{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:DZLMHFAPDSVDIOEVTU3IS3YILX","short_pith_number":"pith:DZLMHFAP","canonical_record":{"source":{"id":"1907.07228","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SI","submitted_at":"2019-07-16T19:38:46Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"93bd7308878147f551584a86b19e6922a0094b56eae7c203486a5be8885b05df","abstract_canon_sha256":"430ee27213f69dcd201c10f757d4659c76d8f5a86fe3ca68766b82f087294870"},"schema_version":"1.0"},"canonical_sha256":"1e56c3940f1caa3438959d36896f085dce78cf2dbea65148af4288b2fe67f31b","source":{"kind":"arxiv","id":"1907.07228","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1907.07228","created_at":"2026-05-17T23:40:27Z"},{"alias_kind":"arxiv_version","alias_value":"1907.07228v1","created_at":"2026-05-17T23:40:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1907.07228","created_at":"2026-05-17T23:40:27Z"},{"alias_kind":"pith_short_12","alias_value":"DZLMHFAPDSVD","created_at":"2026-05-18T12:33:15Z"},{"alias_kind":"pith_short_16","alias_value":"DZLMHFAPDSVDIOEV","created_at":"2026-05-18T12:33:15Z"},{"alias_kind":"pith_short_8","alias_value":"DZLMHFAP","created_at":"2026-05-18T12:33:15Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:DZLMHFAPDSVDIOEVTU3IS3YILX","target":"record","payload":{"canonical_record":{"source":{"id":"1907.07228","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SI","submitted_at":"2019-07-16T19:38:46Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"93bd7308878147f551584a86b19e6922a0094b56eae7c203486a5be8885b05df","abstract_canon_sha256":"430ee27213f69dcd201c10f757d4659c76d8f5a86fe3ca68766b82f087294870"},"schema_version":"1.0"},"canonical_sha256":"1e56c3940f1caa3438959d36896f085dce78cf2dbea65148af4288b2fe67f31b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:40:27.381705Z","signature_b64":"EH8XvUda05p/fvVbF3Ly4FOWlV+VKsMlxUy3MZ964tzR6upBI4CBOO9qSuCf8vIQBmc9X/mXMDwvxZ+asfnvAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1e56c3940f1caa3438959d36896f085dce78cf2dbea65148af4288b2fe67f31b","last_reissued_at":"2026-05-17T23:40:27.381046Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:40:27.381046Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1907.07228","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:40:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VAzdX+1V0iDaS/D2oOpWOTz0GBLdaYX1dFOqQHvWFNJrRFuE1KtXgApbcqfGabF2oHtVCbFXl4Td/J+Nmp9TDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-30T08:39:44.148830Z"},"content_sha256":"bf83d10773b4c464b6e32eb17d72960044988c58a5299e2ec090ceb026c4253c","schema_version":"1.0","event_id":"sha256:bf83d10773b4c464b6e32eb17d72960044988c58a5299e2ec090ceb026c4253c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:DZLMHFAPDSVDIOEVTU3IS3YILX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Modeling Human Annotation Errors to Design Bias-Aware Systems for Social Stream Processing","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.SI","authors_text":"Carlos Castillo, Hemant Purohit, Rahul Pandey","submitted_at":"2019-07-16T19:38:46Z","abstract_excerpt":"High-quality human annotations are necessary to create effective machine learning systems for social media. Low-quality human annotations indirectly contribute to the creation of inaccurate or biased learning systems. We show that human annotation quality is dependent on the ordering of instances shown to annotators (referred as 'annotation schedule'), and can be improved by local changes in the instance ordering provided to the annotators, yielding a more accurate annotation of the data stream for efficient real-time social media analytics. We propose an error-mitigating active learning algor"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1907.07228","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:40:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ODTKcdxnyocBBKp/xhRnzuDdxecgVW+qPDcO+XESoQer36+ijSLPLiFNnUQ3WRstrSxP6eLSAGTCvSHGlHMXDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-30T08:39:44.149392Z"},"content_sha256":"4fc81fceb1bba0623fc83e6d130b12ca1cced13fe6c0c4ec73add8bc0e739af0","schema_version":"1.0","event_id":"sha256:4fc81fceb1bba0623fc83e6d130b12ca1cced13fe6c0c4ec73add8bc0e739af0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DZLMHFAPDSVDIOEVTU3IS3YILX/bundle.json","state_url":"https://pith.science/pith/DZLMHFAPDSVDIOEVTU3IS3YILX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DZLMHFAPDSVDIOEVTU3IS3YILX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-30T08:39:44Z","links":{"resolver":"https://pith.science/pith/DZLMHFAPDSVDIOEVTU3IS3YILX","bundle":"https://pith.science/pith/DZLMHFAPDSVDIOEVTU3IS3YILX/bundle.json","state":"https://pith.science/pith/DZLMHFAPDSVDIOEVTU3IS3YILX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DZLMHFAPDSVDIOEVTU3IS3YILX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:DZLMHFAPDSVDIOEVTU3IS3YILX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"430ee27213f69dcd201c10f757d4659c76d8f5a86fe3ca68766b82f087294870","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SI","submitted_at":"2019-07-16T19:38:46Z","title_canon_sha256":"93bd7308878147f551584a86b19e6922a0094b56eae7c203486a5be8885b05df"},"schema_version":"1.0","source":{"id":"1907.07228","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1907.07228","created_at":"2026-05-17T23:40:27Z"},{"alias_kind":"arxiv_version","alias_value":"1907.07228v1","created_at":"2026-05-17T23:40:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1907.07228","created_at":"2026-05-17T23:40:27Z"},{"alias_kind":"pith_short_12","alias_value":"DZLMHFAPDSVD","created_at":"2026-05-18T12:33:15Z"},{"alias_kind":"pith_short_16","alias_value":"DZLMHFAPDSVDIOEV","created_at":"2026-05-18T12:33:15Z"},{"alias_kind":"pith_short_8","alias_value":"DZLMHFAP","created_at":"2026-05-18T12:33:15Z"}],"graph_snapshots":[{"event_id":"sha256:4fc81fceb1bba0623fc83e6d130b12ca1cced13fe6c0c4ec73add8bc0e739af0","target":"graph","created_at":"2026-05-17T23:40:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"High-quality human annotations are necessary to create effective machine learning systems for social media. Low-quality human annotations indirectly contribute to the creation of inaccurate or biased learning systems. We show that human annotation quality is dependent on the ordering of instances shown to annotators (referred as 'annotation schedule'), and can be improved by local changes in the instance ordering provided to the annotators, yielding a more accurate annotation of the data stream for efficient real-time social media analytics. We propose an error-mitigating active learning algor","authors_text":"Carlos Castillo, Hemant Purohit, Rahul Pandey","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SI","submitted_at":"2019-07-16T19:38:46Z","title":"Modeling Human Annotation Errors to Design Bias-Aware Systems for Social Stream Processing"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1907.07228","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:bf83d10773b4c464b6e32eb17d72960044988c58a5299e2ec090ceb026c4253c","target":"record","created_at":"2026-05-17T23:40:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"430ee27213f69dcd201c10f757d4659c76d8f5a86fe3ca68766b82f087294870","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SI","submitted_at":"2019-07-16T19:38:46Z","title_canon_sha256":"93bd7308878147f551584a86b19e6922a0094b56eae7c203486a5be8885b05df"},"schema_version":"1.0","source":{"id":"1907.07228","kind":"arxiv","version":1}},"canonical_sha256":"1e56c3940f1caa3438959d36896f085dce78cf2dbea65148af4288b2fe67f31b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1e56c3940f1caa3438959d36896f085dce78cf2dbea65148af4288b2fe67f31b","first_computed_at":"2026-05-17T23:40:27.381046Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:40:27.381046Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"EH8XvUda05p/fvVbF3Ly4FOWlV+VKsMlxUy3MZ964tzR6upBI4CBOO9qSuCf8vIQBmc9X/mXMDwvxZ+asfnvAA==","signature_status":"signed_v1","signed_at":"2026-05-17T23:40:27.381705Z","signed_message":"canonical_sha256_bytes"},"source_id":"1907.07228","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:bf83d10773b4c464b6e32eb17d72960044988c58a5299e2ec090ceb026c4253c","sha256:4fc81fceb1bba0623fc83e6d130b12ca1cced13fe6c0c4ec73add8bc0e739af0"],"state_sha256":"36dffe9d11c90985535cacf8d800f5176754adcde4bc12d71c3b4a4f66cbf431"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zsLtdiEnwSt4mtEaoVae4S4TMUc3OmLkajlV5xoIHMlFZ0e/M0A/FmiIPaaI+zNDKswn2OXbwbYTbjlRq/XUBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-30T08:39:44.151857Z","bundle_sha256":"55b2a91c2bb429fffcfeb2d4507f542699873d1b00b1e18b8613edbd88e9dd82"}}