{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:J5OGO23QTN4INEMNP2762YCSGL","short_pith_number":"pith:J5OGO23Q","canonical_record":{"source":{"id":"2010.14872","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-28T10:42:04Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"79663606606d20d5af2f963a32945fa38a34724df73741259685a91c2ac206df","abstract_canon_sha256":"f52acb5d360acb335028ffc021c7a1abd1eeadcd8770de20285425e7704fa6dd"},"schema_version":"1.0"},"canonical_sha256":"4f5c676b709b7886918d7ebfed605232dfe9ba3078484b9212251c38c9420340","source":{"kind":"arxiv","id":"2010.14872","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2010.14872","created_at":"2026-07-05T01:47:18Z"},{"alias_kind":"arxiv_version","alias_value":"2010.14872v1","created_at":"2026-07-05T01:47:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2010.14872","created_at":"2026-07-05T01:47:18Z"},{"alias_kind":"pith_short_12","alias_value":"J5OGO23QTN4I","created_at":"2026-07-05T01:47:18Z"},{"alias_kind":"pith_short_16","alias_value":"J5OGO23QTN4INEMN","created_at":"2026-07-05T01:47:18Z"},{"alias_kind":"pith_short_8","alias_value":"J5OGO23Q","created_at":"2026-07-05T01:47:18Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:J5OGO23QTN4INEMNP2762YCSGL","target":"record","payload":{"canonical_record":{"source":{"id":"2010.14872","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-28T10:42:04Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"79663606606d20d5af2f963a32945fa38a34724df73741259685a91c2ac206df","abstract_canon_sha256":"f52acb5d360acb335028ffc021c7a1abd1eeadcd8770de20285425e7704fa6dd"},"schema_version":"1.0"},"canonical_sha256":"4f5c676b709b7886918d7ebfed605232dfe9ba3078484b9212251c38c9420340","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:47:18.775754Z","signature_b64":"NBhMedgOPCOIo6vtmupYU9++H0VfOK1nhDijD+B3l44TCFxi+HaQIr4ThQdCjzSvML1a/6/LpztmhgvWODuaBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4f5c676b709b7886918d7ebfed605232dfe9ba3078484b9212251c38c9420340","last_reissued_at":"2026-07-05T01:47:18.775255Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:47:18.775255Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2010.14872","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:47:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lwOundN0BuERcxDI42HG7Q49uF+tiOSN8u/oTKWU2bsulTKMJsS1WBCiGzh9ddOf6X8tErUDH4aA7V/5GtrTBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T13:38:44.988831Z"},"content_sha256":"24aa441d43099260a0d85d04d6a595d7d6f463be875e1b1752f575b9370a50a0","schema_version":"1.0","event_id":"sha256:24aa441d43099260a0d85d04d6a595d7d6f463be875e1b1752f575b9370a50a0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:J5OGO23QTN4INEMNP2762YCSGL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Bayesian Methods for Semi-supervised Text Annotation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.CL","authors_text":"Gregor Pirs, Kristian Miok, Marko Robnik-Sikonja","submitted_at":"2020-10-28T10:42:04Z","abstract_excerpt":"Human annotations are an important source of information in the development of natural language understanding approaches. As under the pressure of productivity annotators can assign different labels to a given text, the quality of produced annotations frequently varies. This is especially the case if decisions are difficult, with high cognitive load, requires awareness of broader context, or careful consideration of background knowledge. To alleviate the problem, we propose two semi-supervised methods to guide the annotation process: a Bayesian deep learning model and a Bayesian ensemble metho"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2010.14872","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2010.14872/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:47:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"P3jtTLEdywh8cei51bLZp5UN4sVSqcUZxYnWJHcFkhumHEDfLaH5WtcCsU8dXAeCOzsAP/KGts0U8IpLBpkCBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T13:38:44.989199Z"},"content_sha256":"7340f9e5e64bdfa833188c3ef138ac630bb1eeecd4f1ebd1b3d152f3e532b7ec","schema_version":"1.0","event_id":"sha256:7340f9e5e64bdfa833188c3ef138ac630bb1eeecd4f1ebd1b3d152f3e532b7ec"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/J5OGO23QTN4INEMNP2762YCSGL/bundle.json","state_url":"https://pith.science/pith/J5OGO23QTN4INEMNP2762YCSGL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/J5OGO23QTN4INEMNP2762YCSGL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T13:38:44Z","links":{"resolver":"https://pith.science/pith/J5OGO23QTN4INEMNP2762YCSGL","bundle":"https://pith.science/pith/J5OGO23QTN4INEMNP2762YCSGL/bundle.json","state":"https://pith.science/pith/J5OGO23QTN4INEMNP2762YCSGL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/J5OGO23QTN4INEMNP2762YCSGL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:J5OGO23QTN4INEMNP2762YCSGL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f52acb5d360acb335028ffc021c7a1abd1eeadcd8770de20285425e7704fa6dd","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-28T10:42:04Z","title_canon_sha256":"79663606606d20d5af2f963a32945fa38a34724df73741259685a91c2ac206df"},"schema_version":"1.0","source":{"id":"2010.14872","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2010.14872","created_at":"2026-07-05T01:47:18Z"},{"alias_kind":"arxiv_version","alias_value":"2010.14872v1","created_at":"2026-07-05T01:47:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2010.14872","created_at":"2026-07-05T01:47:18Z"},{"alias_kind":"pith_short_12","alias_value":"J5OGO23QTN4I","created_at":"2026-07-05T01:47:18Z"},{"alias_kind":"pith_short_16","alias_value":"J5OGO23QTN4INEMN","created_at":"2026-07-05T01:47:18Z"},{"alias_kind":"pith_short_8","alias_value":"J5OGO23Q","created_at":"2026-07-05T01:47:18Z"}],"graph_snapshots":[{"event_id":"sha256:7340f9e5e64bdfa833188c3ef138ac630bb1eeecd4f1ebd1b3d152f3e532b7ec","target":"graph","created_at":"2026-07-05T01:47:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2010.14872/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Human annotations are an important source of information in the development of natural language understanding approaches. As under the pressure of productivity annotators can assign different labels to a given text, the quality of produced annotations frequently varies. This is especially the case if decisions are difficult, with high cognitive load, requires awareness of broader context, or careful consideration of background knowledge. To alleviate the problem, we propose two semi-supervised methods to guide the annotation process: a Bayesian deep learning model and a Bayesian ensemble metho","authors_text":"Gregor Pirs, Kristian Miok, Marko Robnik-Sikonja","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-28T10:42:04Z","title":"Bayesian Methods for Semi-supervised Text Annotation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2010.14872","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:24aa441d43099260a0d85d04d6a595d7d6f463be875e1b1752f575b9370a50a0","target":"record","created_at":"2026-07-05T01:47:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f52acb5d360acb335028ffc021c7a1abd1eeadcd8770de20285425e7704fa6dd","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-28T10:42:04Z","title_canon_sha256":"79663606606d20d5af2f963a32945fa38a34724df73741259685a91c2ac206df"},"schema_version":"1.0","source":{"id":"2010.14872","kind":"arxiv","version":1}},"canonical_sha256":"4f5c676b709b7886918d7ebfed605232dfe9ba3078484b9212251c38c9420340","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4f5c676b709b7886918d7ebfed605232dfe9ba3078484b9212251c38c9420340","first_computed_at":"2026-07-05T01:47:18.775255Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:47:18.775255Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"NBhMedgOPCOIo6vtmupYU9++H0VfOK1nhDijD+B3l44TCFxi+HaQIr4ThQdCjzSvML1a/6/LpztmhgvWODuaBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T01:47:18.775754Z","signed_message":"canonical_sha256_bytes"},"source_id":"2010.14872","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:24aa441d43099260a0d85d04d6a595d7d6f463be875e1b1752f575b9370a50a0","sha256:7340f9e5e64bdfa833188c3ef138ac630bb1eeecd4f1ebd1b3d152f3e532b7ec"],"state_sha256":"86fa0fd67b56ccc1614449e96b17235d79b34529be96f24ef3b0cab7503b0707"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2cBlAavDF/eGFUMV8G0BqDJK7HMecSheSpZ1/6FKBJAm00vtkVQAO4C+spy2VtYNBm6mTrv0omV7UVsTapYzBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T13:38:44.991102Z","bundle_sha256":"89fac27e1846fd11cf9862946b93a0b8c5287bae9dc1160c6c67ef4a45792726"}}