{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2017:XU4WJXX65EL3JU6IJIJDPI4A5T","short_pith_number":"pith:XU4WJXX6","canonical_record":{"source":{"id":"1710.04459","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2017-10-12T11:27:08Z","cross_cats_sorted":["cs.RO"],"title_canon_sha256":"1ed4d3fff2cef79862e5f127328631c0e13502c0900c4e0f96d7fc4cd8308847","abstract_canon_sha256":"bfb84564ae6915f807810fc486af8619a53ce49e09c7e3408b4c03689b1d6082"},"schema_version":"1.0"},"canonical_sha256":"bd3964defee917b4d3c84a1237a380ecda13b3c83bef8789ca403cc9546016b8","source":{"kind":"arxiv","id":"1710.04459","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1710.04459","created_at":"2026-05-18T00:05:05Z"},{"alias_kind":"arxiv_version","alias_value":"1710.04459v2","created_at":"2026-05-18T00:05:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1710.04459","created_at":"2026-05-18T00:05:05Z"},{"alias_kind":"pith_short_12","alias_value":"XU4WJXX65EL3","created_at":"2026-05-18T12:31:56Z"},{"alias_kind":"pith_short_16","alias_value":"XU4WJXX65EL3JU6I","created_at":"2026-05-18T12:31:56Z"},{"alias_kind":"pith_short_8","alias_value":"XU4WJXX6","created_at":"2026-05-18T12:31:56Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2017:XU4WJXX65EL3JU6IJIJDPI4A5T","target":"record","payload":{"canonical_record":{"source":{"id":"1710.04459","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2017-10-12T11:27:08Z","cross_cats_sorted":["cs.RO"],"title_canon_sha256":"1ed4d3fff2cef79862e5f127328631c0e13502c0900c4e0f96d7fc4cd8308847","abstract_canon_sha256":"bfb84564ae6915f807810fc486af8619a53ce49e09c7e3408b4c03689b1d6082"},"schema_version":"1.0"},"canonical_sha256":"bd3964defee917b4d3c84a1237a380ecda13b3c83bef8789ca403cc9546016b8","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:05:05.492756Z","signature_b64":"KK7GDj31qE0T2a1XS+51vY3mpXrTedOy+kNnZ3CsoxAmoUmDmjSEHkC7jBTqpC9Zhsclqv/219fN+P/GcqMUDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"bd3964defee917b4d3c84a1237a380ecda13b3c83bef8789ca403cc9546016b8","last_reissued_at":"2026-05-18T00:05:05.492281Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:05:05.492281Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1710.04459","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:05:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xeF9+mxRHUimsq0crwovBGclFmZ3fqVBMAalUsuGN5H3jXfEW8TBJxBY2Ng++rpPDfO8/0N4wXo+7R62wKhVCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-27T21:52:40.324288Z"},"content_sha256":"b561abd698611c5b22dc7df0f6b977d4b61a9ad529f25ded558430bcf466436c","schema_version":"1.0","event_id":"sha256:b561abd698611c5b22dc7df0f6b977d4b61a9ad529f25ded558430bcf466436c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2017:XU4WJXX65EL3JU6IJIJDPI4A5T","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Arguing Machines: Human Supervision of Black Box AI Systems That Make Life-Critical Decisions","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.RO"],"primary_cat":"cs.AI","authors_text":"Benedikt Jenik, Bryan Reimer, Lex Fridman, Li Ding","submitted_at":"2017-10-12T11:27:08Z","abstract_excerpt":"We consider the paradigm of a black box AI system that makes life-critical decisions. We propose an \"arguing machines\" framework that pairs the primary AI system with a secondary one that is independently trained to perform the same task. We show that disagreement between the two systems, without any knowledge of underlying system design or operation, is sufficient to arbitrarily improve the accuracy of the overall decision pipeline given human supervision over disagreements. We demonstrate this system in two applications: (1) an illustrative example of image classification and (2) on large-sc"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1710.04459","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:05:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"l8FogtYepXkViHmHgb1o/iil/zTQCeDiGsEFvbrs84S9mBKIlcJpHzafv5o5g0Ws4YBvzNW5GmtEZ5p+Bj5OBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-27T21:52:40.324649Z"},"content_sha256":"b322da0ca37f4d322f6adf3470378efccec0e29c1051dfcc06933e0669e88983","schema_version":"1.0","event_id":"sha256:b322da0ca37f4d322f6adf3470378efccec0e29c1051dfcc06933e0669e88983"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/XU4WJXX65EL3JU6IJIJDPI4A5T/bundle.json","state_url":"https://pith.science/pith/XU4WJXX65EL3JU6IJIJDPI4A5T/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/XU4WJXX65EL3JU6IJIJDPI4A5T/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-27T21:52:40Z","links":{"resolver":"https://pith.science/pith/XU4WJXX65EL3JU6IJIJDPI4A5T","bundle":"https://pith.science/pith/XU4WJXX65EL3JU6IJIJDPI4A5T/bundle.json","state":"https://pith.science/pith/XU4WJXX65EL3JU6IJIJDPI4A5T/state.json","well_known_bundle":"https://pith.science/.well-known/pith/XU4WJXX65EL3JU6IJIJDPI4A5T/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2017:XU4WJXX65EL3JU6IJIJDPI4A5T","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"bfb84564ae6915f807810fc486af8619a53ce49e09c7e3408b4c03689b1d6082","cross_cats_sorted":["cs.RO"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2017-10-12T11:27:08Z","title_canon_sha256":"1ed4d3fff2cef79862e5f127328631c0e13502c0900c4e0f96d7fc4cd8308847"},"schema_version":"1.0","source":{"id":"1710.04459","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1710.04459","created_at":"2026-05-18T00:05:05Z"},{"alias_kind":"arxiv_version","alias_value":"1710.04459v2","created_at":"2026-05-18T00:05:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1710.04459","created_at":"2026-05-18T00:05:05Z"},{"alias_kind":"pith_short_12","alias_value":"XU4WJXX65EL3","created_at":"2026-05-18T12:31:56Z"},{"alias_kind":"pith_short_16","alias_value":"XU4WJXX65EL3JU6I","created_at":"2026-05-18T12:31:56Z"},{"alias_kind":"pith_short_8","alias_value":"XU4WJXX6","created_at":"2026-05-18T12:31:56Z"}],"graph_snapshots":[{"event_id":"sha256:b322da0ca37f4d322f6adf3470378efccec0e29c1051dfcc06933e0669e88983","target":"graph","created_at":"2026-05-18T00:05:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"We consider the paradigm of a black box AI system that makes life-critical decisions. We propose an \"arguing machines\" framework that pairs the primary AI system with a secondary one that is independently trained to perform the same task. We show that disagreement between the two systems, without any knowledge of underlying system design or operation, is sufficient to arbitrarily improve the accuracy of the overall decision pipeline given human supervision over disagreements. We demonstrate this system in two applications: (1) an illustrative example of image classification and (2) on large-sc","authors_text":"Benedikt Jenik, Bryan Reimer, Lex Fridman, Li Ding","cross_cats":["cs.RO"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2017-10-12T11:27:08Z","title":"Arguing Machines: Human Supervision of Black Box AI Systems That Make Life-Critical Decisions"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1710.04459","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b561abd698611c5b22dc7df0f6b977d4b61a9ad529f25ded558430bcf466436c","target":"record","created_at":"2026-05-18T00:05:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"bfb84564ae6915f807810fc486af8619a53ce49e09c7e3408b4c03689b1d6082","cross_cats_sorted":["cs.RO"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2017-10-12T11:27:08Z","title_canon_sha256":"1ed4d3fff2cef79862e5f127328631c0e13502c0900c4e0f96d7fc4cd8308847"},"schema_version":"1.0","source":{"id":"1710.04459","kind":"arxiv","version":2}},"canonical_sha256":"bd3964defee917b4d3c84a1237a380ecda13b3c83bef8789ca403cc9546016b8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"bd3964defee917b4d3c84a1237a380ecda13b3c83bef8789ca403cc9546016b8","first_computed_at":"2026-05-18T00:05:05.492281Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:05:05.492281Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"KK7GDj31qE0T2a1XS+51vY3mpXrTedOy+kNnZ3CsoxAmoUmDmjSEHkC7jBTqpC9Zhsclqv/219fN+P/GcqMUDA==","signature_status":"signed_v1","signed_at":"2026-05-18T00:05:05.492756Z","signed_message":"canonical_sha256_bytes"},"source_id":"1710.04459","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b561abd698611c5b22dc7df0f6b977d4b61a9ad529f25ded558430bcf466436c","sha256:b322da0ca37f4d322f6adf3470378efccec0e29c1051dfcc06933e0669e88983"],"state_sha256":"10cd9845d135f5dc30e3387bd7f3ccea354f6e715846aaf8ee54f13c1b709300"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GezcSH6Zt0ibB+kSPI+nUSnNMM324UkWAHkihuylSQX9QRXPEhq6huQ9Q6Oy2x0OuqCZdQvi4pVGTezZB5FRAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-27T21:52:40.326531Z","bundle_sha256":"6411693fa988c973d2711fdb51a1915f2b67b4edccbbe804ac0ee05e549d5af0"}}