{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:3ZQ66ZILB3SPBOI5KWEGX74HIV","short_pith_number":"pith:3ZQ66ZIL","canonical_record":{"source":{"id":"2406.13009","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-18T18:59:37Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"a081b3fd7974f845010da99474ba9a0e599e35b4eb8a952d36c6a608473adb09","abstract_canon_sha256":"2a1692168bc38aa0bd67096a01857e1369776746ed807dc095843740290e9ecc"},"schema_version":"1.0"},"canonical_sha256":"de61ef650b0ee4f0b91d55886bff87457ac942977712c1346be01e4703d9ee2f","source":{"kind":"arxiv","id":"2406.13009","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.13009","created_at":"2026-07-05T08:34:23Z"},{"alias_kind":"arxiv_version","alias_value":"2406.13009v1","created_at":"2026-07-05T08:34:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.13009","created_at":"2026-07-05T08:34:23Z"},{"alias_kind":"pith_short_12","alias_value":"3ZQ66ZILB3SP","created_at":"2026-07-05T08:34:23Z"},{"alias_kind":"pith_short_16","alias_value":"3ZQ66ZILB3SPBOI5","created_at":"2026-07-05T08:34:23Z"},{"alias_kind":"pith_short_8","alias_value":"3ZQ66ZIL","created_at":"2026-07-05T08:34:23Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:3ZQ66ZILB3SPBOI5KWEGX74HIV","target":"record","payload":{"canonical_record":{"source":{"id":"2406.13009","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-18T18:59:37Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"a081b3fd7974f845010da99474ba9a0e599e35b4eb8a952d36c6a608473adb09","abstract_canon_sha256":"2a1692168bc38aa0bd67096a01857e1369776746ed807dc095843740290e9ecc"},"schema_version":"1.0"},"canonical_sha256":"de61ef650b0ee4f0b91d55886bff87457ac942977712c1346be01e4703d9ee2f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:34:23.789605Z","signature_b64":"QM2iETzmqyrKAuczpNCaTXoZDL+0KFpykq1HSxCIZCznddOasIeYDX6g7Me6T3568i7hTNKsvUdHoPcORCJrDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"de61ef650b0ee4f0b91d55886bff87457ac942977712c1346be01e4703d9ee2f","last_reissued_at":"2026-07-05T08:34:23.789186Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:34:23.789186Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.13009","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:34:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tHxiDRgYz2ADN16yacnUozdRKfWNUW+RJs/I+xze3XkSr8BKFBS4keDlfsg5C2Y3jc0aIK4G3pL7M7izvJXRCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T09:09:16.565062Z"},"content_sha256":"489003bf015a306de417dfc362c596bc190bf2911086b78175a2d96f9afbc53c","schema_version":"1.0","event_id":"sha256:489003bf015a306de417dfc362c596bc190bf2911086b78175a2d96f9afbc53c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:3ZQ66ZILB3SPBOI5KWEGX74HIV","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Detecting Errors through Ensembling Prompts (DEEP): An End-to-End LLM Framework for Detecting Factual Errors","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Alex Chandler, Devesh Surve, Hui Su","submitted_at":"2024-06-18T18:59:37Z","abstract_excerpt":"Accurate text summarization is one of the most common and important tasks performed by Large Language Models, where the costs of human review for an entire document may be high, but the costs of errors in summarization may be even greater. We propose Detecting Errors through Ensembling Prompts (DEEP) - an end-to-end large language model framework for detecting factual errors in text summarization. Our framework uses a diverse set of LLM prompts to identify factual inconsistencies, treating their outputs as binary features, which are then fed into ensembling models. We then calibrate the ensemb"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.13009","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.13009/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:34:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"M4zR/KsJb3H356rI2laLL5SewHilt9i8mdC67jp1Lmb3TgBi1tLaZ0L7jIfR4IW/s2B1fw+2/y2cTXjG6gj7Dw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T09:09:16.565962Z"},"content_sha256":"9d4a1e08ac2cc422aa93dd7e4e8d4d7a004df6191e86d56678634748a130f84d","schema_version":"1.0","event_id":"sha256:9d4a1e08ac2cc422aa93dd7e4e8d4d7a004df6191e86d56678634748a130f84d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3ZQ66ZILB3SPBOI5KWEGX74HIV/bundle.json","state_url":"https://pith.science/pith/3ZQ66ZILB3SPBOI5KWEGX74HIV/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3ZQ66ZILB3SPBOI5KWEGX74HIV/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-18T09:09:16Z","links":{"resolver":"https://pith.science/pith/3ZQ66ZILB3SPBOI5KWEGX74HIV","bundle":"https://pith.science/pith/3ZQ66ZILB3SPBOI5KWEGX74HIV/bundle.json","state":"https://pith.science/pith/3ZQ66ZILB3SPBOI5KWEGX74HIV/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3ZQ66ZILB3SPBOI5KWEGX74HIV/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:3ZQ66ZILB3SPBOI5KWEGX74HIV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2a1692168bc38aa0bd67096a01857e1369776746ed807dc095843740290e9ecc","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-18T18:59:37Z","title_canon_sha256":"a081b3fd7974f845010da99474ba9a0e599e35b4eb8a952d36c6a608473adb09"},"schema_version":"1.0","source":{"id":"2406.13009","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.13009","created_at":"2026-07-05T08:34:23Z"},{"alias_kind":"arxiv_version","alias_value":"2406.13009v1","created_at":"2026-07-05T08:34:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.13009","created_at":"2026-07-05T08:34:23Z"},{"alias_kind":"pith_short_12","alias_value":"3ZQ66ZILB3SP","created_at":"2026-07-05T08:34:23Z"},{"alias_kind":"pith_short_16","alias_value":"3ZQ66ZILB3SPBOI5","created_at":"2026-07-05T08:34:23Z"},{"alias_kind":"pith_short_8","alias_value":"3ZQ66ZIL","created_at":"2026-07-05T08:34:23Z"}],"graph_snapshots":[{"event_id":"sha256:9d4a1e08ac2cc422aa93dd7e4e8d4d7a004df6191e86d56678634748a130f84d","target":"graph","created_at":"2026-07-05T08:34:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.13009/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Accurate text summarization is one of the most common and important tasks performed by Large Language Models, where the costs of human review for an entire document may be high, but the costs of errors in summarization may be even greater. We propose Detecting Errors through Ensembling Prompts (DEEP) - an end-to-end large language model framework for detecting factual errors in text summarization. Our framework uses a diverse set of LLM prompts to identify factual inconsistencies, treating their outputs as binary features, which are then fed into ensembling models. We then calibrate the ensemb","authors_text":"Alex Chandler, Devesh Surve, Hui Su","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-18T18:59:37Z","title":"Detecting Errors through Ensembling Prompts (DEEP): An End-to-End LLM Framework for Detecting Factual Errors"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.13009","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:489003bf015a306de417dfc362c596bc190bf2911086b78175a2d96f9afbc53c","target":"record","created_at":"2026-07-05T08:34:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2a1692168bc38aa0bd67096a01857e1369776746ed807dc095843740290e9ecc","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-18T18:59:37Z","title_canon_sha256":"a081b3fd7974f845010da99474ba9a0e599e35b4eb8a952d36c6a608473adb09"},"schema_version":"1.0","source":{"id":"2406.13009","kind":"arxiv","version":1}},"canonical_sha256":"de61ef650b0ee4f0b91d55886bff87457ac942977712c1346be01e4703d9ee2f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"de61ef650b0ee4f0b91d55886bff87457ac942977712c1346be01e4703d9ee2f","first_computed_at":"2026-07-05T08:34:23.789186Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:34:23.789186Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"QM2iETzmqyrKAuczpNCaTXoZDL+0KFpykq1HSxCIZCznddOasIeYDX6g7Me6T3568i7hTNKsvUdHoPcORCJrDw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:34:23.789605Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.13009","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:489003bf015a306de417dfc362c596bc190bf2911086b78175a2d96f9afbc53c","sha256:9d4a1e08ac2cc422aa93dd7e4e8d4d7a004df6191e86d56678634748a130f84d"],"state_sha256":"0de82d6d5870cd8df1bcb207ee92143ad50f6bcdc4d3c007d184105f88248c15"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"awOzPgWnwrMcRvCa5cdzjss1QOJGV0UnEvFpfEE9TOYeu60UJid/6qd8i71tQBvRNjDlK3wTLsiXIDeX3jXJDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-18T09:09:16.572288Z","bundle_sha256":"e3c14a81588967aa9733811cf59f6132a67572b91af69802a9171e0bf0699b62"}}