{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:H5QZ7NT2VC5MWGSGPQADR3YFZB","short_pith_number":"pith:H5QZ7NT2","canonical_record":{"source":{"id":"2506.21849","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-06-27T01:53:15Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"7a781e8863c4c4577b80b9441970a2b4962812b4dde30621cdce41c16a9043e9","abstract_canon_sha256":"94c6e0ad583788f1f14ace9991cddc5263288eac516d6f09c41eb0e64961c25a"},"schema_version":"1.0"},"canonical_sha256":"3f619fb67aa8bacb1a467c0038ef05c868b302e2d02df59fc290cc9cae10aaae","source":{"kind":"arxiv","id":"2506.21849","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.21849","created_at":"2026-07-05T11:28:02Z"},{"alias_kind":"arxiv_version","alias_value":"2506.21849v1","created_at":"2026-07-05T11:28:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.21849","created_at":"2026-07-05T11:28:02Z"},{"alias_kind":"pith_short_12","alias_value":"H5QZ7NT2VC5M","created_at":"2026-07-05T11:28:02Z"},{"alias_kind":"pith_short_16","alias_value":"H5QZ7NT2VC5MWGSG","created_at":"2026-07-05T11:28:02Z"},{"alias_kind":"pith_short_8","alias_value":"H5QZ7NT2","created_at":"2026-07-05T11:28:02Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:H5QZ7NT2VC5MWGSGPQADR3YFZB","target":"record","payload":{"canonical_record":{"source":{"id":"2506.21849","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-06-27T01:53:15Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"7a781e8863c4c4577b80b9441970a2b4962812b4dde30621cdce41c16a9043e9","abstract_canon_sha256":"94c6e0ad583788f1f14ace9991cddc5263288eac516d6f09c41eb0e64961c25a"},"schema_version":"1.0"},"canonical_sha256":"3f619fb67aa8bacb1a467c0038ef05c868b302e2d02df59fc290cc9cae10aaae","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:28:02.355805Z","signature_b64":"HF83WaM8IpZ5Pi5yWKYgGWrRZLwdNGnY2Bk6NRZS4uVo6Wq12iDx/wxTHxJ6Y99HFuloImxrQcoedA4wOmJjDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3f619fb67aa8bacb1a467c0038ef05c868b302e2d02df59fc290cc9cae10aaae","last_reissued_at":"2026-07-05T11:28:02.355258Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:28:02.355258Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2506.21849","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:28:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"E5c1P8/nlNdnFJjn06Cfs8KbpqIg5BLn2CZVjcpN3bJL/WvyMTMQn0wzn64iqjtHCKNkJenUbXFpluVuVfneCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-21T02:12:34.902564Z"},"content_sha256":"5691ffeec607c780e05d645c1533987476ed7a68a168849ba65a9efbcdf6a2e9","schema_version":"1.0","event_id":"sha256:5691ffeec607c780e05d645c1533987476ed7a68a168849ba65a9efbcdf6a2e9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:H5QZ7NT2VC5MWGSGPQADR3YFZB","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"The Consistency Hypothesis in Uncertainty Quantification for Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Balaji Ganesan, Debarun Bhattacharjya, Junkyu Lee, Katsiaryna Mirylenka, Michael Glass, Nhan H Pham, Quan Xiao, Radu Marinescu","submitted_at":"2025-06-27T01:53:15Z","abstract_excerpt":"Estimating the confidence of large language model (LLM) outputs is essential for real-world applications requiring high user trust. Black-box uncertainty quantification (UQ) methods, relying solely on model API access, have gained popularity due to their practical benefits. In this paper, we examine the implicit assumption behind several UQ methods, which use generation consistency as a proxy for confidence, an idea we formalize as the consistency hypothesis. We introduce three mathematical statements with corresponding statistical tests to capture variations of this hypothesis and metrics to "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.21849","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2506.21849/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:28:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rsX0+ZkFN/4+4m4TNwfItfl1j9lPk6Qm6rrmJaxiDEEbPUGDZuguFPKxeEUvrEdKyH5VFvpLv3a3W7QKPynxDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-21T02:12:34.902938Z"},"content_sha256":"2b6f5439daab11efeaa83b29565e93118dcd0f75a69f2bf3268cb3161dbddefb","schema_version":"1.0","event_id":"sha256:2b6f5439daab11efeaa83b29565e93118dcd0f75a69f2bf3268cb3161dbddefb"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/H5QZ7NT2VC5MWGSGPQADR3YFZB/bundle.json","state_url":"https://pith.science/pith/H5QZ7NT2VC5MWGSGPQADR3YFZB/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/H5QZ7NT2VC5MWGSGPQADR3YFZB/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-21T02:12:34Z","links":{"resolver":"https://pith.science/pith/H5QZ7NT2VC5MWGSGPQADR3YFZB","bundle":"https://pith.science/pith/H5QZ7NT2VC5MWGSGPQADR3YFZB/bundle.json","state":"https://pith.science/pith/H5QZ7NT2VC5MWGSGPQADR3YFZB/state.json","well_known_bundle":"https://pith.science/.well-known/pith/H5QZ7NT2VC5MWGSGPQADR3YFZB/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:H5QZ7NT2VC5MWGSGPQADR3YFZB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"94c6e0ad583788f1f14ace9991cddc5263288eac516d6f09c41eb0e64961c25a","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-06-27T01:53:15Z","title_canon_sha256":"7a781e8863c4c4577b80b9441970a2b4962812b4dde30621cdce41c16a9043e9"},"schema_version":"1.0","source":{"id":"2506.21849","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.21849","created_at":"2026-07-05T11:28:02Z"},{"alias_kind":"arxiv_version","alias_value":"2506.21849v1","created_at":"2026-07-05T11:28:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.21849","created_at":"2026-07-05T11:28:02Z"},{"alias_kind":"pith_short_12","alias_value":"H5QZ7NT2VC5M","created_at":"2026-07-05T11:28:02Z"},{"alias_kind":"pith_short_16","alias_value":"H5QZ7NT2VC5MWGSG","created_at":"2026-07-05T11:28:02Z"},{"alias_kind":"pith_short_8","alias_value":"H5QZ7NT2","created_at":"2026-07-05T11:28:02Z"}],"graph_snapshots":[{"event_id":"sha256:2b6f5439daab11efeaa83b29565e93118dcd0f75a69f2bf3268cb3161dbddefb","target":"graph","created_at":"2026-07-05T11:28:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2506.21849/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Estimating the confidence of large language model (LLM) outputs is essential for real-world applications requiring high user trust. Black-box uncertainty quantification (UQ) methods, relying solely on model API access, have gained popularity due to their practical benefits. In this paper, we examine the implicit assumption behind several UQ methods, which use generation consistency as a proxy for confidence, an idea we formalize as the consistency hypothesis. We introduce three mathematical statements with corresponding statistical tests to capture variations of this hypothesis and metrics to ","authors_text":"Balaji Ganesan, Debarun Bhattacharjya, Junkyu Lee, Katsiaryna Mirylenka, Michael Glass, Nhan H Pham, Quan Xiao, Radu Marinescu","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-06-27T01:53:15Z","title":"The Consistency Hypothesis in Uncertainty Quantification for Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.21849","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5691ffeec607c780e05d645c1533987476ed7a68a168849ba65a9efbcdf6a2e9","target":"record","created_at":"2026-07-05T11:28:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"94c6e0ad583788f1f14ace9991cddc5263288eac516d6f09c41eb0e64961c25a","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-06-27T01:53:15Z","title_canon_sha256":"7a781e8863c4c4577b80b9441970a2b4962812b4dde30621cdce41c16a9043e9"},"schema_version":"1.0","source":{"id":"2506.21849","kind":"arxiv","version":1}},"canonical_sha256":"3f619fb67aa8bacb1a467c0038ef05c868b302e2d02df59fc290cc9cae10aaae","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3f619fb67aa8bacb1a467c0038ef05c868b302e2d02df59fc290cc9cae10aaae","first_computed_at":"2026-07-05T11:28:02.355258Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:28:02.355258Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"HF83WaM8IpZ5Pi5yWKYgGWrRZLwdNGnY2Bk6NRZS4uVo6Wq12iDx/wxTHxJ6Y99HFuloImxrQcoedA4wOmJjDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:28:02.355805Z","signed_message":"canonical_sha256_bytes"},"source_id":"2506.21849","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5691ffeec607c780e05d645c1533987476ed7a68a168849ba65a9efbcdf6a2e9","sha256:2b6f5439daab11efeaa83b29565e93118dcd0f75a69f2bf3268cb3161dbddefb"],"state_sha256":"437f02ed317caab467b0f670215c396a9f733a34f4a91ef998cc808a65ecfc2c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DPE9h7HYiJPALJqcQyaSBVuReKQSu8g07e22ZbnglC63ZYSarMQgsD1WjDmIkMQ2fEth9hfTPyxYpxSWw5enCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-21T02:12:34.905062Z","bundle_sha256":"12334d5e4db73c026adb9beaf123a7f9b17e71017d21bd10360d8353d97b072c"}}