{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:CFPTD5QZD2RLRINWYW4APHX4HU","short_pith_number":"pith:CFPTD5QZ","canonical_record":{"source":{"id":"2404.09127","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-14T02:40:43Z","cross_cats_sorted":[],"title_canon_sha256":"0f84457d4e11d0dbbb47899ed74acede7873c3767458020c50a8b74814d501b6","abstract_canon_sha256":"f7bf02554fbe8f3b795168399df1dc8d189ea63aac45295e715917e6b0aeea1b"},"schema_version":"1.0"},"canonical_sha256":"115f31f6191ea2b8a1b6c5b8079efc3d3d24a95d643d44d623df8d080444ef0f","source":{"kind":"arxiv","id":"2404.09127","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.09127","created_at":"2026-07-05T08:17:49Z"},{"alias_kind":"arxiv_version","alias_value":"2404.09127v3","created_at":"2026-07-05T08:17:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.09127","created_at":"2026-07-05T08:17:49Z"},{"alias_kind":"pith_short_12","alias_value":"CFPTD5QZD2RL","created_at":"2026-07-05T08:17:49Z"},{"alias_kind":"pith_short_16","alias_value":"CFPTD5QZD2RLRINW","created_at":"2026-07-05T08:17:49Z"},{"alias_kind":"pith_short_8","alias_value":"CFPTD5QZ","created_at":"2026-07-05T08:17:49Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:CFPTD5QZD2RLRINWYW4APHX4HU","target":"record","payload":{"canonical_record":{"source":{"id":"2404.09127","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-14T02:40:43Z","cross_cats_sorted":[],"title_canon_sha256":"0f84457d4e11d0dbbb47899ed74acede7873c3767458020c50a8b74814d501b6","abstract_canon_sha256":"f7bf02554fbe8f3b795168399df1dc8d189ea63aac45295e715917e6b0aeea1b"},"schema_version":"1.0"},"canonical_sha256":"115f31f6191ea2b8a1b6c5b8079efc3d3d24a95d643d44d623df8d080444ef0f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:17:49.278100Z","signature_b64":"LRGGVnlT8QC+DCS4JphEGMtAhKfr2bNKRmqjw6ly1SqKNesQSa+zc1r3YmyA8qH0RXUrPxoIkhv6urClae0yBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"115f31f6191ea2b8a1b6c5b8079efc3d3d24a95d643d44d623df8d080444ef0f","last_reissued_at":"2026-07-05T08:17:49.277593Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:17:49.277593Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2404.09127","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:17:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6OsyxgxkI/AXV1c/sdAq437ynTHJFdNHPmPb7Vd6UDFfskw4m/lCehXpBsy0VCTh0qFUhzB0hzJEG12fC3PxDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T20:51:49.693052Z"},"content_sha256":"1d62e2cdd031d44bda2d44e98450db9f193ab3a4e6b16fb243875193718efafc","schema_version":"1.0","event_id":"sha256:1d62e2cdd031d44bda2d44e98450db9f193ab3a4e6b16fb243875193718efafc"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:CFPTD5QZD2RLRINWYW4APHX4HU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Confidence Calibration and Rationalization for LLMs via Multi-Agent Deliberation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Bin Hu, Dheeraj Rajagopal, Dongyeop Kang, Ruixin Yang, Shirley Anugrah Hayati","submitted_at":"2024-04-14T02:40:43Z","abstract_excerpt":"Uncertainty estimation is a significant issue for current large language models (LLMs) that are generally poorly calibrated and over-confident, especially with reinforcement learning from human feedback (RLHF). Unlike humans, whose decisions and confidences not only stem from intrinsic beliefs but can also be adjusted through daily observations, existing calibration methods for LLMs focus on estimating or eliciting individual confidence without taking full advantage of the \"Collective Wisdom\": the interaction among multiple LLMs that can collectively improve both accuracy and calibration. In t"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.09127","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2404.09127/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:17:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JGJKOA0woycm+I1Ky8glvjssUa8q5Ve8o23yxeW1n5k1NuQAvba+ZNgccEIWf6EwP/LvTTmgfercqrg26a7SBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T20:51:49.693549Z"},"content_sha256":"8b76a31734b3b5bf911112f35f65d64d2fcf202f10b54c861d5f006d30fe2d13","schema_version":"1.0","event_id":"sha256:8b76a31734b3b5bf911112f35f65d64d2fcf202f10b54c861d5f006d30fe2d13"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/CFPTD5QZD2RLRINWYW4APHX4HU/bundle.json","state_url":"https://pith.science/pith/CFPTD5QZD2RLRINWYW4APHX4HU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/CFPTD5QZD2RLRINWYW4APHX4HU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-18T20:51:49Z","links":{"resolver":"https://pith.science/pith/CFPTD5QZD2RLRINWYW4APHX4HU","bundle":"https://pith.science/pith/CFPTD5QZD2RLRINWYW4APHX4HU/bundle.json","state":"https://pith.science/pith/CFPTD5QZD2RLRINWYW4APHX4HU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/CFPTD5QZD2RLRINWYW4APHX4HU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:CFPTD5QZD2RLRINWYW4APHX4HU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f7bf02554fbe8f3b795168399df1dc8d189ea63aac45295e715917e6b0aeea1b","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-14T02:40:43Z","title_canon_sha256":"0f84457d4e11d0dbbb47899ed74acede7873c3767458020c50a8b74814d501b6"},"schema_version":"1.0","source":{"id":"2404.09127","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.09127","created_at":"2026-07-05T08:17:49Z"},{"alias_kind":"arxiv_version","alias_value":"2404.09127v3","created_at":"2026-07-05T08:17:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.09127","created_at":"2026-07-05T08:17:49Z"},{"alias_kind":"pith_short_12","alias_value":"CFPTD5QZD2RL","created_at":"2026-07-05T08:17:49Z"},{"alias_kind":"pith_short_16","alias_value":"CFPTD5QZD2RLRINW","created_at":"2026-07-05T08:17:49Z"},{"alias_kind":"pith_short_8","alias_value":"CFPTD5QZ","created_at":"2026-07-05T08:17:49Z"}],"graph_snapshots":[{"event_id":"sha256:8b76a31734b3b5bf911112f35f65d64d2fcf202f10b54c861d5f006d30fe2d13","target":"graph","created_at":"2026-07-05T08:17:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2404.09127/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Uncertainty estimation is a significant issue for current large language models (LLMs) that are generally poorly calibrated and over-confident, especially with reinforcement learning from human feedback (RLHF). Unlike humans, whose decisions and confidences not only stem from intrinsic beliefs but can also be adjusted through daily observations, existing calibration methods for LLMs focus on estimating or eliciting individual confidence without taking full advantage of the \"Collective Wisdom\": the interaction among multiple LLMs that can collectively improve both accuracy and calibration. In t","authors_text":"Bin Hu, Dheeraj Rajagopal, Dongyeop Kang, Ruixin Yang, Shirley Anugrah Hayati","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-14T02:40:43Z","title":"Confidence Calibration and Rationalization for LLMs via Multi-Agent Deliberation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.09127","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1d62e2cdd031d44bda2d44e98450db9f193ab3a4e6b16fb243875193718efafc","target":"record","created_at":"2026-07-05T08:17:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f7bf02554fbe8f3b795168399df1dc8d189ea63aac45295e715917e6b0aeea1b","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-14T02:40:43Z","title_canon_sha256":"0f84457d4e11d0dbbb47899ed74acede7873c3767458020c50a8b74814d501b6"},"schema_version":"1.0","source":{"id":"2404.09127","kind":"arxiv","version":3}},"canonical_sha256":"115f31f6191ea2b8a1b6c5b8079efc3d3d24a95d643d44d623df8d080444ef0f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"115f31f6191ea2b8a1b6c5b8079efc3d3d24a95d643d44d623df8d080444ef0f","first_computed_at":"2026-07-05T08:17:49.277593Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:17:49.277593Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"LRGGVnlT8QC+DCS4JphEGMtAhKfr2bNKRmqjw6ly1SqKNesQSa+zc1r3YmyA8qH0RXUrPxoIkhv6urClae0yBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:17:49.278100Z","signed_message":"canonical_sha256_bytes"},"source_id":"2404.09127","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1d62e2cdd031d44bda2d44e98450db9f193ab3a4e6b16fb243875193718efafc","sha256:8b76a31734b3b5bf911112f35f65d64d2fcf202f10b54c861d5f006d30fe2d13"],"state_sha256":"fbdeeb70e2476c00f076eb63711544a458ca294c9ad22afa78d5b36a9d27322b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"p1+gfLKG1upU3zSYyuMSOIBE+QmOwsHbCENpRpHX9iLBrwo0mvWUng9vRVvcNYL+Nwb0vg9wSaAlB8r5DYONAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-18T20:51:49.698590Z","bundle_sha256":"787445959f32ae05330783a9d19cb01a87cb68d90af835a0c6de18debc5fd8a2"}}