{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:KO4BSNNFQYPSIQB3ILD7WLJUTE","short_pith_number":"pith:KO4BSNNF","canonical_record":{"source":{"id":"2601.11004","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2026-01-16T05:38:25Z","cross_cats_sorted":[],"title_canon_sha256":"9ba6ae46f014d36ae9208a5253ba317519f1ea8947d41098979fb563ab2d336f","abstract_canon_sha256":"8b22d6507e355604d4ab2c84c5963ea2377b7d669ff5ac6b18a2827115ebec7a"},"schema_version":"1.0"},"canonical_sha256":"53b81935a5861f24403b42c7fb2d349901ea18968f6b6524b75a8d5f5f0ebb49","source":{"kind":"arxiv","id":"2601.11004","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2601.11004","created_at":"2026-06-12T01:08:21Z"},{"alias_kind":"arxiv_version","alias_value":"2601.11004v3","created_at":"2026-06-12T01:08:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2601.11004","created_at":"2026-06-12T01:08:21Z"},{"alias_kind":"pith_short_12","alias_value":"KO4BSNNFQYPS","created_at":"2026-06-12T01:08:21Z"},{"alias_kind":"pith_short_16","alias_value":"KO4BSNNFQYPSIQB3","created_at":"2026-06-12T01:08:21Z"},{"alias_kind":"pith_short_8","alias_value":"KO4BSNNF","created_at":"2026-06-12T01:08:21Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:KO4BSNNFQYPSIQB3ILD7WLJUTE","target":"record","payload":{"canonical_record":{"source":{"id":"2601.11004","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2026-01-16T05:38:25Z","cross_cats_sorted":[],"title_canon_sha256":"9ba6ae46f014d36ae9208a5253ba317519f1ea8947d41098979fb563ab2d336f","abstract_canon_sha256":"8b22d6507e355604d4ab2c84c5963ea2377b7d669ff5ac6b18a2827115ebec7a"},"schema_version":"1.0"},"canonical_sha256":"53b81935a5861f24403b42c7fb2d349901ea18968f6b6524b75a8d5f5f0ebb49","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-06-12T01:08:21.118961Z","signature_b64":"9fdtL8M6A0BbQgbnc9I40IxKsI73LDXLSmZUoRP6CtnqVKKDDcvICB1b7lxN8IIaHYVHYB2wPBOuAej2zKCEAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"53b81935a5861f24403b42c7fb2d349901ea18968f6b6524b75a8d5f5f0ebb49","last_reissued_at":"2026-06-12T01:08:21.118020Z","signature_status":"signed_v1","first_computed_at":"2026-06-12T01:08:21.118020Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2601.11004","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-12T01:08:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PTtx3RyN36V3GOA2SZmWQmJcl1zvCvMM7dQVs/UlnVWk1AJp4Qp1rQMdW1JUcqlxEsO0CoEFMhOwBLk7FJUiAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-28T10:06:30.488380Z"},"content_sha256":"a23bccc8c4b6c88690975f5a57d67b75c21c3bc0a806e61f3f6f1f0f37efcea2","schema_version":"1.0","event_id":"sha256:a23bccc8c4b6c88690975f5a57d67b75c21c3bc0a806e61f3f6f1f0f37efcea2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:KO4BSNNFQYPSIQB3ILD7WLJUTE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"NOVA: NOise-aware Verbal Confidence CAlibration for Robust Large Language Models in RAG Systems","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Baixuan Xu, Cheng Qian, Chunyang Li, Dadi Guo, Haochen Shi, Jiayu Liu, Qingcheng Zeng, Qing Zong, Rui Wang, Tianshi Zheng, Yangqiu Song, Yumeng Wang","submitted_at":"2026-01-16T05:38:25Z","abstract_excerpt":"Accurately assessing model confidence is essential for deploying large language models (LLMs) in mission-critical factual domains. While retrieval-augmented generation (RAG) is widely adopted to improve grounding, confidence calibration in RAG settings remains poorly understood. We conduct a systematic study across four benchmarks, revealing that LLMs exhibit poor calibration performance especially when noisy contexts are retrieved. Specifically, contradictory or irrelevant evidence tends to exacerbate the model's overconfidence issue. To address this, we propose NOVA Rules (NOise-Aware Verbal"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2601.11004","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2601.11004/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-12T01:08:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TMM59JkBGfaIULjAb/NQBQ2FyDRInXh6lO68AxUKt9hEcyjcmi8qtgmKcZ/ZZZgH6vF7zuN4DJYVfV5HEAblCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-28T10:06:30.488753Z"},"content_sha256":"f18e2ee3bb15e09de40ef1ea60e73cbcc4bb626531ed8a3cb229e51aafaeb08a","schema_version":"1.0","event_id":"sha256:f18e2ee3bb15e09de40ef1ea60e73cbcc4bb626531ed8a3cb229e51aafaeb08a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KO4BSNNFQYPSIQB3ILD7WLJUTE/bundle.json","state_url":"https://pith.science/pith/KO4BSNNFQYPSIQB3ILD7WLJUTE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KO4BSNNFQYPSIQB3ILD7WLJUTE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-28T10:06:30Z","links":{"resolver":"https://pith.science/pith/KO4BSNNFQYPSIQB3ILD7WLJUTE","bundle":"https://pith.science/pith/KO4BSNNFQYPSIQB3ILD7WLJUTE/bundle.json","state":"https://pith.science/pith/KO4BSNNFQYPSIQB3ILD7WLJUTE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KO4BSNNFQYPSIQB3ILD7WLJUTE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:KO4BSNNFQYPSIQB3ILD7WLJUTE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8b22d6507e355604d4ab2c84c5963ea2377b7d669ff5ac6b18a2827115ebec7a","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2026-01-16T05:38:25Z","title_canon_sha256":"9ba6ae46f014d36ae9208a5253ba317519f1ea8947d41098979fb563ab2d336f"},"schema_version":"1.0","source":{"id":"2601.11004","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2601.11004","created_at":"2026-06-12T01:08:21Z"},{"alias_kind":"arxiv_version","alias_value":"2601.11004v3","created_at":"2026-06-12T01:08:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2601.11004","created_at":"2026-06-12T01:08:21Z"},{"alias_kind":"pith_short_12","alias_value":"KO4BSNNFQYPS","created_at":"2026-06-12T01:08:21Z"},{"alias_kind":"pith_short_16","alias_value":"KO4BSNNFQYPSIQB3","created_at":"2026-06-12T01:08:21Z"},{"alias_kind":"pith_short_8","alias_value":"KO4BSNNF","created_at":"2026-06-12T01:08:21Z"}],"graph_snapshots":[{"event_id":"sha256:f18e2ee3bb15e09de40ef1ea60e73cbcc4bb626531ed8a3cb229e51aafaeb08a","target":"graph","created_at":"2026-06-12T01:08:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2601.11004/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Accurately assessing model confidence is essential for deploying large language models (LLMs) in mission-critical factual domains. While retrieval-augmented generation (RAG) is widely adopted to improve grounding, confidence calibration in RAG settings remains poorly understood. We conduct a systematic study across four benchmarks, revealing that LLMs exhibit poor calibration performance especially when noisy contexts are retrieved. Specifically, contradictory or irrelevant evidence tends to exacerbate the model's overconfidence issue. To address this, we propose NOVA Rules (NOise-Aware Verbal","authors_text":"Baixuan Xu, Cheng Qian, Chunyang Li, Dadi Guo, Haochen Shi, Jiayu Liu, Qingcheng Zeng, Qing Zong, Rui Wang, Tianshi Zheng, Yangqiu Song, Yumeng Wang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2026-01-16T05:38:25Z","title":"NOVA: NOise-aware Verbal Confidence CAlibration for Robust Large Language Models in RAG Systems"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2601.11004","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a23bccc8c4b6c88690975f5a57d67b75c21c3bc0a806e61f3f6f1f0f37efcea2","target":"record","created_at":"2026-06-12T01:08:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8b22d6507e355604d4ab2c84c5963ea2377b7d669ff5ac6b18a2827115ebec7a","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2026-01-16T05:38:25Z","title_canon_sha256":"9ba6ae46f014d36ae9208a5253ba317519f1ea8947d41098979fb563ab2d336f"},"schema_version":"1.0","source":{"id":"2601.11004","kind":"arxiv","version":3}},"canonical_sha256":"53b81935a5861f24403b42c7fb2d349901ea18968f6b6524b75a8d5f5f0ebb49","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"53b81935a5861f24403b42c7fb2d349901ea18968f6b6524b75a8d5f5f0ebb49","first_computed_at":"2026-06-12T01:08:21.118020Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-06-12T01:08:21.118020Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"9fdtL8M6A0BbQgbnc9I40IxKsI73LDXLSmZUoRP6CtnqVKKDDcvICB1b7lxN8IIaHYVHYB2wPBOuAej2zKCEAw==","signature_status":"signed_v1","signed_at":"2026-06-12T01:08:21.118961Z","signed_message":"canonical_sha256_bytes"},"source_id":"2601.11004","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a23bccc8c4b6c88690975f5a57d67b75c21c3bc0a806e61f3f6f1f0f37efcea2","sha256:f18e2ee3bb15e09de40ef1ea60e73cbcc4bb626531ed8a3cb229e51aafaeb08a"],"state_sha256":"175571d285a6402d1b52225f477bc8e40cf2a6caf0209671336eeaf6b22d844a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KFuY74VXfJI+cBgEFc9fiDRXQJs9ieHJvJMp+gK5ibwGNcaFQrnVuFAQQyl0EwNt7sZl3UbOHO0x4g2BIEpXCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-28T10:06:30.490660Z","bundle_sha256":"3345124b0b534f0ec3e7a0b78f7120894c52a282fba9e41b592ffbbbe1964d70"}}