{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:HGLZVVDVZMCCT4W4KQVL2T4M4I","short_pith_number":"pith:HGLZVVDV","canonical_record":{"source":{"id":"2409.13741","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-10T17:51:21Z","cross_cats_sorted":["cs.IR"],"title_canon_sha256":"1f492b8fb3f71ea22d05a674116742f0a33a6466440e500b8739a772b2b02016","abstract_canon_sha256":"6befc73a0edde8ae8bb0359c57d2625c4148ec4bc74fd719f06a8c38de8b5abc"},"schema_version":"1.0"},"canonical_sha256":"39979ad475cb0429f2dc542abd4f8ce2007a1228e2747c70a19efdf86a77a519","source":{"kind":"arxiv","id":"2409.13741","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.13741","created_at":"2026-07-05T09:10:32Z"},{"alias_kind":"arxiv_version","alias_value":"2409.13741v1","created_at":"2026-07-05T09:10:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.13741","created_at":"2026-07-05T09:10:32Z"},{"alias_kind":"pith_short_12","alias_value":"HGLZVVDVZMCC","created_at":"2026-07-05T09:10:32Z"},{"alias_kind":"pith_short_16","alias_value":"HGLZVVDVZMCCT4W4","created_at":"2026-07-05T09:10:32Z"},{"alias_kind":"pith_short_8","alias_value":"HGLZVVDV","created_at":"2026-07-05T09:10:32Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:HGLZVVDVZMCCT4W4KQVL2T4M4I","target":"record","payload":{"canonical_record":{"source":{"id":"2409.13741","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-10T17:51:21Z","cross_cats_sorted":["cs.IR"],"title_canon_sha256":"1f492b8fb3f71ea22d05a674116742f0a33a6466440e500b8739a772b2b02016","abstract_canon_sha256":"6befc73a0edde8ae8bb0359c57d2625c4148ec4bc74fd719f06a8c38de8b5abc"},"schema_version":"1.0"},"canonical_sha256":"39979ad475cb0429f2dc542abd4f8ce2007a1228e2747c70a19efdf86a77a519","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:10:32.916908Z","signature_b64":"Zl2UiDiCWAuLJ7dG7wgP9ldYoUOV0gI/5+GITduuf2h5o9fHe2ozd5tTFwBeAbZ88K8GbTXalIxJc8NJXStpDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"39979ad475cb0429f2dc542abd4f8ce2007a1228e2747c70a19efdf86a77a519","last_reissued_at":"2026-07-05T09:10:32.916492Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:10:32.916492Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2409.13741","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:10:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"i8hFFrsu4Iw3Q0c6GA05uxS1OjHyIJTDha844OLMTooR/j2Hvvdks2a9b3c4pn2xPjxDOrK/Q5vkbrty11XHBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-23T21:40:37.551330Z"},"content_sha256":"ec8e27655af289162f46314877f312ec4e20cddc672da5d9cf05380d85b66a67","schema_version":"1.0","event_id":"sha256:ec8e27655af289162f46314877f312ec4e20cddc672da5d9cf05380d85b66a67"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:HGLZVVDVZMCCT4W4KQVL2T4M4I","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Knowing When to Ask -- Bridging Large Language Models and Data","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.IR"],"primary_cat":"cs.CL","authors_text":"Adriana Olmos, Bo Xu, Hannah Pho, James Manyika, Jennifer Chen, Prashanth Radhakrishnan, Prem Ramaswami, R. V. Guha","submitted_at":"2024-09-10T17:51:21Z","abstract_excerpt":"Large Language Models (LLMs) are prone to generating factually incorrect information when responding to queries that involve numerical and statistical data or other timely facts. In this paper, we present an approach for enhancing the accuracy of LLMs by integrating them with Data Commons, a vast, open-source repository of public statistics from trusted organizations like the United Nations (UN), Center for Disease Control and Prevention (CDC) and global census bureaus. We explore two primary methods: Retrieval Interleaved Generation (RIG), where the LLM is trained to produce natural language "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.13741","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2409.13741/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:10:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4TYiWvMBC72wByFoJdnqy2uQl8uuPar/jgYg4SiCHtGfoMC/XFrgFa0XC0gxUB/rg9pQ61H1eLtFgSKpDi8IDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-23T21:40:37.551826Z"},"content_sha256":"30749f65b665b6ec13e6f7ff644d2b1ee2c8525f43ee653c56c77eb688452147","schema_version":"1.0","event_id":"sha256:30749f65b665b6ec13e6f7ff644d2b1ee2c8525f43ee653c56c77eb688452147"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HGLZVVDVZMCCT4W4KQVL2T4M4I/bundle.json","state_url":"https://pith.science/pith/HGLZVVDVZMCCT4W4KQVL2T4M4I/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HGLZVVDVZMCCT4W4KQVL2T4M4I/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-23T21:40:37Z","links":{"resolver":"https://pith.science/pith/HGLZVVDVZMCCT4W4KQVL2T4M4I","bundle":"https://pith.science/pith/HGLZVVDVZMCCT4W4KQVL2T4M4I/bundle.json","state":"https://pith.science/pith/HGLZVVDVZMCCT4W4KQVL2T4M4I/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HGLZVVDVZMCCT4W4KQVL2T4M4I/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:HGLZVVDVZMCCT4W4KQVL2T4M4I","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6befc73a0edde8ae8bb0359c57d2625c4148ec4bc74fd719f06a8c38de8b5abc","cross_cats_sorted":["cs.IR"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-10T17:51:21Z","title_canon_sha256":"1f492b8fb3f71ea22d05a674116742f0a33a6466440e500b8739a772b2b02016"},"schema_version":"1.0","source":{"id":"2409.13741","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.13741","created_at":"2026-07-05T09:10:32Z"},{"alias_kind":"arxiv_version","alias_value":"2409.13741v1","created_at":"2026-07-05T09:10:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.13741","created_at":"2026-07-05T09:10:32Z"},{"alias_kind":"pith_short_12","alias_value":"HGLZVVDVZMCC","created_at":"2026-07-05T09:10:32Z"},{"alias_kind":"pith_short_16","alias_value":"HGLZVVDVZMCCT4W4","created_at":"2026-07-05T09:10:32Z"},{"alias_kind":"pith_short_8","alias_value":"HGLZVVDV","created_at":"2026-07-05T09:10:32Z"}],"graph_snapshots":[{"event_id":"sha256:30749f65b665b6ec13e6f7ff644d2b1ee2c8525f43ee653c56c77eb688452147","target":"graph","created_at":"2026-07-05T09:10:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2409.13741/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) are prone to generating factually incorrect information when responding to queries that involve numerical and statistical data or other timely facts. In this paper, we present an approach for enhancing the accuracy of LLMs by integrating them with Data Commons, a vast, open-source repository of public statistics from trusted organizations like the United Nations (UN), Center for Disease Control and Prevention (CDC) and global census bureaus. We explore two primary methods: Retrieval Interleaved Generation (RIG), where the LLM is trained to produce natural language ","authors_text":"Adriana Olmos, Bo Xu, Hannah Pho, James Manyika, Jennifer Chen, Prashanth Radhakrishnan, Prem Ramaswami, R. V. Guha","cross_cats":["cs.IR"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-10T17:51:21Z","title":"Knowing When to Ask -- Bridging Large Language Models and Data"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.13741","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ec8e27655af289162f46314877f312ec4e20cddc672da5d9cf05380d85b66a67","target":"record","created_at":"2026-07-05T09:10:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6befc73a0edde8ae8bb0359c57d2625c4148ec4bc74fd719f06a8c38de8b5abc","cross_cats_sorted":["cs.IR"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-10T17:51:21Z","title_canon_sha256":"1f492b8fb3f71ea22d05a674116742f0a33a6466440e500b8739a772b2b02016"},"schema_version":"1.0","source":{"id":"2409.13741","kind":"arxiv","version":1}},"canonical_sha256":"39979ad475cb0429f2dc542abd4f8ce2007a1228e2747c70a19efdf86a77a519","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"39979ad475cb0429f2dc542abd4f8ce2007a1228e2747c70a19efdf86a77a519","first_computed_at":"2026-07-05T09:10:32.916492Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:10:32.916492Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Zl2UiDiCWAuLJ7dG7wgP9ldYoUOV0gI/5+GITduuf2h5o9fHe2ozd5tTFwBeAbZ88K8GbTXalIxJc8NJXStpDw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:10:32.916908Z","signed_message":"canonical_sha256_bytes"},"source_id":"2409.13741","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ec8e27655af289162f46314877f312ec4e20cddc672da5d9cf05380d85b66a67","sha256:30749f65b665b6ec13e6f7ff644d2b1ee2c8525f43ee653c56c77eb688452147"],"state_sha256":"4a79625398a7bd7682d2b7777e4a4bcf850a7683dfa3a875f73c1ac57184bb99"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"I79LWM0Zs5PmF+/KpyuY0EKORweUaEMIUU0bevFvikvo7ehC/0Ga+b+ZbvPkoOlcMGAEm29kGGYtoAT7fVIiCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-23T21:40:37.555324Z","bundle_sha256":"0b31cfa963249614e0e0d48d7c7f97e32b386f57f159bc4f2eade3be93f47a04"}}