{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:QUI3ALPVDZY6PGDHWK7RYTFBF2","short_pith_number":"pith:QUI3ALPV","canonical_record":{"source":{"id":"2407.14845","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-20T11:19:58Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"b4f525a6f0c5c00305145a6128b29791bb381adec4c58051792a796df21041dd","abstract_canon_sha256":"84976b55d658b632f7c91aa872ed87d8641fc485c4f21a32ed12f47ee4a944f8"},"schema_version":"1.0"},"canonical_sha256":"8511b02df51e71e79867b2bf1c4ca12ea89c12bb5951fbbadc6d75e7c186dc53","source":{"kind":"arxiv","id":"2407.14845","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.14845","created_at":"2026-07-05T10:18:39Z"},{"alias_kind":"arxiv_version","alias_value":"2407.14845v3","created_at":"2026-07-05T10:18:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.14845","created_at":"2026-07-05T10:18:39Z"},{"alias_kind":"pith_short_12","alias_value":"QUI3ALPVDZY6","created_at":"2026-07-05T10:18:39Z"},{"alias_kind":"pith_short_16","alias_value":"QUI3ALPVDZY6PGDH","created_at":"2026-07-05T10:18:39Z"},{"alias_kind":"pith_short_8","alias_value":"QUI3ALPV","created_at":"2026-07-05T10:18:39Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:QUI3ALPVDZY6PGDHWK7RYTFBF2","target":"record","payload":{"canonical_record":{"source":{"id":"2407.14845","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-20T11:19:58Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"b4f525a6f0c5c00305145a6128b29791bb381adec4c58051792a796df21041dd","abstract_canon_sha256":"84976b55d658b632f7c91aa872ed87d8641fc485c4f21a32ed12f47ee4a944f8"},"schema_version":"1.0"},"canonical_sha256":"8511b02df51e71e79867b2bf1c4ca12ea89c12bb5951fbbadc6d75e7c186dc53","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:18:39.864530Z","signature_b64":"0onSdKHDJGoozbqDxQLzgtonvSe7p12rJVqSW4oOC7GcLb16tYmGu+aeQnju1zTk7kUz6SLt68sXxCI/4FLNDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8511b02df51e71e79867b2bf1c4ca12ea89c12bb5951fbbadc6d75e7c186dc53","last_reissued_at":"2026-07-05T10:18:39.864001Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:18:39.864001Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.14845","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:18:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6IkoWC7xohTN3Zrp3ILaWvQ84SrUc+sSenilZBLg6arD/Bz9z60kxNxrZ2JvIThwFHWAySwNfL7St2KtSkHOCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T04:26:23.892202Z"},"content_sha256":"97b6f4049f8a4a9ac611898a5627b33ff797d78a1467a339bba60c8dad273497","schema_version":"1.0","event_id":"sha256:97b6f4049f8a4a9ac611898a5627b33ff797d78a1467a339bba60c8dad273497"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:QUI3ALPVDZY6PGDHWK7RYTFBF2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Understanding the Relationship between Prompts and Response Uncertainty in Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.LG","authors_text":"Arun Verma, Bryan Kian Hsiang Low, Finale Doshi-Velez, Ze Yu Zhang","submitted_at":"2024-07-20T11:19:58Z","abstract_excerpt":"Large language models (LLMs) are widely used in decision-making, but their reliability, especially in critical tasks like healthcare, is not well-established. Therefore, understanding how LLMs reason and make decisions is crucial for their safe deployment. This paper investigates how the uncertainty of responses generated by LLMs relates to the information provided in the input prompt. Leveraging the insight that LLMs learn to infer latent concepts during pretraining, we propose a prompt-response concept model that explains how LLMs generate responses and helps understand the relationship betw"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.14845","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.14845/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:18:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HrQH3dDCumBfopmgnwyLD5e48tYcukHrlV1C+1F/jFNfV65dz1ENRYctjmlO40mxfMjsTg8W7ABblJzqEdiJDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T04:26:23.892578Z"},"content_sha256":"bfa01457d04210530a6ce8cd397c4f5be9748fab321b2510823ec6f05c4cf381","schema_version":"1.0","event_id":"sha256:bfa01457d04210530a6ce8cd397c4f5be9748fab321b2510823ec6f05c4cf381"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/QUI3ALPVDZY6PGDHWK7RYTFBF2/bundle.json","state_url":"https://pith.science/pith/QUI3ALPVDZY6PGDHWK7RYTFBF2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/QUI3ALPVDZY6PGDHWK7RYTFBF2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-20T04:26:23Z","links":{"resolver":"https://pith.science/pith/QUI3ALPVDZY6PGDHWK7RYTFBF2","bundle":"https://pith.science/pith/QUI3ALPVDZY6PGDHWK7RYTFBF2/bundle.json","state":"https://pith.science/pith/QUI3ALPVDZY6PGDHWK7RYTFBF2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/QUI3ALPVDZY6PGDHWK7RYTFBF2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:QUI3ALPVDZY6PGDHWK7RYTFBF2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"84976b55d658b632f7c91aa872ed87d8641fc485c4f21a32ed12f47ee4a944f8","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-20T11:19:58Z","title_canon_sha256":"b4f525a6f0c5c00305145a6128b29791bb381adec4c58051792a796df21041dd"},"schema_version":"1.0","source":{"id":"2407.14845","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.14845","created_at":"2026-07-05T10:18:39Z"},{"alias_kind":"arxiv_version","alias_value":"2407.14845v3","created_at":"2026-07-05T10:18:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.14845","created_at":"2026-07-05T10:18:39Z"},{"alias_kind":"pith_short_12","alias_value":"QUI3ALPVDZY6","created_at":"2026-07-05T10:18:39Z"},{"alias_kind":"pith_short_16","alias_value":"QUI3ALPVDZY6PGDH","created_at":"2026-07-05T10:18:39Z"},{"alias_kind":"pith_short_8","alias_value":"QUI3ALPV","created_at":"2026-07-05T10:18:39Z"}],"graph_snapshots":[{"event_id":"sha256:bfa01457d04210530a6ce8cd397c4f5be9748fab321b2510823ec6f05c4cf381","target":"graph","created_at":"2026-07-05T10:18:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.14845/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) are widely used in decision-making, but their reliability, especially in critical tasks like healthcare, is not well-established. Therefore, understanding how LLMs reason and make decisions is crucial for their safe deployment. This paper investigates how the uncertainty of responses generated by LLMs relates to the information provided in the input prompt. Leveraging the insight that LLMs learn to infer latent concepts during pretraining, we propose a prompt-response concept model that explains how LLMs generate responses and helps understand the relationship betw","authors_text":"Arun Verma, Bryan Kian Hsiang Low, Finale Doshi-Velez, Ze Yu Zhang","cross_cats":["cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-20T11:19:58Z","title":"Understanding the Relationship between Prompts and Response Uncertainty in Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.14845","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:97b6f4049f8a4a9ac611898a5627b33ff797d78a1467a339bba60c8dad273497","target":"record","created_at":"2026-07-05T10:18:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"84976b55d658b632f7c91aa872ed87d8641fc485c4f21a32ed12f47ee4a944f8","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-20T11:19:58Z","title_canon_sha256":"b4f525a6f0c5c00305145a6128b29791bb381adec4c58051792a796df21041dd"},"schema_version":"1.0","source":{"id":"2407.14845","kind":"arxiv","version":3}},"canonical_sha256":"8511b02df51e71e79867b2bf1c4ca12ea89c12bb5951fbbadc6d75e7c186dc53","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8511b02df51e71e79867b2bf1c4ca12ea89c12bb5951fbbadc6d75e7c186dc53","first_computed_at":"2026-07-05T10:18:39.864001Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:18:39.864001Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"0onSdKHDJGoozbqDxQLzgtonvSe7p12rJVqSW4oOC7GcLb16tYmGu+aeQnju1zTk7kUz6SLt68sXxCI/4FLNDw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:18:39.864530Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.14845","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:97b6f4049f8a4a9ac611898a5627b33ff797d78a1467a339bba60c8dad273497","sha256:bfa01457d04210530a6ce8cd397c4f5be9748fab321b2510823ec6f05c4cf381"],"state_sha256":"cfe40eddce7a49e911b87b8f6a6fa72a085a1be19c088d069e463047b9543139"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YHPL7SWVfWwAV/FfxmO5xostbr8amNYPl/7/Zog6KRnwd3XUsvuVJeT9Aj3uCMrKYkGCLuik2jEEl5FRL2CKAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-20T04:26:23.894920Z","bundle_sha256":"a6fd32f8b6af0ad642b61847e35a76a88d1dd13c4f7c328da9eff00bdaaf7c02"}}