{"as_of":"2026-08-12T09:18:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:f4a24564dfa0659a407a5ceb39a1b33199491570bc39033308e06ef8daf13124","coverage":[{"denominator":65,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":65,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T13:44:24.741362Z","state":"measured"},{"denominator":65,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":65,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-12T06:34:41.77262+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2505.21218/citation-record","integrity":"/paper/2505.21218/integrity","json":"/paper/2505.21218/citation-record.json","paper":"/paper/2505.21218"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2208.11057","last_updated":"2023-06-19T15:06:46Z","snapshot_observed_at":"2026-08-10T03:52:17.495339Z","submitted_at":"2022-08-23T16:03:50Z","title":"Prompting as Probing: Using Language Models for Knowledge Base Construction","version":3},"cited_work":{"arxiv_id":"2208.11057","doi":null,"metadata_source":"pith","pith_arxiv_id":"2208.11057","snapshot_observed_at":"2026-08-07T13:44:25.782652Z","title":"Prompting as Probing: Using Language Models for Knowledge Base Construction","venue":"cs.CL","work_id":"f7f00c21-3c02-40f8-8db7-161f95896aac","year":2022},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:17.379002Z"},"links":{"cited_paper":"/paper/2208.11057","citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:2755eada638a76784752aa798b5361628487d38ace13ddefa4e6114a1055434f","observation_id":"5c039de0-4109-4a65-936b-248a7a039c2e","resolution":{"observed_at":"2026-08-07T13:44:25.858255Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:28.055001Z","title":"QAMPARI : A benchmark for open-domain questions with many answers","venue":null,"work_id":"624ac6e1-57fd-4e69-907a-cb1289048171","year":2023},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:17.472790Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:ce8e4eb0cbb2b8ad48faf1679d9ee9241cdd175bbc96fd6af163ddcea65805b5","observation_id":"51245314-00a6-4848-b957-943f6d61fccb","resolution":{"observed_at":"2026-08-07T13:44:28.126300Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2108.07732","last_updated":"2021-08-16T03:57:30Z","snapshot_observed_at":"2026-08-02T19:23:53.535075Z","submitted_at":"2021-08-16T03:57:30Z","title":"Program Synthesis with Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2108.07732","snapshot_observed_at":"2026-08-07T13:44:17.568894Z","title":"Program synthesis with large language models","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:17.568894Z"},"links":{"cited_paper":"/paper/2108.07732","citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:b10b7ac876ab126e3a131bc316ba69f2f34e0f0f553ecdcfd85b6aa0fa55f9f6","observation_id":"55837c79-4c5b-4f59-b548-2927a1ff6ce1","resolution":{"observed_at":"2026-08-07T13:44:17.568894Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:17.683629Z","title":"The internal state of an LLM knows when it ' s lying","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:17.683629Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:b02b8375cd79a63af3061b4171698107c3946c7609cf14c82b9b17a5359406c4","observation_id":"08fd4093-b0ed-4b7a-8273-98a4de8cc3fa","resolution":{"observed_at":"2026-08-07T13:44:17.683629Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.16609","last_updated":"2023-09-28T17:07:49Z","snapshot_observed_at":"2026-08-09T21:25:20.369782Z","submitted_at":"2023-09-28T17:07:49Z","title":"Qwen Technical Report","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.16609","snapshot_observed_at":"2026-08-07T13:44:17.809779Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:17.809779Z"},"links":{"cited_paper":"/paper/2309.16609","citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:f517ebd887a9b0b59ca677c799ffb81df85ebe00f2c3bf2e929f883bd2d1efe2","observation_id":"8274c78b-4f73-47b7-aecf-54dce2c8f273","resolution":{"observed_at":"2026-08-07T13:44:17.809779Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2212.08037","last_updated":"2023-02-10T20:04:05Z","snapshot_observed_at":"2026-08-11T22:10:09.127642Z","submitted_at":"2022-12-15T18:45:29Z","title":"Attributed Question Answering: Evaluation and Modeling for Attributed Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2212.08037","snapshot_observed_at":"2026-08-07T13:44:17.925919Z","title":"Attributed question answering: Evaluation and modeling for attributed large language models","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:17.925919Z"},"links":{"cited_paper":"/paper/2212.08037","citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:a16cff7756dd3e211e087290078100e098f03399b21f5c78782ea9fab09b4d82","observation_id":"67d725e8-7cfd-4fb0-a517-3567be8bd052","resolution":{"observed_at":"2026-08-07T13:44:17.925919Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:18.079794Z","title":"Language models are few-shot learners","venue":null,"work_id":null,"year":1901},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:18.079794Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:ce3f49de071e6c0772221884a702e9200c6c9b62d186412ec780b83bc337f99b","observation_id":"e3072ad7-bc42-4155-af5c-8065ffb7a114","resolution":{"observed_at":"2026-08-07T13:44:18.079794Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:18.225604Z","title":"Palm: Scaling language modeling with pathways","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:18.225604Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:da1bb57449eab761dbbfe9fbab789c9b6bf6b8b2075a6a6161bfb836d2fa1776","observation_id":"1b2fea48-4c1d-4b35-b781-24d56ef69dcf","resolution":{"observed_at":"2026-08-07T13:44:18.225604Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1803.05457","last_updated":"2018-03-14T18:04:21Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2018-03-14T18:04:21Z","title":"Think you have Solved Question Answering? Try ARC, the AI2 Reasoning Challenge","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1803.05457","snapshot_observed_at":"2026-08-07T13:44:18.400204Z","title":"Think you have solved question answering? try ARC , the AI2 reasoning challenge","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:18.400204Z"},"links":{"cited_paper":"/paper/1803.05457","citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:a0751b9f60b009ccef8cf2a7fb5f6a9441ea14dbca0561acd01d43dc4deb68ed","observation_id":"35f1b8d0-67fc-4d1a-ab6a-8ed0e083c3c7","resolution":{"observed_at":"2026-08-07T13:44:18.400204Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2110.14168","last_updated":"2021-11-18T00:23:45Z","snapshot_observed_at":"2026-08-07T01:45:38.840969Z","submitted_at":"2021-10-27T04:49:45Z","title":"Training Verifiers to Solve Math Word Problems","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2110.14168","snapshot_observed_at":"2026-08-07T13:44:18.533583Z","title":"Training verifiers to solve math word problems","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:18.533583Z"},"links":{"cited_paper":"/paper/2110.14168","citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:2df317900dd133dae6ed9b0a585ae3b26e21051164509d3c2da14f43332b02e0","observation_id":"8b8fecdd-d94e-4a74-a64a-180ad5befbfd","resolution":{"observed_at":"2026-08-07T13:44:18.533583Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:18.707895Z","title":"Crawling the internal knowledge-base of language models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:18.707895Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:c34c115ca191b2293888eace467e52eedde79ad5cf216fe39a95c4111bc8a649","observation_id":"f9929cd2-a5a7-488b-81cf-968d47936e7f","resolution":{"observed_at":"2026-08-07T13:44:18.707895Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:18.923578Z","title":"LM vs LM : Detecting factual errors via cross examination","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:18.923578Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:85ac9b777f95cae1d1f1d72b26466e4551afbb2e4d7ac09a0b80c9334febfea6","observation_id":"b3393afe-9582-4179-9344-48b29dd5e8d7","resolution":{"observed_at":"2026-08-07T13:44:18.923578Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:27.853101Z","title":"Evaluating the ripple effects of knowledge editing in language models","venue":null,"work_id":"f82e8320-d9a5-47be-87bc-102097e341b4","year":2024},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:19.044768Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:4b77e2c3d8836694ab917070a63d280cd964f33b07d87d301f35a72717335fc3","observation_id":"415c3213-fd79-4b14-ab17-ef5eb07897ff","resolution":{"observed_at":"2026-08-07T13:44:27.955375Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:27.597871Z","title":"I D on't K now: E xplicit modeling of uncertainty with an [IDK] token","venue":null,"work_id":"3c9bc7b2-3cb8-4148-8084-375c62dba6a6","year":2024},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:19.176235Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:cf632237a45de54df934b78bf3a811ca23b103a4807306eb07a5dbef22f0f8a5","observation_id":"0a83bd6a-9b4e-4f73-97f0-8155ba786676","resolution":{"observed_at":"2026-08-07T13:44:27.707463Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:19.331350Z","title":"Calibration of pre-trained transformers","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:19.331350Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:f45d26ff4dc6884814792978573a67984d4d1ac79132a463d5617ee770b0a468","observation_id":"300a6492-46f0-4b4c-a5de-29d0699d50a2","resolution":{"observed_at":"2026-08-07T13:44:19.331350Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:19.431983Z","title":"Evaluating factuality in text simplification","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:19.431983Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:3ee10ab2824c17952fe25a693fa52b5a297df836da1358ef7bceb9ceb3d32f4e","observation_id":"05d875b1-4620-46fd-bad8-0104b8eb3bfa","resolution":{"observed_at":"2026-08-07T13:44:19.431983Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.21783","last_updated":"2024-11-23T23:27:33Z","snapshot_observed_at":"2026-08-10T16:40:37.411115Z","submitted_at":"2024-07-31T17:54:27Z","title":"The Llama 3 Herd of Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.21783","snapshot_observed_at":"2026-08-07T13:44:19.614490Z","title":"The llama 3 herd of models","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:19.614490Z"},"links":{"cited_paper":"/paper/2407.21783","citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:e85a85158c8c57ea25af0d91bc36e9546328b4addce23f7eceab94cdc937272f","observation_id":"ca5436e7-86b1-43d0-aa65-b04b3b95967a","resolution":{"observed_at":"2026-08-07T13:44:19.614490Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:19.714512Z","title":"Measuring and improving consistency in pretrained language models","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:19.714512Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:aeac2aefe245b624686feb76237bf358316070a2d8ff866849f8fa25c6fc6f65","observation_id":"dd0a13ac-abad-41cf-bb97-a5023f9988b0","resolution":{"observed_at":"2026-08-07T13:44:19.714512Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:19.853495Z","title":"Did aristotle use a laptop? a question answering benchmark with implicit reasoning strategies","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:19.853495Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:a58b32eeaa91eb00e3ce95ffac8b1181ebaf94769c3b4c1cd6351fc4940221e5","observation_id":"1e22d49e-7459-492e-9af4-37dfe19ff42b","resolution":{"observed_at":"2026-08-07T13:44:19.853495Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:20.046321Z","title":"Transformer feed-forward layers are key-value memories","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:20.046321Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:1cd7f54dba8fa2d9e0d63f135dc4a7ea8662fe5062c1a59fcee9870c465c9d78","observation_id":"08b89a74-157c-4aa5-98c9-902144d03b43","resolution":{"observed_at":"2026-08-07T13:44:20.046321Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:20.170384Z","title":"Dissecting recall of factual associations in auto-regressive language models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:20.170384Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:aff30718c9e72b1a81d342f42f11993db5d033df66eb6437fbe4241338ad75bb","observation_id":"a34120fe-0e6c-4d40-8ebe-cbe8856edbbf","resolution":{"observed_at":"2026-08-07T13:44:20.170384Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:27.336560Z","title":"Weinberger","venue":null,"work_id":"d7d59a56-341e-471c-9b1d-2d146c2ad3b5","year":2017},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:20.283758Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:226a4d26de371303993c082f52a5ca2873826ba758f0ae53f869bcaa0236f7f0","observation_id":"b7e715e6-c030-4de1-8a2d-7c3f90ec1e7e","resolution":{"observed_at":"2026-08-07T13:44:27.432417Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.01610","last_updated":"2023-06-02T21:52:17Z","snapshot_observed_at":"2026-08-09T07:24:01.957644Z","submitted_at":"2023-05-02T17:13:55Z","title":"Finding Neurons in a Haystack: Case Studies with Sparse Probing","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.01610","snapshot_observed_at":"2026-08-07T13:44:20.352171Z","title":"Finding neurons in a haystack: Case studies with sparse probing","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:20.352171Z"},"links":{"cited_paper":"/paper/2305.01610","citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:d3028fcae6620366b38d8dbc71e89c76cd4bb076fbb6a970e005832349f8abb8","observation_id":"d0767621-9cc3-40ec-b899-b19887780b2e","resolution":{"observed_at":"2026-08-07T13:44:20.352171Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:20.416488Z","title":"Survey of hallucination in natural language generation","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:20.416488Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:34461134896387297bb02434f9d0cfb6cc14525bed803d82f110335bcae11e6c","observation_id":"5d726b10-d289-4ca8-914a-1778ac7a9cc2","resolution":{"observed_at":"2026-08-07T13:44:20.416488Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.06825","last_updated":"2023-10-10T17:54:58Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-10-10T17:54:58Z","title":"Mistral 7B","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.06825","snapshot_observed_at":"2026-08-07T13:44:20.543491Z","title":"Mistral 7b","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:20.543491Z"},"links":{"cited_paper":"/paper/2310.06825","citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:3e094b9fed6347915b92fd177b6ae665dbdad811a5df16125fc2be5890404c98","observation_id":"96f2dcc9-6ffc-433d-8d0a-bc409a625e5e","resolution":{"observed_at":"2026-08-07T13:44:20.543491Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:20.622329Z","title":"How can we know when language models know? on the calibration of language models for question answering","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:20.622329Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:17dd5d6aec2327c6d592f4407f9e17494d9bf8ba288107426cdb3d5fd28e7356","observation_id":"4347d258-d18a-40e9-b757-62149a6e8724","resolution":{"observed_at":"2026-08-07T13:44:20.622329Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1705.03551","last_updated":"2017-05-13T21:12:37Z","snapshot_observed_at":"2026-08-02T11:13:42.401488Z","submitted_at":"2017-05-09T21:35:07Z","title":"TriviaQA: A Large Scale Distantly Supervised Challenge Dataset for Reading Comprehension","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1705.03551","snapshot_observed_at":"2026-08-07T13:44:20.700534Z","title":"TriviaQA : A large scale distantly supervised challenge dataset for reading comprehension","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:20.700534Z"},"links":{"cited_paper":"/paper/1705.03551","citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:d096491269e24086a496699a6187a28b3f4b7a5770bae9493ce93db58165822c","observation_id":"ee1ea3bc-c423-453f-bf49-831a2b05a8ca","resolution":{"observed_at":"2026-08-07T13:44:20.700534Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2207.05221","last_updated":"2022-11-21T16:38:35Z","snapshot_observed_at":"2026-08-06T08:34:11.887259Z","submitted_at":"2022-07-11T22:59:39Z","title":"Language Models (Mostly) Know What They Know","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2207.05221","snapshot_observed_at":"2026-08-07T13:44:20.765198Z","title":"Brown, Jack Clark, Nicholas Joseph, Benjamin Mann, Sam McCandlish, Christopher Olah, and Jared Kaplan","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:20.765198Z"},"links":{"cited_paper":"/paper/2207.05221","citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:426c237a825cc8a298182bc088220a982a6dd7ad64e7894f3008f21c133f711d","observation_id":"f325ff1e-3772-4f47-a0ab-daec7094e55a","resolution":{"observed_at":"2026-08-07T13:44:20.765198Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.08391","last_updated":"2025-08-17T19:28:05Z","snapshot_observed_at":"2026-08-07T01:45:55.183884Z","submitted_at":"2024-06-12T16:41:31Z","title":"Large Language Models Must Be Taught to Know What They Don't Know","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.08391","snapshot_observed_at":"2026-08-07T13:44:20.844620Z","title":"Large language models must be taught to know what they don't know","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:20.844620Z"},"links":{"cited_paper":"/paper/2406.08391","citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:4f2105269680582ff73df7f823a6f56e3d7a6fb13f5ada51607282eb325b1cb4","observation_id":"3c6564ec-91bc-4d9d-af99-57ef7d96520b","resolution":{"observed_at":"2026-08-07T13:44:20.844620Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2302.09664","last_updated":"2023-04-15T12:55:45Z","snapshot_observed_at":"2026-07-06T14:53:27.667483Z","submitted_at":"2023-02-19T20:10:07Z","title":"Semantic Uncertainty: Linguistic Invariances for Uncertainty Estimation in Natural Language Generation","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2302.09664","snapshot_observed_at":"2026-08-07T13:44:20.958690Z","title":"Semantic uncertainty: Linguistic invariances for uncertainty estimation in natural language generation","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:20.958690Z"},"links":{"cited_paper":"/paper/2302.09664","citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:d50bdaf25bb6eec3d0c4d391953e211570d339788568e7b97208345a6b88d3c2","observation_id":"5c7582b5-7fc6-4825-a05b-19b5ea93fa72","resolution":{"observed_at":"2026-08-07T13:44:20.958690Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:21.068132Z","title":"Dai, Jakob Uszkoreit, Quoc Le, and Slav Petrov","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:21.068132Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:ed90db9fc983ab1cd3ebd6d6e2532e231b5d9a2c2921a651d6fdbb4ad05fb917","observation_id":"08e8271d-d1e7-4aa0-b41b-dbd696c0904a","resolution":{"observed_at":"2026-08-07T13:44:21.068132Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:27.127987Z","title":"Bloom: A 176b-parameter open-access multilingual language model","venue":null,"work_id":"b32a98f7-d2cc-4fc6-9180-14f65fefc107","year":2023},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:21.164195Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:107ce24a334ad7bb87edc0ee4ecb91126c5949bd1b23d567b7c26b3c6e17214d","observation_id":"712c5d70-c6b4-4c51-be07-768c0473deab","resolution":{"observed_at":"2026-08-07T13:44:27.213543Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2205.14334","last_updated":"2022-06-13T05:04:53Z","snapshot_observed_at":"2026-08-09T23:45:38.167954Z","submitted_at":"2022-05-28T05:02:31Z","title":"Teaching Models to Express Their Uncertainty in Words","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2205.14334","snapshot_observed_at":"2026-08-07T13:44:21.271271Z","title":"Teaching models to express their uncertainty in words","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:21.271271Z"},"links":{"cited_paper":"/paper/2205.14334","citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:80ac7c00953216cdc69c3d6402531dae16dca86a17b0eacf511677486c187616","observation_id":"9dba0352-6841-467c-9986-33f13e7a516b","resolution":{"observed_at":"2026-08-07T13:44:21.271271Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:26.797821Z","title":"Lin, Jacob Hilton, and Owain Evans","venue":null,"work_id":"0dd67faf-9c28-40af-9506-311d235b1e99","year":2021},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:21.353340Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:3d5308cd2da42de6a5ac50d7da4492e8486842d52ee42e50db644a66e5042e4f","observation_id":"54c3fa25-1e19-45d9-9632-34063a2366e6","resolution":{"observed_at":"2026-08-07T13:44:26.950121Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:21.453324Z","title":"On controlling fallback responses for grounded dialogue generation","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:21.453324Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:5840921cbb33458d79f0884f32f9b79fd6d334c071dee08dba24e1034e2962fd","observation_id":"db60cf89-58f8-4d1c-9e43-a3f6013ce692","resolution":{"observed_at":"2026-08-07T13:44:21.453324Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2212.10511","last_updated":"2023-07-02T07:21:59Z","snapshot_observed_at":"2026-07-06T14:33:08.041820Z","submitted_at":"2022-12-20T18:30:15Z","title":"When Not to Trust Language Models: Investigating Effectiveness of Parametric and Non-Parametric Memories","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2212.10511","snapshot_observed_at":"2026-08-07T13:44:21.530357Z","title":"When not to trust language models: Investigating effectiveness and limitations of parametric and non-parametric memories","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:21.530357Z"},"links":{"cited_paper":"/paper/2212.10511","citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:22149ea88e90e3264554c877a211c8bb5ca2aee502de757431e43ba5e62301b1","observation_id":"09fdd075-3c70-4c05-9213-e257265e06d8","resolution":{"observed_at":"2026-08-07T13:44:21.530357Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.00025","last_updated":"2025-08-22T11:37:26Z","snapshot_observed_at":"2026-07-06T17:37:44.114370Z","submitted_at":"2024-02-28T15:19:33Z","title":"On the Challenges and Opportunities in Generative AI","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.00025","snapshot_observed_at":"2026-08-07T13:44:21.608634Z","title":"On the challenges and opportunities in Generative AI","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:21.608634Z"},"links":{"cited_paper":"/paper/2403.00025","citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:b912d7bfde0924466c6a73aecd68541a4bbe02f6b444a4f9f8d7532a3ed0bfad","observation_id":"1d8d9356-38d9-496b-88b4-688d2cf232e2","resolution":{"observed_at":"2026-08-07T13:44:21.608634Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:21.723394Z","title":"On faithfulness and factuality in abstractive summarization","venue":null,"work_id":null,"year":1906},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":39,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:21.723394Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:7a6570211a432ac0272b0047322a476d8d2e0ba192d6103e449c42a37bfe2176","observation_id":"5ef83f34-f8a6-4e0b-8842-8caae6fb4959","resolution":{"observed_at":"2026-08-07T13:44:21.723394Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:26.588707Z","title":"Locating and editing factual associations in GPT","venue":null,"work_id":"3f7c0039-7ece-44b5-8bab-9dd8a6cf74fc","year":2022},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":40,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:21.832344Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:b8d7e3654424614a568f1eb00ca59d88a2ec408c7026fc25271cf9c01f433512","observation_id":"46696c03-4ce7-430c-b3af-9b0b3f7a6339","resolution":{"observed_at":"2026-08-07T13:44:26.663717Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:21.927274Z","title":"A diverse corpus for evaluating and developing E nglish math word problem solvers","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":41,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:21.927274Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:781ec0a2af25cac4b49e27e62d93a6d5495c89a2ab1f2d9e073c3d8bff2d63cf","observation_id":"9d706bb7-18e5-48f0-aabb-b3f9327e1d6f","resolution":{"observed_at":"2026-08-07T13:44:21.927274Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1809.02789","last_updated":"2018-09-08T11:47:16Z","snapshot_observed_at":"2026-08-08T02:19:52.596062Z","submitted_at":"2018-09-08T11:47:16Z","title":"Can a Suit of Armor Conduct Electricity? A New Dataset for Open Book Question Answering","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1809.02789","snapshot_observed_at":"2026-08-07T13:44:22.042273Z","title":"Can a suit of armor conduct electricity? a new dataset for open book question answering","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":42,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:22.042273Z"},"links":{"cited_paper":"/paper/1809.02789","citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:fd8d7dcc9e2ba6dce717edb734a8a0c55219e1707acb40b9832adb7eed7b6489","observation_id":"8264c148-4f31-47b6-8f04-10b35796b4a1","resolution":{"observed_at":"2026-08-07T13:44:22.042273Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.15852","last_updated":"2024-03-15T21:04:34Z","snapshot_observed_at":"2026-07-06T15:33:11.344191Z","submitted_at":"2023-05-25T08:43:46Z","title":"Self-contradictory Hallucinations of Large Language Models: Evaluation, Detection and Mitigation","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.15852","snapshot_observed_at":"2026-08-07T13:44:22.150186Z","title":"Self-contradictory hallucinations of large language models: Evaluation, detection and mitigation","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":43,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:22.150186Z"},"links":{"cited_paper":"/paper/2305.15852","citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:eb5b93fee47cf6ba13c9246bae53fead172209ca72b458edc0acb3cca2e60de1","observation_id":"307c6eef-a58a-4956-b45f-77ede79c1c99","resolution":{"observed_at":"2026-08-07T13:44:22.150186Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2209.11895","last_updated":"2022-09-24T00:43:19Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2022-09-24T00:43:19Z","title":"In-context Learning and Induction Heads","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2209.11895","snapshot_observed_at":"2026-08-07T13:44:22.253151Z","title":"In-context learning and induction heads","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":44,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:22.253151Z"},"links":{"cited_paper":"/paper/2209.11895","citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:9d8a91b0c5c612c3bec8e72f478d6050754f43e97a0711bab91f9994973af3e8","observation_id":"32cbea88-c6f0-4b22-94d1-37b24dcb75f1","resolution":{"observed_at":"2026-08-07T13:44:22.253151Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:22.328179Z","title":"Training language models to follow instructions with human feedback","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":45,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:22.328179Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:77d62a3a86a37a5ad40a8b6f6bec90845fac67fa56f1b03d50c7f935b216e739","observation_id":"437b18fc-07ba-47d3-99b2-f1cc29669e10","resolution":{"observed_at":"2026-08-07T13:44:22.328179Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:22.406658Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":46,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:22.406658Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:d6f0bc99988fa4d9fd142921d8f1b5d5cd7ec672171e8a2f8d5a0823d8f08dc1","observation_id":"9dea0a36-436a-4fdd-9566-136331619db5","resolution":{"observed_at":"2026-08-07T13:44:22.406658Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:22.523553Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":47,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:22.523553Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:fcc0957b61932d9fb79998d793e5e0b6df009d29c1952a764269ac9685f7b498","observation_id":"16de4840-fc8b-4c83-a858-514bdc553f07","resolution":{"observed_at":"2026-08-07T13:44:22.523553Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1909.01066","last_updated":"2019-09-04T09:33:20Z","snapshot_observed_at":"2026-07-06T08:18:37.267833Z","submitted_at":"2019-09-03T11:11:08Z","title":"Language Models as Knowledge Bases?","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1909.01066","snapshot_observed_at":"2026-08-07T13:44:22.621995Z","title":"Language models as knowledge bases? arXiv preprint arXiv:1909.01066, 2019","venue":null,"work_id":null,"year":1909},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":48,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:22.621995Z"},"links":{"cited_paper":"/paper/1909.01066","citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:2cdd2a66ffd961ed20867c35ee93d8261a42a8d10f695d547f4f0fe881e26462","observation_id":"e8a885b3-759b-4126-8671-29fdab5276ce","resolution":{"observed_at":"2026-08-07T13:44:22.621995Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:22.734204Z","title":"Exploring the limits of transfer learning with a unified text-to-text transformer","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":49,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:22.734204Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:85d87537ece343cd3ac51452ae83bffceba6765efb8273e8c4301e610627518b","observation_id":"06acc51e-b26f-408d-8e3a-0a882325c1a6","resolution":{"observed_at":"2026-08-07T13:44:22.734204Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:26.248406Z","title":"Measuring attribution in natural language generation models","venue":null,"work_id":"8a3d9111-94d1-49a1-aa9b-0269180754dd","year":2023},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":50,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:22.858768Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:34641a91a0ccc525f2bceb58a3fab107e9bbde1f1613b1e4aecc25af2b1a5902","observation_id":"b9de85cf-8117-4bf1-af54-2df9ae8caf88","resolution":{"observed_at":"2026-08-07T13:44:26.453620Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2002.08910","last_updated":"2020-10-05T21:26:45Z","snapshot_observed_at":"2026-08-03T03:30:56.636820Z","submitted_at":"2020-02-10T18:55:58Z","title":"How Much Knowledge Can You Pack Into the Parameters of a Language Model?","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2002.08910","snapshot_observed_at":"2026-08-07T13:44:23.046025Z","title":"How much knowledge can you pack into the parameters of a language model? arXiv preprint arXiv:2002.08910, 2020","venue":null,"work_id":null,"year":2002},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":51,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:23.046025Z"},"links":{"cited_paper":"/paper/2002.08910","citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:40ad5a4301e713b9bdb96bc2bb99f5a39961697611879c8c373a08b401da63c6","observation_id":"f909a57a-570c-4619-b4fc-a25c927dd92b","resolution":{"observed_at":"2026-08-07T13:44:23.046025Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:23.155403Z","title":"C ommonsense QA : A question answering challenge targeting commonsense knowledge","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":52,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:23.155403Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:2432434231f1a2685a6fc836136472c2d409176ba842333c99ff1f53dbe30cf1","observation_id":"5d0b84ac-1b95-491b-b283-a97dbcfc2168","resolution":{"observed_at":"2026-08-07T13:44:23.155403Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:23.259595Z","title":"Evaluating the factual consistency of large language models through news summarization","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":53,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:23.259595Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:de46bcffebfa9a595f7381af1bacc90c637714d30ab1ca43499f2427881068b9","observation_id":"f7759037-1287-4366-9646-0a2df6fe815e","resolution":{"observed_at":"2026-08-07T13:44:23.259595Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:23.367296Z","title":"Transformer memory as a differentiable search index","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":54,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:23.367296Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:358a394b76dfaa915f2b196b5f336436a619391bb9f39c35d8da16834e60c3fd","observation_id":"9a54e2fc-3ae7-406b-ba82-ac53fc1d2178","resolution":{"observed_at":"2026-08-07T13:44:23.367296Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2302.13971","last_updated":"2023-02-27T17:11:15Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-02-27T17:11:15Z","title":"LLaMA: Open and Efficient Foundation Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2302.13971","snapshot_observed_at":"2026-08-07T13:44:23.530840Z","title":"Llama: Open and efficient foundation language models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":55,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:23.530840Z"},"links":{"cited_paper":"/paper/2302.13971","citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:3e9fb8f4f310a12e8c5a323a2e0b98ccc5ddd39e724ecf695da939b5d14cb83a","observation_id":"8f07b5b9-084b-4164-8b7f-fb62fb494210","resolution":{"observed_at":"2026-08-07T13:44:23.530840Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.15115","last_updated":"2025-01-03T02:18:21Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-12-19T17:56:09Z","title":"Qwen2.5 Technical Report","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.15115","snapshot_observed_at":"2026-08-07T13:44:23.741077Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":56,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:23.741077Z"},"links":{"cited_paper":"/paper/2412.15115","citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:42653b5a447f8857c2e06ab62005d10bef18715af9f1c0914a88c43d439b8f31","observation_id":"f51df290-eef9-4758-ac16-2bdaf5c5aabb","resolution":{"observed_at":"2026-08-07T13:44:23.741077Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.18153","last_updated":"2023-05-30T15:14:06Z","snapshot_observed_at":"2026-08-04T22:37:22.983682Z","submitted_at":"2023-05-29T15:30:13Z","title":"Do Large Language Models Know What They Don't Know?","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.18153","snapshot_observed_at":"2026-08-07T13:44:23.893925Z","title":"Do large language models know what they don't know? arXiv preprint arXiv:2305.18153, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":57,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:23.893925Z"},"links":{"cited_paper":"/paper/2305.18153","citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:5cf5519e71423c139b6d0155df5c7aef81379636a843f0de669a9a102fafa563","observation_id":"d31b3eb0-850c-4d1a-902f-233c9ec0c389","resolution":{"observed_at":"2026-08-07T13:44:23.893925Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:24.062339Z","title":"Narrowing the knowledge evaluation gap: Open-domain question answering with multi-granularity answers","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":58,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:24.062339Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:91735b1d523bfbfd8da30530f037ef5a0e0065f0515989eeac84c41737cdb49c","observation_id":"a654e825-7d0d-4002-828b-9762bb959e9c","resolution":{"observed_at":"2026-08-07T13:44:24.062339Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2023.emnlp-main.364","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":"Answering questions by meta-reasoning over multiple chains of thought","venue":null,"work_id":"813f492b-3e51-43ac-820c-c860b7f6436f","year":2023},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":59,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:24.160543Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:d7549c65c98220d0a90e8d68373e33095cb8709f1a8ebd0393a8ccfb95a284ee","observation_id":"5a224dd2-d7a0-49cd-8093-f0200bd8a7ea","resolution":{"observed_at":"2026-08-07T13:44:24.965880Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2403.18167","last_updated":"2024-06-17T21:35:41Z","snapshot_observed_at":"2026-08-12T00:14:42.402131Z","submitted_at":"2024-03-27T00:23:03Z","title":"Mechanistic Understanding and Mitigation of Language Model Non-Factual Hallucinations","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.18167","snapshot_observed_at":"2026-08-07T13:44:24.229433Z","title":"Mechanistic understanding and mitigation of language model non-factual hallucinations","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":60,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:24.229433Z"},"links":{"cited_paper":"/paper/2403.18167","citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:e79e280b9a7be062b6857be94c2c29606c37838958a8b1d73577b8ccd4858f20","observation_id":"bfc859f3-b125-485c-b920-50c6de9a8624","resolution":{"observed_at":"2026-08-07T13:44:24.229433Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:24.296305Z","title":"Characterizing mechanisms for factual recall in language models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":61,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:24.296305Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:a90028fb94bf8f8affb33e9a3116aa278bda0ed24754d942a4f051715276a767","observation_id":"be239387-1e18-4ea2-9c20-1d4dd23353e6","resolution":{"observed_at":"2026-08-07T13:44:24.296305Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:24.393505Z","title":"Automatic evaluation of attribution by large language models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":62,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:24.393505Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:0f12b0862964f1e63dc8485871e99cd33a9ffaede17f2a12ae03d84e08a1e7aa","observation_id":"09bd273d-6236-44ca-87a8-5868bfe39dc0","resolution":{"observed_at":"2026-08-07T13:44:24.393505Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:24.465562Z","title":"R -tuning: Instructing large language models to say I don`t know'","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":63,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:24.465562Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:23f730b3bc5adc40abb3bd1c05c17bd1e839ad655ea1bd033b2d4f43d0d7f32c","observation_id":"0f170296-6882-4fca-9975-eff6a062f94b","resolution":{"observed_at":"2026-08-07T13:44:24.465562Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:24.570038Z","title":"Instruction tuning for large language models: A survey","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":64,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:24.570038Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:f79e8bac922e79fcabe97e6da6927aa2fd73a99eb40bbce604a8d810443314b3","observation_id":"e7908ab5-c599-4b54-8003-10ebd0ef31a3","resolution":{"observed_at":"2026-08-07T13:44:24.570038Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:24.649005Z","title":"Codegeex: A pre-trained model for code generation with multilingual benchmarking on humaneval-x","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":65,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:24.649005Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:7dc84c7cc60cb502f27ce30907063262757a308b12e6381638e444d38c77e17a","observation_id":"3476bfdf-8908-4b94-b365-458d955c14d5","resolution":{"observed_at":"2026-08-07T13:44:24.649005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:26.004651Z","title":"RoMQA : A benchmark for robust, multi-evidence, multi-answer question answering","venue":null,"work_id":"86942370-0615-4ce4-baea-4c68df058d48","year":2022},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":66,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:24.741362Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:a58c76c1d54779f5a8ee1c17c9fe24cdde4a83b0b8a1142956cb25ec2cfc69ad","observation_id":"f6c8d9bf-243c-4b82-999f-5a8e0ba9463f","resolution":{"observed_at":"2026-08-07T13:44:26.094054Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-10T03:51:51.122134Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty"},"reference_resolution":{"displayed":65,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":54,"verified_exact":2,"verified_fuzzy":9},"total_outbound_references":65},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"thesis":"As of 12 August 2026, this Paper Citation Record lists 65 of 65 outbound references and 0 inbound Pith citation observations for arXiv:2505.21218."}