{"as_of":"2026-08-10T09:56:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:9208fcfea090274ba82aa8027f6866f3549a351f5d2a4cc7651437c9b1eaa24b","coverage":[{"denominator":144,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":100,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T23:28:26.101766Z","state":"measured"},{"denominator":109,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":109,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-10T06:31:04.303077+00:00","state":"measured"},{"denominator":9,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":9,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T17:54:17.467638Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-03T15:18:33.036767Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.18183","snapshot_observed_at":"2026-08-06T17:54:17.467638Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.09662","last_updated":"2025-07-13T14:51:59Z","snapshot_observed_at":"2026-08-07T01:15:50.475193Z","submitted_at":"2025-07-13T14:51:59Z","title":"Towards Concise and Adaptive Thinking in Large Reasoning Models: A Survey","version":1},"reference_index":131,"source":"arxiv_source","source_observed_at":"2026-08-06T17:54:17.467638Z"},"links":{"cited_paper":"/paper/2506.18183","citing_paper":"/paper/2507.09662"},"observation_digest":"sha256:1c8f86c55acac4163be026163614a8aa864136d14762171de251a732e1079b92","observation_id":"811df846-6c78-45de-aa79-9906a465ac88","resolution":{"observed_at":"2026-08-06T17:54:17.467638Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"cited_work":{"arxiv_id":"2506.18183","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.18183","snapshot_observed_at":"2026-07-03T15:18:33.036767Z","title":"Reasoning about uncertainty: Do reason- ing models know when they don’t know?arXiv preprint arXiv:2506.18183","venue":null,"work_id":"3d0a4c9d-f7eb-4ab5-adf1-545aca207535","year":2025},"citing_paper":{"arxiv_id":"2509.21882","last_updated":"2026-05-25T20:11:55Z","snapshot_observed_at":"2026-08-04T14:57:15.491600Z","submitted_at":"2025-09-26T05:06:25Z","title":"Position: The Hidden Costs and Measurement Gaps of Reinforcement Learning with Verifiable Rewards","version":2},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-05-18T14:24:48.666197Z"},"links":{"cited_paper":"/paper/2506.18183","citing_paper":"/paper/2509.21882"},"observation_digest":"sha256:8857f42c44153db43390332aeae2203fca41823f9426c753da08ae8b8d207797","observation_id":"0f3f3df2-8d33-4d61-b7b8-cfd456907e6a","resolution":{"observed_at":"2026-05-18T14:26:28.406138Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"cited_work":{"arxiv_id":"2506.18183","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.18183","snapshot_observed_at":"2026-07-03T15:18:33.036767Z","title":"Reasoning about uncertainty: Do reason- ing models know when they don’t know?arXiv preprint arXiv:2506.18183","venue":null,"work_id":"3d0a4c9d-f7eb-4ab5-adf1-545aca207535","year":2025},"citing_paper":{"arxiv_id":"2602.22474","last_updated":"2026-05-12T19:47:13Z","snapshot_observed_at":"2026-07-06T22:47:06.893212Z","submitted_at":"2026-02-25T23:23:22Z","title":"When to Act, Ask, or Learn: Uncertainty-Aware Policy Steering","version":2},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-05-15T19:00:12.595469Z"},"links":{"cited_paper":"/paper/2506.18183","citing_paper":"/paper/2602.22474"},"observation_digest":"sha256:5c94676cd96e3b15996e6f1a943bba0d1823d0b6c91d0c2cdc17cc099798c7bc","observation_id":"1c31a105-572b-405a-8965-6e76d0184c65","resolution":{"observed_at":"2026-05-15T19:00:15.407744Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"cited_work":{"arxiv_id":"2506.18183","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.18183","snapshot_observed_at":"2026-07-03T15:18:33.036767Z","title":"Reasoning about uncertainty: Do reason- ing models know when they don’t know?arXiv preprint arXiv:2506.18183","venue":null,"work_id":"3d0a4c9d-f7eb-4ab5-adf1-545aca207535","year":2025},"citing_paper":{"arxiv_id":"2603.17839","last_updated":"2026-05-19T10:45:47Z","snapshot_observed_at":"2026-07-06T22:49:33.482934Z","submitted_at":"2026-03-18T15:31:43Z","title":"How do LLMs Compute Verbal Confidence","version":3},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-05-21T10:38:28.533485Z"},"links":{"cited_paper":"/paper/2506.18183","citing_paper":"/paper/2603.17839"},"observation_digest":"sha256:df31bee7122491f4489aa9ffe9ac77e2612b1dcc612dd5998e3118f44fcc470a","observation_id":"2a7e6c72-cb4d-4321-8423-576de713d3e0","resolution":{"observed_at":"2026-05-21T10:40:00.608508Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"cited_work":{"arxiv_id":"2506.18183","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.18183","snapshot_observed_at":"2026-07-03T15:18:33.036767Z","title":"Reasoning about uncertainty: Do reason- ing models know when they don’t know?arXiv preprint arXiv:2506.18183","venue":null,"work_id":"3d0a4c9d-f7eb-4ab5-adf1-545aca207535","year":2025},"citing_paper":{"arxiv_id":"2604.19444","last_updated":"2026-04-21T13:25:25Z","snapshot_observed_at":"2026-08-08T12:04:02.806543Z","submitted_at":"2026-04-21T13:25:25Z","title":"Unsupervised Confidence Calibration for Reasoning LLMs from a Single Generation","version":1},"reference_index":180,"source":"arxiv_source","source_observed_at":"2026-05-10T03:13:35.541936Z"},"links":{"cited_paper":"/paper/2506.18183","citing_paper":"/paper/2604.19444"},"observation_digest":"sha256:13f4eeffdcb2b36a8dee715a38c30820280cb9fd4929d6940bbc77111cfb4100","observation_id":"db3b4fe7-8dec-4368-a0b7-1071fe9af8c6","resolution":{"observed_at":"2026-05-10T03:14:07.762821Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"cited_work":{"arxiv_id":"2506.18183","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.18183","snapshot_observed_at":"2026-07-03T15:18:33.036767Z","title":"Reasoning about uncertainty: Do reason- ing models know when they don’t know?arXiv preprint arXiv:2506.18183","venue":null,"work_id":"3d0a4c9d-f7eb-4ab5-adf1-545aca207535","year":2025},"citing_paper":{"arxiv_id":"2604.22266","last_updated":"2026-04-24T06:26:24Z","snapshot_observed_at":"2026-07-06T23:08:42.301487Z","submitted_at":"2026-04-24T06:26:24Z","title":"Large Language Models Decide Early and Explain Later","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-05-08T12:06:33.200365Z"},"links":{"cited_paper":"/paper/2506.18183","citing_paper":"/paper/2604.22266"},"observation_digest":"sha256:bdd3aba3e0ca8ab5125e59b74980dcff6406aca7b0afba7a3584e8142bcf0995","observation_id":"208998c0-3132-4499-baf8-7e42c94bbcbf","resolution":{"observed_at":"2026-05-11T19:21:09.342627Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"cited_work":{"arxiv_id":"2506.18183","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.18183","snapshot_observed_at":"2026-07-03T15:18:33.036767Z","title":"Reasoning about uncertainty: Do reason- ing models know when they don’t know?arXiv preprint arXiv:2506.18183","venue":null,"work_id":"3d0a4c9d-f7eb-4ab5-adf1-545aca207535","year":2025},"citing_paper":{"arxiv_id":"2606.13649","last_updated":"2026-06-11T17:50:40Z","snapshot_observed_at":"2026-08-02T11:22:32.492596Z","submitted_at":"2026-06-11T17:50:40Z","title":"Operadic consistency: a label-free signal for compositional reasoning failures in LLMs","version":1},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-06-27T06:37:20.362458Z"},"links":{"cited_paper":"/paper/2506.18183","citing_paper":"/paper/2606.13649"},"observation_digest":"sha256:592b2de6b002da8d59becb20f3c8a3e206bfeb04291946821950028bb0e2f24d","observation_id":"746b8823-88b4-436d-a039-f7f7f7f7601a","resolution":{"observed_at":"2026-07-03T15:18:33.038441Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"cited_work":{"arxiv_id":"2506.18183","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.18183","snapshot_observed_at":"2026-07-03T15:18:33.036767Z","title":"Reasoning about uncertainty: Do reason- ing models know when they don’t know?arXiv preprint arXiv:2506.18183","venue":null,"work_id":"3d0a4c9d-f7eb-4ab5-adf1-545aca207535","year":2025},"citing_paper":{"arxiv_id":"2606.30814","last_updated":"2026-06-29T18:37:48Z","snapshot_observed_at":"2026-08-02T10:00:22.738746Z","submitted_at":"2026-06-29T18:37:48Z","title":"When Calibration Rankings Reverse: Accuracy-Controlled Evaluation for Fair Comparison of LLMs","version":1},"reference_index":144,"source":"arxiv_source","source_observed_at":"2026-07-01T02:17:19.540484Z"},"links":{"cited_paper":"/paper/2506.18183","citing_paper":"/paper/2606.30814"},"observation_digest":"sha256:8d3b72df939e0911665a719d82c224ea0a5eb58fc84b9721110715e47a1c3328","observation_id":"278165cf-38f6-40fb-b2fc-36130fad3558","resolution":{"observed_at":"2026-07-01T12:15:43.673943Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"cited_work":{"arxiv_id":"2506.18183","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.18183","snapshot_observed_at":"2026-07-03T15:18:33.036767Z","title":"Reasoning about uncertainty: Do reason- ing models know when they don’t know?arXiv preprint arXiv:2506.18183","venue":null,"work_id":"3d0a4c9d-f7eb-4ab5-adf1-545aca207535","year":2025},"citing_paper":{"arxiv_id":"2607.01612","last_updated":"2026-07-02T02:29:33Z","snapshot_observed_at":"2026-08-07T21:17:52.584061Z","submitted_at":"2026-07-02T02:29:33Z","title":"Scaling with Confidence: Calibrating Confidence of LLMs for Adaptive Test Time Scaling","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-07-03T14:49:33.364596Z"},"links":{"cited_paper":"/paper/2506.18183","citing_paper":"/paper/2607.01612"},"observation_digest":"sha256:459186c9ea3d90f913989f5ee18ad73d279f4485efbcbb29dbc1ba2318ead1ce","observation_id":"4dbaaabd-e84e-45f2-8b5e-4f4ca5c364b8","resolution":{"observed_at":"2026-07-03T14:58:32.553829Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2506.18183/citation-record","integrity":"/paper/2506.18183/integrity","json":"/paper/2506.18183/citation-record.json","paper":"/paper/2506.18183"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:20.868861Z","title":"Semantically diverse language generation for uncertainty estimation in language models","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:20.868861Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:8dc9881454dc773d3de69d87508d894987a56e33148f9568b095550523bc8532","observation_id":"a3449500-9e17-4ce9-91f4-fa84c998b667","resolution":{"observed_at":"2026-08-06T23:28:20.868861Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:20.895403Z","title":"Claude 3.7 sonnet system card","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:20.895403Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:2598d7d678d2b1e0c416ea23817ffbef0336b34b7f7dcd664b092afaaba989a2","observation_id":"b3d4c763-d87d-4d4c-b59a-10454e946f41","resolution":{"observed_at":"2026-08-06T23:28:20.895403Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:20.944360Z","title":"American Invitational Mathematics Examination","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:20.944360Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:1a58e24a18731d5fc8126f842219424c155d57157c810d22bc1e78929e653f81","observation_id":"d9873f2f-5af4-41a6-b503-04c32d81ab9f","resolution":{"observed_at":"2026-08-06T23:28:20.944360Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2304.13734","last_updated":"2023-10-17T09:34:30Z","snapshot_observed_at":"2026-08-01T19:59:13.992395Z","submitted_at":"2023-04-26T02:49:38Z","title":"The Internal State of an LLM Knows When It's Lying","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2304.13734","snapshot_observed_at":"2026-08-06T23:28:20.977071Z","title":"The internal state of an llm knows when it’s lying.arXiv preprint arXiv:2304.13734, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:20.977071Z"},"links":{"cited_paper":"/paper/2304.13734","citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:d17046a03964e88dde832c6fe15a51c93ccb8f7c156f6e28e4634bc568273be4","observation_id":"b4d8c8ef-9970-4f0b-8c1b-976cb5d34737","resolution":{"observed_at":"2026-08-06T23:28:20.977071Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.18930","last_updated":"2025-04-01T18:36:08Z","snapshot_observed_at":"2026-08-06T19:08:14.800394Z","submitted_at":"2024-04-29T17:59:41Z","title":"Hallucination of Multimodal Large Language Models: A Survey","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.18930","snapshot_observed_at":"2026-08-06T23:28:20.986085Z","title":"Hallucination of multimodal large language models: A survey","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:20.986085Z"},"links":{"cited_paper":"/paper/2404.18930","citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:7a4eaca1bb45b922b3b77f3956dfff14ac5d699e7eaabf3ba03a177a48c99119","observation_id":"fee883b5-7de3-42f9-8363-1112cc34cc89","resolution":{"observed_at":"2026-08-06T23:28:20.986085Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:21.008341Z","title":"Probing classifiers: Promises, shortcomings, and advances","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:21.008341Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:9cb76e771fca11f4959d2025000dbe574bb6b1fa8ea4cb2116ec75a2598ea0ee","observation_id":"110d8804-264f-48bb-9493-f04b5a9affe6","resolution":{"observed_at":"2026-08-06T23:28:21.008341Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:21.015027Z","title":"Graph of thoughts: Solving elaborate problems with large language models","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:21.015027Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:6238e8823a4265043d0fd4d8e4955e030ba2332eb94e6bac0ee012344173fad0","observation_id":"f867afe4-8cd9-4693-8fa4-188fd7064844","resolution":{"observed_at":"2026-08-06T23:28:21.015027Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1803.05457","last_updated":"2018-03-14T18:04:21Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2018-03-14T18:04:21Z","title":"Think you have Solved Question Answering? Try ARC, the AI2 Reasoning Challenge","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1803.05457","snapshot_observed_at":"2026-08-06T23:28:21.044744Z","title":"Think you have solved question answering? try arc, the ai2 reasoning challenge","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:21.044744Z"},"links":{"cited_paper":"/paper/1803.05457","citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:3ef23c7945a18ce264f0bb973f7b30dfc5fe1016a4bb916449d28b2a55eda788","observation_id":"8de52d01-a7bb-4cb1-866a-c8ddba743135","resolution":{"observed_at":"2026-08-06T23:28:21.044744Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.11944","last_updated":"2024-11-06T22:37:30Z","snapshot_observed_at":"2026-08-04T08:40:10.913790Z","submitted_at":"2024-06-17T17:49:00Z","title":"Transcoders Find Interpretable LLM Feature Circuits","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.11944","snapshot_observed_at":"2026-08-06T23:28:21.072683Z","title":"Transcoders find interpretable llm feature circuits","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:21.072683Z"},"links":{"cited_paper":"/paper/2406.11944","citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:5afc8f83d0ed5cba694d3601ac68744d436050144e420a05c01cb4d6442a090f","observation_id":"73fed3ac-c32c-4424-987d-535437ef2b76","resolution":{"observed_at":"2026-08-06T23:28:21.072683Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.04696","last_updated":"2024-06-06T21:32:39Z","snapshot_observed_at":"2026-08-06T18:33:13.324252Z","submitted_at":"2024-03-07T17:44:17Z","title":"Fact-Checking the Output of Large Language Models via Token-Level Uncertainty Quantification","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.04696","snapshot_observed_at":"2026-08-06T23:28:21.087470Z","title":"Fact-checking the output of large language models via token-level uncertainty quantification","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:21.087470Z"},"links":{"cited_paper":"/paper/2403.04696","citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:b9e5239d886e1d42dce218d3f797afc98d23a86acf7a6b7d7ee974700ae621bb","observation_id":"ab522ab3-6853-492d-9b96-6cd507d73f33","resolution":{"observed_at":"2026-08-06T23:28:21.087470Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.14257","last_updated":"2025-02-08T12:50:42Z","snapshot_observed_at":"2026-07-06T19:53:52.079055Z","submitted_at":"2024-11-21T16:05:58Z","title":"Do I Know This Entity? Knowledge Awareness and Hallucinations in Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.14257","snapshot_observed_at":"2026-08-06T23:28:21.115079Z","title":"Do i know this entity? knowledge awareness and hallucinations in language models","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:21.115079Z"},"links":{"cited_paper":"/paper/2411.14257","citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:2c53e4f42c262f3072b60dad61bb621324f20baa2d0c9036819c5f79b52b498f","observation_id":"eff680c5-b3b1-4909-879a-d61e61fe83b0","resolution":{"observed_at":"2026-08-06T23:28:21.115079Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2210.00720","last_updated":"2023-01-30T09:15:49Z","snapshot_observed_at":"2026-08-07T05:39:17.046417Z","submitted_at":"2022-10-03T05:33:27Z","title":"Complexity-Based Prompting for Multi-Step Reasoning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2210.00720","snapshot_observed_at":"2026-08-06T23:28:21.163472Z","title":"Complexity-based prompting for multi-step reasoning","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:21.163472Z"},"links":{"cited_paper":"/paper/2210.00720","citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:5aa6e12499cd90d2cdaa2494709fcaf3b1c7c949431824577ed25a6d1f343a36","observation_id":"06bc22f9-f26b-40f0-96fe-8a9f1529c248","resolution":{"observed_at":"2026-08-06T23:28:21.163472Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.04093","last_updated":"2024-06-06T14:10:12Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-06-06T14:10:12Z","title":"Scaling and evaluating sparse autoencoders","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.04093","snapshot_observed_at":"2026-08-06T23:28:21.224748Z","title":"Scaling and evaluating sparse autoencoders","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:21.224748Z"},"links":{"cited_paper":"/paper/2406.04093","citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:414aa8572f2f555b435835f6f64ed736b697b137f1d9804ae8ecc9f2b7cdc0ef","observation_id":"a30b3f90-1ec0-4926-83b9-0a140e854523","resolution":{"observed_at":"2026-08-06T23:28:21.224748Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2012.14913","last_updated":"2021-09-05T17:32:27Z","snapshot_observed_at":"2026-08-07T23:50:29.977330Z","submitted_at":"2020-12-29T19:12:05Z","title":"Transformer Feed-Forward Layers Are Key-Value Memories","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2012.14913","snapshot_observed_at":"2026-08-06T23:28:21.254745Z","title":"Transformer feed-forward layers are key-value memories","venue":null,"work_id":null,"year":2012},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:21.254745Z"},"links":{"cited_paper":"/paper/2012.14913","citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:175d9411aa3fd046c9ed2f277ed2c1b14d43622528b77567c2acfe5f0d1ff54b","observation_id":"eb2cd74b-d17e-4ccc-90e5-813ee1e0053e","resolution":{"observed_at":"2026-08-06T23:28:21.254745Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:21.280211Z","title":"Did aristotle use a laptop? a question answering benchmark with implicit reasoning strategies","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:21.280211Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:eb7a0e97c1cf4d1aa997444aa80d8bf2a1dd4fb37fd0c197570cd3df75c31fda","observation_id":"0822b37d-8065-41a9-afa8-0cf84abcbc89","resolution":{"observed_at":"2026-08-06T23:28:21.280211Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:21.324841Z","title":"Strictly proper scoring rules, prediction, and estimation","venue":null,"work_id":null,"year":2007},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:21.324841Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:d3b60f26600d4e83a5cb8fd131aadec1f2cf32e89a4a43a5f6f6904308acf400","observation_id":"e212ffb8-6e9a-40da-8dd5-1bdba1b81166","resolution":{"observed_at":"2026-08-06T23:28:21.324841Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:21.357994Z","title":"Weinberger","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:21.357994Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:e4c11ac91ad06f2e52b90b9e70f2f48c86caf58ed3bad2ed31d2c840a323268d","observation_id":"ceeec05f-8406-4a39-9bbc-6a804d80939e","resolution":{"observed_at":"2026-08-06T23:28:21.357994Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2501.12948","last_updated":"2026-01-04T03:57:36Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-01-22T15:19:35Z","title":"DeepSeek-R1: Incentivizing Reasoning Capability in LLMs via Reinforcement Learning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.12948","snapshot_observed_at":"2026-08-06T23:28:21.376855Z","title":"Deepseek-r1: Incentivizing reasoning capability in llms via reinforcement learning","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:21.376855Z"},"links":{"cited_paper":"/paper/2501.12948","citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:b4cef59f50e602e47ffe2129aa04c0c1c8dfe99cb958bc42e1146fe4bf5e12bb","observation_id":"52bfd314-fee9-4fe3-953f-c7cfc557594a","resolution":{"observed_at":"2026-08-06T23:28:21.376855Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.14992","last_updated":"2023-10-23T07:24:28Z","snapshot_observed_at":"2026-07-06T15:32:25.931739Z","submitted_at":"2023-05-24T10:28:28Z","title":"Reasoning with Language Model is Planning with World Model","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.14992","snapshot_observed_at":"2026-08-06T23:28:21.383861Z","title":"Reasoning with language model is planning with world model","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:21.383861Z"},"links":{"cited_paper":"/paper/2305.14992","citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:57acb3d89eb0134066bdab5dd7c5e1b8b7f424c49e9d54e70de7c3f4abcd8aa2","observation_id":"4b0e6d69-e3e1-4dd2-9dfd-436582a82f08","resolution":{"observed_at":"2026-08-06T23:28:21.383861Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.05221","last_updated":"2024-08-11T22:20:19Z","snapshot_observed_at":"2026-08-09T16:35:57.527702Z","submitted_at":"2024-04-08T06:35:09Z","title":"LLM Reasoners: New Evaluation, Library, and Analysis of Step-by-Step Reasoning with Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.05221","snapshot_observed_at":"2026-08-06T23:28:21.390374Z","title":"Llm reasoners: New evaluation, library, and analysis of step-by-step reasoning with large language models","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:21.390374Z"},"links":{"cited_paper":"/paper/2404.05221","citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:6421c2662d9f3cf7d8a6fbcf211625fad54f1134e9dbafb63bff6dca012c4504","observation_id":"133cf5fd-32ee-407d-9e8a-9c7fd5dcb72c","resolution":{"observed_at":"2026-08-06T23:28:21.390374Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2009.03300","last_updated":"2021-01-12T18:57:11Z","snapshot_observed_at":"2026-08-09T10:28:06.906299Z","submitted_at":"2020-09-07T17:59:25Z","title":"Measuring Massive Multitask Language Understanding","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2009.03300","snapshot_observed_at":"2026-08-06T23:28:21.444872Z","title":"Measuring massive multitask language understanding","venue":null,"work_id":null,"year":2009},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:21.444872Z"},"links":{"cited_paper":"/paper/2009.03300","citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:7c7e2ba5d929dcf71f06ccc96607282f9fbb9709c42e2823952bfdb2963d1f1f","observation_id":"b4348aeb-c0bd-4445-988e-80fb5820410a","resolution":{"observed_at":"2026-08-06T23:28:21.444872Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:21.471067Z","title":"Double checking: a second look","venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:21.471067Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:7cb0034ea67ca12ad01a872e2519efafb53122df974d2f9a97dba707e72e2743","observation_id":"9172ae89-0ab1-4c26-a5a9-6dfa2e32a735","resolution":{"observed_at":"2026-08-06T23:28:21.471067Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2212.10403","last_updated":"2023-05-26T17:59:33Z","snapshot_observed_at":"2026-08-06T19:23:30.079167Z","submitted_at":"2022-12-20T16:29:03Z","title":"Towards Reasoning in Large Language Models: A Survey","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2212.10403","snapshot_observed_at":"2026-08-06T23:28:21.486433Z","title":"Towards reasoning in large language models: A survey","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:21.486433Z"},"links":{"cited_paper":"/paper/2212.10403","citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:6a77d581f669f8f4918cf98eaceeb46766b2fa5a9c89a1ca6cb42ae09659485f","observation_id":"ba3ee280-a3cb-4e16-80ea-9a7d8c5263f2","resolution":{"observed_at":"2026-08-06T23:28:21.486433Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.21276","last_updated":"2024-10-25T17:43:01Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-10-25T17:43:01Z","title":"GPT-4o System Card","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.21276","snapshot_observed_at":"2026-08-06T23:28:21.492395Z","title":"Gpt-4o system card","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:21.492395Z"},"links":{"cited_paper":"/paper/2410.21276","citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:c603cd01edc6a14b6f209824e39eb8ac6ce13b12a08b4f321a612c1b50d71a47","observation_id":"24e1f9fb-2d0e-4b4d-8816-8fff25f037db","resolution":{"observed_at":"2026-08-06T23:28:21.492395Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.16720","last_updated":"2026-04-30T02:46:40Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-12-21T18:04:31Z","title":"OpenAI o1 System Card","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.16720","snapshot_observed_at":"2026-08-06T23:28:21.507347Z","title":"Openai o1 system card","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:21.507347Z"},"links":{"cited_paper":"/paper/2412.16720","citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:75798ac45cedef0399e9b5e43153e5d1e00434fc785c5e0befa9f9835c44e78a","observation_id":"c00ce30b-07f5-42e9-8998-897e915a1172","resolution":{"observed_at":"2026-08-06T23:28:21.507347Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:21.514364Z","title":"Hands-on bayesian neural networks—a tutorial for deep learning users","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:21.514364Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:9c1c658e5db14902370e8cc7b2223fe2b2cb3508f0b652c052c54ab85f8f9e3b","observation_id":"7539fc12-5004-42bd-91c2-76b33ac99a13","resolution":{"observed_at":"2026-08-06T23:28:21.514364Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2207.05221","last_updated":"2022-11-21T16:38:35Z","snapshot_observed_at":"2026-08-06T08:34:11.887259Z","submitted_at":"2022-07-11T22:59:39Z","title":"Language Models (Mostly) Know What They Know","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2207.05221","snapshot_observed_at":"2026-08-06T23:28:21.524541Z","title":"Language models (mostly) know what they know","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:21.524541Z"},"links":{"cited_paper":"/paper/2207.05221","citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:7b957aa64590c4ac7e422caa72d6c793f40b1e03ba089dd149ae3251bc899678","observation_id":"6a4b0f35-e45a-477e-951f-fd9ce6a64da0","resolution":{"observed_at":"2026-08-06T23:28:21.524541Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:21.541688Z","title":"Large language models are zero-shot reasoners","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:21.541688Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:2f49a761e43d56480b86899c23b3a3756a555c98aa5ab829159e87e4e35322e7","observation_id":"f6cabe16-dcf0-4919-ba82-2430a5da11bd","resolution":{"observed_at":"2026-08-06T23:28:21.541688Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2302.09664","last_updated":"2023-04-15T12:55:45Z","snapshot_observed_at":"2026-07-06T14:53:27.667483Z","submitted_at":"2023-02-19T20:10:07Z","title":"Semantic Uncertainty: Linguistic Invariances for Uncertainty Estimation in Natural Language Generation","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2302.09664","snapshot_observed_at":"2026-08-06T23:28:21.563400Z","title":"Semantic uncertainty: Linguistic invariances for uncertainty estimation in natural language generation","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:21.563400Z"},"links":{"cited_paper":"/paper/2302.09664","citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:5ab85b92047f60e05ac45e2ea0864ae9f420013534260ae9eca04043134cd0e9","observation_id":"ae469e34-bd07-42a3-ba43-8d63be80e648","resolution":{"observed_at":"2026-08-06T23:28:21.563400Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:21.580261Z","title":"Introspective planning: Aligning robots’ uncertainty with inherent task ambiguity","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:21.580261Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:f2f246fc849645851593431188686d1e6276ea622f0e04c104febabbd0f158a3","observation_id":"90686938-2f67-476e-91bf-11805596d043","resolution":{"observed_at":"2026-08-06T23:28:21.580261Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:21.594732Z","title":"Uncertainty decomposition and quantification for in-context learning of large language models","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:21.594732Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:8c8901f0ee725469f778d49d05d0a3888041b687c4f6556f8cafd1474a3a50fa","observation_id":"b59785ee-6bc9-4059-adb9-bd6fb872014a","resolution":{"observed_at":"2026-08-06T23:28:21.594732Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.00253","last_updated":"2024-05-06T01:10:01Z","snapshot_observed_at":"2026-07-06T17:23:26.913214Z","submitted_at":"2024-02-01T00:33:21Z","title":"A Survey on Hallucination in Large Vision-Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.00253","snapshot_observed_at":"2026-08-06T23:28:21.614097Z","title":"A survey on hallucination in large vision-language models","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:21.614097Z"},"links":{"cited_paper":"/paper/2402.00253","citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:2878acc79101d398d27d1cae06cfc94d50ae9c077fadd3fdc3b217c319155158","observation_id":"b7749d68-aa44-44cf-9721-d2a18ee77809","resolution":{"observed_at":"2026-08-06T23:28:21.614097Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.08896","last_updated":"2023-10-11T17:43:28Z","snapshot_observed_at":"2026-07-06T15:03:55.982628Z","submitted_at":"2023-03-15T19:31:21Z","title":"SelfCheckGPT: Zero-Resource Black-Box Hallucination Detection for Generative Large Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.08896","snapshot_observed_at":"2026-08-06T23:28:21.620370Z","title":"Selfcheckgpt: Zero-resource black-box hallucination detection for generative large language models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:21.620370Z"},"links":{"cited_paper":"/paper/2303.08896","citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:074a0208d10b1711733d3c2ca008b76b126f538cd55a9d4f6aa3c1b67745d905","observation_id":"c9e60727-ed1f-4d35-a846-fe271db21582","resolution":{"observed_at":"2026-08-06T23:28:21.620370Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:21.644463Z","title":"Reducing conversational agents’ overconfidence through linguistic calibration","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:21.644463Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:da103a2e2e284052b1d1ab5a06d5fc0ad80d10f5da9c62b56fe524de9137d203","observation_id":"cb654f81-4a6a-49b8-9b9d-b255e6459343","resolution":{"observed_at":"2026-08-06T23:28:21.644463Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:21.661656Z","title":"Codeforces","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:21.661656Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:050476366280c46b101c9d6640f87c4e3dc867790dc545db2e4f76b983ffd423","observation_id":"ae2c5a79-415b-4978-9fa9-106b16396cc2","resolution":{"observed_at":"2026-08-06T23:28:21.661656Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:21.679499Z","title":"Naeini, Gregory Cooper, and Milos Hauskrecht","venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:21.679499Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:2219686755c06f73c410395e6b85e32a12e0a10f009840a8c6b1625685ffc5a8","observation_id":"ec343a37-cfc1-4043-a183-1f050c2443b2","resolution":{"observed_at":"2026-08-06T23:28:21.679499Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.08774","last_updated":"2024-03-04T06:01:33Z","snapshot_observed_at":"2026-08-07T07:30:12.213965Z","submitted_at":"2023-03-15T17:15:04Z","title":"GPT-4 Technical Report","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.08774","snapshot_observed_at":"2026-08-06T23:28:21.715786Z","title":"Gpt-4 technical report, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:21.715786Z"},"links":{"cited_paper":"/paper/2303.08774","citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:d68d40fb93f65731a392c9a99b579a052e7e2df8740943c983f3c6163d54eb4b","observation_id":"2684fb69-8d32-4b95-98c7-6abccdcd9fae","resolution":{"observed_at":"2026-08-06T23:28:21.715786Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:21.744742Z","title":"Openai o3-mini system card","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:21.744742Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:41d45cab5c2b6f861c721c0d9f501ce451bb76e234819978b61d4d47c7630c7c","observation_id":"504dbff8-29c9-447f-a129-e0d0ff03b87c","resolution":{"observed_at":"2026-08-06T23:28:21.744742Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.12022","last_updated":"2023-11-20T18:57:34Z","snapshot_observed_at":"2026-08-04T22:55:15.345443Z","submitted_at":"2023-11-20T18:57:34Z","title":"GPQA: A Graduate-Level Google-Proof Q&A Benchmark","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.12022","snapshot_observed_at":"2026-08-06T23:28:21.792456Z","title":"Gpqa: A graduate-level google-proof q&a benchmark","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:21.792456Z"},"links":{"cited_paper":"/paper/2311.12022","citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:938809e3f7522e2b916e4064c44549dfa6dd46d401c69c30909e1aa22aafffe0","observation_id":"6872fc92-8e36-45c0-a174-b72b28e44a4b","resolution":{"observed_at":"2026-08-06T23:28:21.792456Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:21.805527Z","title":"Ren, and Anirudha Majumdar","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:21.805527Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:e5ee1a85de3bb684cb67b42aeeec076257abeab5971dd4e4be4f833fe951724a","observation_id":"dc50448e-7778-4f7b-bb8a-8f7f49712db7","resolution":{"observed_at":"2026-08-06T23:28:21.805527Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:21.835371Z","title":"Confidence and accuracy in deductive reasoning","venue":null,"work_id":null,"year":2006},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:21.835371Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:8831fc94561e2afe5a9fbc2f9d2bccb7eea66b7f58bbddabc46bc2c63cc4cb5d","observation_id":"b4b4a212-e763-4b94-bb38-5e26724e1674","resolution":{"observed_at":"2026-08-06T23:28:21.835371Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2009.10855","last_updated":"2020-09-22T23:21:04Z","snapshot_observed_at":"2026-08-07T19:18:27.695531Z","submitted_at":"2020-09-22T23:21:04Z","title":"Controlling Style in Generated Dialogue","version":1},"cited_work":{"arxiv_id":"2009.10855","doi":null,"metadata_source":"pith","pith_arxiv_id":"2009.10855","snapshot_observed_at":"2026-08-06T23:28:34.645537Z","title":"Controlling Style in Generated Dialogue","venue":"cs.CL","work_id":"abf6d0c6-1244-4e7d-9f12-3ab2c9b762cc","year":2020},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:21.863153Z"},"links":{"cited_paper":"/paper/2009.10855","citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:18f6fdb8c48b843cd28e4661933af32fdecf816258aa15fea56974e557d88349","observation_id":"f7eeeae3-da7f-4904-bdb1-3df3fbed135e","resolution":{"observed_at":"2026-08-06T23:28:34.744745Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.17230","last_updated":"2023-10-26T08:28:48Z","snapshot_observed_at":"2026-08-04T17:23:12.853347Z","submitted_at":"2023-10-26T08:28:48Z","title":"Codebook Features: Sparse and Discrete Interpretability for Neural Networks","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.17230","snapshot_observed_at":"2026-08-06T23:28:21.895444Z","title":"Codebook features: Sparse and discrete inter- pretability for neural networks","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:21.895444Z"},"links":{"cited_paper":"/paper/2310.17230","citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:938e5a9224bca05e09a8b9a8562e54f7c015fed4cd0fc50f309b4f431fdf56d1","observation_id":"ff968efa-cfb6-4539-9d2f-8b52d3b3b1e7","resolution":{"observed_at":"2026-08-06T23:28:21.895444Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:21.922217Z","title":"Quantifying uncertainty in natural language explanations of large language models","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:21.922217Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:effd6778ede487567b595d406376fafe8dc56b8f19239c340b172c2c9474fba8","observation_id":"84eb8f88-7dea-4ffc-9421-987e3b0413eb","resolution":{"observed_at":"2026-08-06T23:28:21.922217Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.05530","last_updated":"2024-12-16T17:39:39Z","snapshot_observed_at":"2026-07-06T17:41:42.995949Z","submitted_at":"2024-03-08T18:54:20Z","title":"Gemini 1.5: Unlocking multimodal understanding across millions of tokens of context","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.05530","snapshot_observed_at":"2026-08-06T23:28:21.936442Z","title":"Gemini 1.5: Unlocking multimodal understanding across millions of tokens of context","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:21.936442Z"},"links":{"cited_paper":"/paper/2403.05530","citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:f9bb653c592b629931a7f6f63aee844c5d50f9f79e7495166efe4868837ffe10","observation_id":"62aac99d-c1de-4e2a-8b3e-67baf873e39d","resolution":{"observed_at":"2026-08-06T23:28:21.936442Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:21.979870Z","title":"Qwq-32b: Embracing the power of reinforcement learning, March 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:21.979870Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:e572e0f9bb10023c437a09e02f3e41874ce8795e7d17f8902c0a3401b42d90fb","observation_id":"58196a22-abb0-4259-a826-b115de14dd3f","resolution":{"observed_at":"2026-08-06T23:28:21.979870Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.14975","last_updated":"2023-10-24T04:27:42Z","snapshot_observed_at":"2026-08-09T22:13:12.874121Z","submitted_at":"2023-05-24T10:12:33Z","title":"Just Ask for Calibration: Strategies for Eliciting Calibrated Confidence Scores from Language Models Fine-Tuned with Human Feedback","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.14975","snapshot_observed_at":"2026-08-06T23:28:22.043040Z","title":"Just ask for calibration: Strategies for eliciting calibrated confidence scores from language models fine-tuned with human feedback","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:22.043040Z"},"links":{"cited_paper":"/paper/2305.14975","citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:6d5c8440fbea71d242138208041f377627e49459085da9933749b5ead0df69b2","observation_id":"54c42534-296b-4e84-9d02-2f824336c9ce","resolution":{"observed_at":"2026-08-06T23:28:22.043040Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2203.11171","last_updated":"2023-03-07T17:57:37Z","snapshot_observed_at":"2026-07-06T12:50:22.773056Z","submitted_at":"2022-03-21T17:48:52Z","title":"Self-Consistency Improves Chain of Thought Reasoning in Language Models","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2203.11171","snapshot_observed_at":"2026-08-06T23:28:22.078360Z","title":"Self-consistency improves chain of thought reasoning in language models","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:22.078360Z"},"links":{"cited_paper":"/paper/2203.11171","citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:72917c7a33201e1a267a25c575432f3f2b04489a4dc2fcaf9c9feb742de330f8","observation_id":"6d50ae87-e67d-4528-bfb7-da28bcfe0d8c","resolution":{"observed_at":"2026-08-06T23:28:22.078360Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:22.102936Z","title":"Chain-of-thought prompting elicits reasoning in large language models","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:22.102936Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:6c358f7da34aa00847b4132aeec0d57624ca03201a70cdfef0ca09d07f0f4717","observation_id":"4bc3e7e8-3ee8-49e9-ba61-570cd4ede83d","resolution":{"observed_at":"2026-08-06T23:28:22.102936Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.04368","last_updated":"2024-11-07T01:58:42Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-11-07T01:58:42Z","title":"Measuring short-form factuality in large language models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.04368","snapshot_observed_at":"2026-08-06T23:28:22.109878Z","title":"Measuring short-form factuality in large language models","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:22.109878Z"},"links":{"cited_paper":"/paper/2411.04368","citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:94b6ba0e8ad9a4bfc6e15c6666686d099e83611ff8287de986ed887e0d03a265","observation_id":"4089ce7a-91ae-4ff1-a2f0-0ea4f506acc8","resolution":{"observed_at":"2026-08-06T23:28:22.109878Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:22.118131Z","title":"Reasoning or reciting? exploring the capabilities and limitations of language models through counterfactual tasks","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:22.118131Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:2c4d369e196d56cd039baddfb3ae4e70e1b4dab1fa8863a9f84d87c42d97d3e8","observation_id":"e0fbf1ee-6233-4750-8f6a-a52811ae92a5","resolution":{"observed_at":"2026-08-06T23:28:22.118131Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2103.15025","last_updated":"2021-03-28T00:32:27Z","snapshot_observed_at":"2026-08-09T14:31:38.676769Z","submitted_at":"2021-03-28T00:32:27Z","title":"On Hallucination and Predictive Uncertainty in Conditional Language Generation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2103.15025","snapshot_observed_at":"2026-08-06T23:28:22.121624Z","title":"On hallucination and predictive uncertainty in conditional language generation","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:22.121624Z"},"links":{"cited_paper":"/paper/2103.15025","citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:6f2a344ef81a4a735e33995a65b685932d3304054c177dfdec888a3956bf8915","observation_id":"5282d6b4-039b-4ecb-b492-aec326f6da9f","resolution":{"observed_at":"2026-08-06T23:28:22.121624Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.13063","last_updated":"2024-03-17T04:38:48Z","snapshot_observed_at":"2026-07-06T15:45:39.649725Z","submitted_at":"2023-06-22T17:31:44Z","title":"Can LLMs Express Their Uncertainty? An Empirical Evaluation of Confidence Elicitation in LLMs","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.13063","snapshot_observed_at":"2026-08-06T23:28:22.137377Z","title":"Can llms express their uncertainty? an empirical evaluation of confidence elicitation in llms","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":53,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:22.137377Z"},"links":{"cited_paper":"/paper/2306.13063","citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:a05bb4fdc213fb504f229f2875b5a378c5381368b9dc3b7c25cd08a6ef53a11c","observation_id":"30ac7926-34c4-4cb7-9930-c4f43237be67","resolution":{"observed_at":"2026-08-06T23:28:22.137377Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:22.142569Z","title":"Tree of thoughts: Deliberate problem solving with large language models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:22.142569Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:cb83015c80c475e37cc55cdc78755d22c1f204ddb6f199ad3c9ac905be17cac2","observation_id":"c888a044-c037-4d46-aa45-5abe62d9d723","resolution":{"observed_at":"2026-08-06T23:28:22.142569Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2103.15949","last_updated":"2023-04-04T06:43:19Z","snapshot_observed_at":"2026-07-06T10:54:39.400060Z","submitted_at":"2021-03-29T20:51:33Z","title":"Transformer visualization via dictionary learning: contextualized embedding as a linear superposition of transformer factors","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2103.15949","snapshot_observed_at":"2026-08-06T23:28:22.159485Z","title":"Transformer visualization via dictionary learning: contextualized embedding as a linear superposition of transformer factors","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":55,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:22.159485Z"},"links":{"cited_paper":"/paper/2103.15949","citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:78e9384ce31abc4d24518da652ae1b415ebd91754ddb6f546f3c513fe28ff1ca","observation_id":"6ab3120a-86e1-49ed-8614-9869f6fa2814","resolution":{"observed_at":"2026-08-06T23:28:22.159485Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:22.205091Z","title":"R-tuning: Instructing large language models to say ‘i don’t know’","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":56,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:22.205091Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:762713c058faae4a889811e99ae2eed81a683e0bcbcfa7fd9111f28ccfd1c557","observation_id":"e4120254-8da4-4e06-a9d1-67555713e564","resolution":{"observed_at":"2026-08-06T23:28:22.205091Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2210.03493","last_updated":"2022-10-07T12:28:21Z","snapshot_observed_at":"2026-07-06T14:01:50.333970Z","submitted_at":"2022-10-07T12:28:21Z","title":"Automatic Chain of Thought Prompting in Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2210.03493","snapshot_observed_at":"2026-08-06T23:28:22.231291Z","title":"Automatic chain of thought prompting in large language models","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":57,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:22.231291Z"},"links":{"cited_paper":"/paper/2210.03493","citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:3d00361697920d0e6455f472795d699350e9fc790734c84064c7475dec6e0f73","observation_id":"219c57ad-6ee5-42e7-9f00-11ac9900702c","resolution":{"observed_at":"2026-08-06T23:28:22.231291Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2205.10625","last_updated":"2023-04-16T22:08:08Z","snapshot_observed_at":"2026-08-06T09:00:42.886249Z","submitted_at":"2022-05-21T15:34:53Z","title":"Least-to-Most Prompting Enables Complex Reasoning in Large Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2205.10625","snapshot_observed_at":"2026-08-06T23:28:22.245193Z","title":"You must include your reasoning trace in your response,","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":58,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:22.245193Z"},"links":{"cited_paper":"/paper/2205.10625","citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:e93a825d64e688f962420accc6fbb8d5f914bd1a90650fde337616801f4def07","observation_id":"60680d8d-c51f-4d08-b339-dfd34086a1e1","resolution":{"observed_at":"2026-08-06T23:28:22.245193Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:22.271603Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":59,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:22.271603Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:47881791ead77d333798633846b80bc654daefd450597364a669230913b3e654","observation_id":"cad3447e-7117-45f4-8b4a-ab7436558ee7","resolution":{"observed_at":"2026-08-06T23:28:22.271603Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:22.304735Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":60,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:22.304735Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:5ebc264d4dba934b5b1e50b3774e54d29033f8385df90915f6060fbae583e4fd","observation_id":"f8ba01ec-ea80-4ea2-804b-1566636c18f5","resolution":{"observed_at":"2026-08-06T23:28:22.304735Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:22.339585Z","title":"Analysis of the connectivity shows that nucleophilic attack leads to a five-carbon chain where the benzyl group ends up at one end","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":61,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:22.339585Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:54bed193ad43018b5784e19be3456e3322080959ffad0b9fcbca95a887ee4927","observation_id":"94e449d1-ec0f-4f89-9bef-f6b1fe67ec54","resolution":{"observed_at":"2026-08-06T23:28:22.339585Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:22.369840Z","title":"hexahydro","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":62,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:22.369840Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:71cdf5e259c3e3a04e9ef99b3b340e35f688f972785d02ee4a3fe1466612ef3b","observation_id":"5bc78282-5e0b-4267-8bb6-ae2b3fb191ec","resolution":{"observed_at":"2026-08-06T23:28:22.369840Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:22.414820Z","title":"hexahydro","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":63,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:22.414820Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:2fc4d9b59d95936bba2b215c9ad99db78b2cc7f25b71af2bcbb114366b679058","observation_id":"8279d110-2f30-4168-a16e-bb0e21f50b47","resolution":{"observed_at":"2026-08-06T23:28:22.414820Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:22.444437Z","title":"{C, 95} IUQ-Low: Here’s my reasoning trace:","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":64,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:22.444437Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:bf15af0295f89a0135d705e1cede60d05e9d6c7a563d882adebfef827ed0fc13","observation_id":"7c6f3fa2-70ed-4a4b-9e5c-7c5970dd51ff","resolution":{"observed_at":"2026-08-06T23:28:22.444437Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:22.494747Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":65,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:22.494747Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:f6630c679f82c1a8341f81576b95eec757d544de79310c79530bd33e0e822876","observation_id":"f16f4f7f-08b6-4045-84aa-ca7e6e615323","resolution":{"observed_at":"2026-08-06T23:28:22.494747Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:22.565599Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":66,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:22.565599Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:6b015341bc12cd949f941390d4c2b8081414748c716017e2d6c3e498f8f97164","observation_id":"25b85d27-6bd4-48e8-8531-3decb1ddbcb6","resolution":{"observed_at":"2026-08-06T23:28:22.565599Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:22.609770Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":67,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:22.609770Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:b669e4e9f5fafd3d82845039d8cc4baf943b1e66b14cfba2db73f88e4bf9929f","observation_id":"1b1defd8-a924-4d7a-b739-4a7cbe9d9531","resolution":{"observed_at":"2026-08-06T23:28:22.609770Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:22.654752Z","title":"{rec, 95} 28 o3-Mini (Continued) IUQ-Medium: Below is my reasoning trace and final evaluation:","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":68,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:22.654752Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:ba0cb2eea43def1cd99bae96d69f5d4aa8b6a5c496b6c8a263673ed79cbcaaa1","observation_id":"7538d280-403d-44b0-a6c7-632bfde80535","resolution":{"observed_at":"2026-08-06T23:28:22.654752Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:22.704746Z","title":"Although the idea of a polarity inversion is mentioned, the trace does not detail why the (Z)-isomer is favored over a possible (E)-isomer","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":69,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:22.704746Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:3c969740c8abf83e02e5ac1c8c86d9d5317fe528d7df3807b2bf7551ac761f2e","observation_id":"4f9ef99c-74c9-4275-87c9-945763661f69","resolution":{"observed_at":"2026-08-06T23:28:22.704746Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:22.774745Z","title":"hexahydro","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":70,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:22.774745Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:254c57a6088558471cca1b55f0a9dd2bb8d65a3da48d70a89cbbeefc192be8ea","observation_id":"08cc5fa7-c451-423b-a78d-2f72c616eb5f","resolution":{"observed_at":"2026-08-06T23:28:22.774745Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:22.837504Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":71,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:22.837504Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:03ced96911089e3d698c44139ea020a1c8798669dfb07b94982cfba98e5b9b8a","observation_id":"938f35d0-4d0e-44df-94c0-5b2d2d78615c","resolution":{"observed_at":"2026-08-06T23:28:22.837504Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:22.897874Z","title":"umpolars","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":72,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:22.897874Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:0ad7b6c13035f53d00ce58da690e66568f14985d5bec5823ebbd9a9ddad395ab","observation_id":"bf50dd68-37e1-4815-96ea-5d45cbfe80b4","resolution":{"observed_at":"2026-08-06T23:28:22.897874Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:22.939389Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":73,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:22.939389Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:f349ff42d15b9743f8bda5bda0019958198db5f5dd7a6dc07f7b187e6bbed871","observation_id":"204d9a74-22ac-4719-8dbe-2de55dc60ace","resolution":{"observed_at":"2026-08-06T23:28:22.939389Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:22.973481Z","title":"hexahydro","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":74,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:22.973481Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:7426c88438ab8f93b660b25e0a370bee3a58148b5f91b3bc62030ebb92f3339b","observation_id":"6e003c41-2b6a-4972-87cb-50e12bf40c97","resolution":{"observed_at":"2026-08-06T23:28:22.973481Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:23.011743Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":75,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:23.011743Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:5fc26f05c996ce9b66e5c03574d3ba245a9e8454333646f73acdaeb1bcaf42e4","observation_id":"7bfbabcf-cc51-487e-adb1-93f3100ac637","resolution":{"observed_at":"2026-08-06T23:28:23.011743Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:23.054239Z","title":"{rec, 80} 29 Claude First round: I need to determine the products of two different reactions","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":76,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:23.054239Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:e1ace30789ee2e0aed9861210657c2445bd56e7ced9b7dccbb3167124d9b4106","observation_id":"eed8625d-7f93-40bd-bf96-b0e54324a6cd","resolution":{"observed_at":"2026-08-06T23:28:23.054239Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:23.133793Z","title":"Let’s analyze the starting material: • It’s a benzyl ether of 3-methylbut-2-en-1-ol • Structure: Ph-CH 2-O-CH2-C(CH3)=CH-CH3 The mechanism:","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":77,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:23.133793Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:2d691788410202112121c483b009109f797667eb5b0f953e77acad596cb4e182","observation_id":"9412749e-8c4f-491a-93a0-71642a7334d3","resolution":{"observed_at":"2026-08-06T23:28:23.133793Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:23.204830Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":78,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:23.204830Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:75eb154a7812aed683bfba522d3aa23e038f83e5d2a9dd27986c4364224e039e","observation_id":"ac7afb4b-b53b-4313-84ce-ecd765f003f9","resolution":{"observed_at":"2026-08-06T23:28:23.204830Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:23.281523Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":79,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:23.281523Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:2b8c4e58ce66663b1a9949f256288e45386479831acf9a67406c4fae04907a9a","observation_id":"5cd9d589-bb68-46c9-add6-8c8c4e2c2970","resolution":{"observed_at":"2026-08-06T23:28:23.281523Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:23.364744Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":80,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:23.364744Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:15272434b95ff073bb1b432ae8355b5fe795ed1b2fb7e653ecc45d55640c9265","observation_id":"b44fe8aa-b666-4b3e-b615-43b4bb406593","resolution":{"observed_at":"2026-08-06T23:28:23.364744Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:23.449253Z","title":"hexahydro","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":81,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:23.449253Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:45eef0d87deb9448c798748f1d69ea3f60b8cc80322b19a8cac308107f768c39","observation_id":"4b5732aa-4ddd-407f-9996-73f5c855a13c","resolution":{"observed_at":"2026-08-06T23:28:23.449253Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:23.521875Z","title":"• BuLi deprotonates the benzylic position (Ph-CH 2-O-), forming an anion at the benzylic carbon","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":82,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:23.521875Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:b07c4fca6d5d24be6ff7abcd219586832ca8fc3734efab515936f833e769eb73","observation_id":"31746c06-e8e2-43d0-b3f3-10d4149252c4","resolution":{"observed_at":"2026-08-06T23:28:23.521875Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:23.632709Z","title":"dimethylene","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":83,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:23.632709Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:27421e8347350ff78ecaef2de83eea3e26be7b08434caf0e9837e6955fedb951","observation_id":"37cf4834-8be8-45bd-8529-2944f2e7d37f","resolution":{"observed_at":"2026-08-06T23:28:23.632709Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:23.770661Z","title":"• Options (B), (C), and (D) all fail due to mismatches: (B) and (C) have incorrect stereochem- istry/structure for A, while (B) and (D) have incorrect saturation for B","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":84,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:23.770661Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:fffca9bfec1e9fed958eeedebbb6cba591a7e8af74531128881dfd8baa4daab5","observation_id":"66b50bcc-4f40-4383-aff9-1a51ef62808c","resolution":{"observed_at":"2026-08-06T23:28:23.770661Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:23.876390Z","title":"The logic for product identification and option elimination is robust","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":85,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:23.876390Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:f6b363f1d3e69fd66422eab5b5966e45550bc672e93e63ba0a0b33bbb1d13c4a","observation_id":"67cf90f5-13c5-4775-90ff-ab97cb406f5a","resolution":{"observed_at":"2026-08-06T23:28:23.876390Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:24.044076Z","title":"• BuLi deprotonates the allylic position (alpha to oxygen) in the 3-methylbut-2-en-1-yl group, forming an anion at −O-CH−-CH=C(CH3)2","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":86,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:24.044076Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:b95d507c31c8da3e4775451b087f44a1cb62de2281220e8131cb27e6dd0363ff","observation_id":"bec6dffa-bca5-4ae9-8867-ead2e7450bf5","resolution":{"observed_at":"2026-08-06T23:28:24.044076Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:24.158121Z","title":"hexahydro","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":87,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:24.158121Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:d79f8888ba3f93388196630d4361d39d52803e8044c9e6ed1f594a27343c8288","observation_id":"ccfc745c-6507-411e-8898-f0fab78e1fe2","resolution":{"observed_at":"2026-08-06T23:28:24.158121Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:24.324827Z","title":"major products,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":88,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:24.324827Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:ba769ec0a502214cc88028f15457f381076a661eda18e410d7c695433e0a67fd","observation_id":"51bf9925-e36f-4d03-bae5-c37b8585b45c","resolution":{"observed_at":"2026-08-06T23:28:24.324827Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:24.494751Z","title":"• Flaw: The deprotonation site is incorrect","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":89,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:24.494751Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:543d0b3d2d679d83e5eb998544ee28b757c32052b553a22ec82d83b216854cfe","observation_id":"25452856-d022-4164-9201-19867bc3a605","resolution":{"observed_at":"2026-08-06T23:28:24.494751Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:24.644988Z","title":"hexahydro","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":90,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:24.644988Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:cc3acee8dbe2dc57d1c111f3a418f2fe8fe5a69f62ad6e75f4939b25a135549c","observation_id":"588e1f32-92bb-4dd9-84f0-e0d27f91e630","resolution":{"observed_at":"2026-08-06T23:28:24.644988Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:24.869981Z","title":"Canis Major","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":91,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:24.869981Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:3de864d64342f542d16ea1341beaf65e5a1c429770987b50cc223a8b57b93cc7","observation_id":"27945f9d-7c0f-4b94-96ca-d2ac85d16c34","resolution":{"observed_at":"2026-08-06T23:28:24.869981Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:25.020689Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":92,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:25.020689Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:a71aadd00cbfac86e54d1ea05dab881cfbba25fad8c805b89f6f756367edf545","observation_id":"4d26d7de-9900-419d-93d6-a945f7075077","resolution":{"observed_at":"2026-08-06T23:28:25.020689Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:25.146873Z","title":"Greater Dog","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":93,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:25.146873Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:1e08da110d36305ff6f4ccbfb431835b7a8ea27fb10b48962ee40a11138d249b","observation_id":"c2879ea8-3855-4b5e-b442-03b1f9301fc6","resolution":{"observed_at":"2026-08-06T23:28:25.146873Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:25.315270Z","title":"These are all factually accurate statements","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":94,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:25.315270Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:5912d4e918dd3b62c3c051fe57421727172c327c3d8a1dc12a9e341eb32465aa","observation_id":"82b165d9-345f-4c10-a31d-f5e113ec0460","resolution":{"observed_at":"2026-08-06T23:28:25.315270Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:25.436767Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":95,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:25.436767Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:a55188d7fc8d8f1177964c15e80148963d6599304d359e2dd11e90a2bbb03275","observation_id":"d7d41584-5ee3-41e1-b666-fdc3459bac34","resolution":{"observed_at":"2026-08-06T23:28:25.436767Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:25.544759Z","title":"Canis Major","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":96,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:25.544759Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:900a5d296f20057a1cd4cec0cbd5f09d41f0ddf75fda1ea5bf9d0b825b1e264b","observation_id":"66370d52-ad5a-44f8-9c80-73f2eda6186d","resolution":{"observed_at":"2026-08-06T23:28:25.544759Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:25.664833Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":97,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:25.664833Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:9dec9f783f7a6bfb6b633a489e39983ab58a797c5423d13b93b4c2ff9dece077","observation_id":"1b98f753-53dd-4120-b306-b4d4e3072890","resolution":{"observed_at":"2026-08-06T23:28:25.664833Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:25.826223Z","title":"This is astronomically accurate information","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":98,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:25.826223Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:e310b63982d4f3b023146d7db9e9b10cd4bbaa53d65ab6b8245e53edf16f2ded","observation_id":"552a677b-f46c-4913-bea3-c1694c488c50","resolution":{"observed_at":"2026-08-06T23:28:25.826223Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:25.975256Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":99,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:25.975256Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:cbd85b5d9d6dbb6bf4c5ddf0a769902b6fbd7864d8a6fb7802c600cdc2d16db1","observation_id":"6084d9d7-88db-4848-85c7-e0ad9dcc71f9","resolution":{"observed_at":"2026-08-06T23:28:25.975256Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:28:52.124743Z","title":"Greater Dog","venue":null,"work_id":"56c51301-9de9-4f93-9284-87fb9500fc4f","year":null},"citing_paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?","version":3},"reference_index":100,"source":"pdf_text","source_observed_at":"2026-08-06T23:28:26.101766Z"},"links":{"citing_paper":"/paper/2506.18183"},"observation_digest":"sha256:6530ecd2d73c5409bafbeacc4eddb866ee3e8f82cb79cd19e3e0121cd5576d7d","observation_id":"366ae7bd-b5c9-4d37-ab19-33cbba4df7f0","resolution":{"observed_at":"2026-08-06T23:28:52.244837Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2506.18183","last_updated":"2025-07-18T02:39:29Z","latest_version":3,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-10T04:09:23.839499Z","submitted_at":"2025-06-22T21:46:42Z","title":"Reasoning about Uncertainty: Do Reasoning Models Know When They Don't Know?"},"reference_resolution":{"displayed":100,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":98,"verified_exact":1,"verified_fuzzy":1},"total_outbound_references":144},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"thesis":"As of 10 August 2026, this Paper Citation Record lists 100 of 144 outbound references and 9 inbound Pith citation observations for arXiv:2506.18183."}