{"as_of":"2026-08-09T17:58:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:b690ac511d265def18f8b9fc6af9b2962a955381b79747607c034ec2a15a7ce8","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":11,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":11,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":11,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":11,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-08T21:33:37.395529Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":1,"source":"arxiv_reference","source_observed_at":"2026-08-05T02:28:24.338817Z","state":"measured"}],"external_citation_measurements":[{"count":11,"observed_at":"2026-08-05T02:28:24.338817Z","source":"arxiv_reference"}],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2310.12397","last_updated":"2023-10-19T00:56:37Z","snapshot_observed_at":"2026-08-09T14:57:22.589761Z","submitted_at":"2023-10-19T00:56:37Z","title":"GPT-4 Doesn't Know It's Wrong: An Analysis of Iterative Prompting for Reasoning Problems","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.12397","snapshot_observed_at":"2026-08-08T21:33:37.395529Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2502.04790","last_updated":"2025-04-10T02:29:35Z","snapshot_observed_at":"2026-08-09T03:15:11.570129Z","submitted_at":"2025-02-07T09:49:56Z","title":"S$^2$-MAD: Breaking the Token Barrier to Enhance Multi-Agent Debate Efficiency","version":2},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-08T21:33:37.395529Z"},"links":{"cited_paper":"/paper/2310.12397","citing_paper":"/paper/2502.04790"},"observation_digest":"sha256:bdb40d17ac307e25d1be2c861f321567123306472bdbc89a1c0c1afd3641feb0","observation_id":"2af25100-fe67-44ff-bece-e9f9a4e841fe","resolution":{"observed_at":"2026-08-08T21:33:37.395529Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.12397","last_updated":"2023-10-19T00:56:37Z","snapshot_observed_at":"2026-08-09T14:57:22.589761Z","submitted_at":"2023-10-19T00:56:37Z","title":"GPT-4 Doesn't Know It's Wrong: An Analysis of Iterative Prompting for Reasoning Problems","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.12397","snapshot_observed_at":"2026-08-08T16:57:01.690429Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2502.06060","last_updated":"2025-02-09T22:44:45Z","snapshot_observed_at":"2026-08-08T16:50:28.818664Z","submitted_at":"2025-02-09T22:44:45Z","title":"Training Language Models for Social Deduction with Multi-Agent Reinforcement Learning","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-08T16:57:01.690429Z"},"links":{"cited_paper":"/paper/2310.12397","citing_paper":"/paper/2502.06060"},"observation_digest":"sha256:8fb5e0e7fe3f7e201596ab4fde55a6c107b3cd9abe0ce8df558894a5f5ee8f46","observation_id":"5d064cd7-dda9-4876-b173-ef880458fcdb","resolution":{"observed_at":"2026-08-08T16:57:01.690429Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.12397","last_updated":"2023-10-19T00:56:37Z","snapshot_observed_at":"2026-08-09T14:57:22.589761Z","submitted_at":"2023-10-19T00:56:37Z","title":"GPT-4 Doesn't Know It's Wrong: An Analysis of Iterative Prompting for Reasoning Problems","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.12397","snapshot_observed_at":"2026-08-07T15:12:13.428065Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.16128","last_updated":"2025-05-25T02:52:06Z","snapshot_observed_at":"2026-08-09T13:24:53.382280Z","submitted_at":"2025-05-22T02:13:48Z","title":"Veracity Bias and Beyond: Uncovering LLMs' Hidden Beliefs in Problem-Solving Reasoning","version":2},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-07T15:12:13.428065Z"},"links":{"cited_paper":"/paper/2310.12397","citing_paper":"/paper/2505.16128"},"observation_digest":"sha256:086cbf3e629f00d106b2fd0f1d54660ed0f8fa9f6c0147b156810dd9556657d5","observation_id":"c30d184e-8fd5-44b6-89be-c49c8358f46d","resolution":{"observed_at":"2026-08-07T15:12:13.428065Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.12397","last_updated":"2023-10-19T00:56:37Z","snapshot_observed_at":"2026-08-09T14:57:22.589761Z","submitted_at":"2023-10-19T00:56:37Z","title":"GPT-4 Doesn't Know It's Wrong: An Analysis of Iterative Prompting for Reasoning Problems","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.12397","snapshot_observed_at":"2026-08-07T11:04:00.039133Z","title":"GPT-4 doesn’t know it’s wrong: An analysis of iterative prompting for reasoning problems.arXiv preprint arXiv:2310.12397, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.03573","last_updated":"2025-06-04T04:43:15Z","snapshot_observed_at":"2026-08-08T06:29:45.695775Z","submitted_at":"2025-06-04T04:43:15Z","title":"Exchange of Perspective Prompting Enhances Reasoning in Large Language Models","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-07T11:04:00.039133Z"},"links":{"cited_paper":"/paper/2310.12397","citing_paper":"/paper/2506.03573"},"observation_digest":"sha256:4603f3e7be19ee33a5f876b6037dee91fdb75baf7f5e9e4951b17ce1eeb24786","observation_id":"0d1cd1f9-3767-42b5-80d3-572571960587","resolution":{"observed_at":"2026-08-07T11:04:00.039133Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.12397","last_updated":"2023-10-19T00:56:37Z","snapshot_observed_at":"2026-08-09T14:57:22.589761Z","submitted_at":"2023-10-19T00:56:37Z","title":"GPT-4 Doesn't Know It's Wrong: An Analysis of Iterative Prompting for Reasoning Problems","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.12397","snapshot_observed_at":"2026-08-06T16:09:05.621221Z","title":"Kaya Stechly, Karthik Valmeekam, and Subbarao Kambhampati","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.14419","last_updated":"2025-07-19T00:28:10Z","snapshot_observed_at":"2026-08-09T15:56:57.914495Z","submitted_at":"2025-07-19T00:28:10Z","title":"It's Not That Simple. An Analysis of Simple Test-Time Scaling","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-06T16:09:05.621221Z"},"links":{"cited_paper":"/paper/2310.12397","citing_paper":"/paper/2507.14419"},"observation_digest":"sha256:5f74460051f51acc86a564c0f864f85a70c9acfb522a42006ace9722c66aac0e","observation_id":"e490b109-c17f-4cd5-a8c2-c1fc2c6ca889","resolution":{"observed_at":"2026-08-06T16:09:05.621221Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.12397","last_updated":"2023-10-19T00:56:37Z","snapshot_observed_at":"2026-08-09T14:57:22.589761Z","submitted_at":"2023-10-19T00:56:37Z","title":"GPT-4 Doesn't Know It's Wrong: An Analysis of Iterative Prompting for Reasoning Problems","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.12397","snapshot_observed_at":"2026-08-06T11:06:07.559969Z","title":"GPT-4 Doesn’t Know It’s Wrong: An Analysis of Iterative Prompting for Reasoning Problems [Internet]","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.23146","last_updated":"2026-07-22T18:38:53Z","snapshot_observed_at":"2026-08-06T11:06:05.284236Z","submitted_at":"2025-07-30T22:48:34Z","title":"Lightweight Language Models are Prone to Reasoning Errors for Complex Computational Phenotyping Tasks","version":4},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-06T11:06:07.559969Z"},"links":{"cited_paper":"/paper/2310.12397","citing_paper":"/paper/2507.23146"},"observation_digest":"sha256:42618a9b505427980c80b7d9f623de98a2e5e21eb931942743cdd03c002f23f4","observation_id":"c2544d17-6930-4b8d-88d5-f83cfb1cdac9","resolution":{"observed_at":"2026-08-06T11:06:07.559969Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.12397","last_updated":"2023-10-19T00:56:37Z","snapshot_observed_at":"2026-08-09T14:57:22.589761Z","submitted_at":"2023-10-19T00:56:37Z","title":"GPT-4 Doesn't Know It's Wrong: An Analysis of Iterative Prompting for Reasoning Problems","version":1},"cited_work":{"arxiv_id":"2310.12397","doi":"10.48550/arxiv.2310.12397","metadata_source":"arxiv_reference","pith_arxiv_id":"2310.12397","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"GPT-4 doesn’t know it’s wrong: An analysis of iterative prompting for reasoning problems","venue":"arXiv (Cornell University)","work_id":"70d82820-e51a-49e7-abcd-bf7786454843","year":2017},"citing_paper":{"arxiv_id":"2605.08904","last_updated":"2026-05-09T11:51:34Z","snapshot_observed_at":"2026-07-06T23:21:02.177557Z","submitted_at":"2026-05-09T11:51:34Z","title":"OPT-BENCH: Evaluating the Iterative Self-Optimization of LLM Agents in Large-Scale Search Spaces","version":1},"reference_index":51,"source":"arxiv_source","source_observed_at":"2026-05-12T02:57:15.521594Z"},"links":{"cited_paper":"/paper/2310.12397","citing_paper":"/paper/2605.08904"},"observation_digest":"sha256:302b55a2602283af1149db80019e3d4492719a4b6f4dd12125695c613e0bc4ff","observation_id":"56886bbe-0b59-4a90-8aae-f3d38fa406a8","resolution":{"observed_at":"2026-05-12T03:01:18.605389Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.12397","last_updated":"2023-10-19T00:56:37Z","snapshot_observed_at":"2026-08-09T14:57:22.589761Z","submitted_at":"2023-10-19T00:56:37Z","title":"GPT-4 Doesn't Know It's Wrong: An Analysis of Iterative Prompting for Reasoning Problems","version":1},"cited_work":{"arxiv_id":"2310.12397","doi":"10.48550/arxiv.2310.12397","metadata_source":"arxiv_reference","pith_arxiv_id":"2310.12397","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"GPT-4 doesn’t know it’s wrong: An analysis of iterative prompting for reasoning problems","venue":"arXiv (Cornell University)","work_id":"70d82820-e51a-49e7-abcd-bf7786454843","year":2017},"citing_paper":{"arxiv_id":"2605.16941","last_updated":"2026-05-16T11:27:40Z","snapshot_observed_at":"2026-07-06T23:28:02.429673Z","submitted_at":"2026-05-16T11:27:40Z","title":"Roll Out and Roll Back: Diffusion LLMs are Their Own Efficiency Teachers","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-05-19T20:41:48.063871Z"},"links":{"cited_paper":"/paper/2310.12397","citing_paper":"/paper/2605.16941"},"observation_digest":"sha256:b2ecc3ea5b47d9898945f64c108d6ef12e623c8899574a26dd1e96c9653677b3","observation_id":"cf2eba2c-f2d4-4fdf-897d-fe6536776d99","resolution":{"observed_at":"2026-05-19T20:42:46.111972Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.12397","last_updated":"2023-10-19T00:56:37Z","snapshot_observed_at":"2026-08-09T14:57:22.589761Z","submitted_at":"2023-10-19T00:56:37Z","title":"GPT-4 Doesn't Know It's Wrong: An Analysis of Iterative Prompting for Reasoning Problems","version":1},"cited_work":{"arxiv_id":"2310.12397","doi":"10.48550/arxiv.2310.12397","metadata_source":"arxiv_reference","pith_arxiv_id":"2310.12397","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"GPT-4 doesn’t know it’s wrong: An analysis of iterative prompting for reasoning problems","venue":"arXiv (Cornell University)","work_id":"70d82820-e51a-49e7-abcd-bf7786454843","year":2017},"citing_paper":{"arxiv_id":"2605.31404","last_updated":"2026-05-29T15:09:25Z","snapshot_observed_at":"2026-08-02T20:20:50.094771Z","submitted_at":"2026-05-29T15:09:25Z","title":"The Sword, Shield, and Achilles' Heel: Characterizing the Linguistic Inductive Bias of Large Language Models for Spatial Reasoning in Navigation Planning","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-06-28T22:23:24.536258Z"},"links":{"cited_paper":"/paper/2310.12397","citing_paper":"/paper/2605.31404"},"observation_digest":"sha256:ceeae3700e42b09ef367755f0e759ee1ce23f622d7389a3ce2cc6102f676ba3b","observation_id":"40139c4b-32fe-4dde-99d6-4ca72fa8a5ae","resolution":{"observed_at":"2026-07-01T19:36:08.375155Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.12397","last_updated":"2023-10-19T00:56:37Z","snapshot_observed_at":"2026-08-09T14:57:22.589761Z","submitted_at":"2023-10-19T00:56:37Z","title":"GPT-4 Doesn't Know It's Wrong: An Analysis of Iterative Prompting for Reasoning Problems","version":1},"cited_work":{"arxiv_id":"2310.12397","doi":"10.48550/arxiv.2310.12397","metadata_source":"arxiv_reference","pith_arxiv_id":"2310.12397","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"GPT-4 doesn’t know it’s wrong: An analysis of iterative prompting for reasoning problems","venue":"arXiv (Cornell University)","work_id":"70d82820-e51a-49e7-abcd-bf7786454843","year":2017},"citing_paper":{"arxiv_id":"2606.05976","last_updated":"2026-07-31T08:26:14Z","snapshot_observed_at":"2026-08-05T23:10:45.588490Z","submitted_at":"2026-06-04T10:17:00Z","title":"The Self-Correction Illusion: Role Relabeling Gates Explicit Error Flagging in Large Language Models","version":1},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-06-28T01:25:07.890796Z"},"links":{"cited_paper":"/paper/2310.12397","citing_paper":"/paper/2606.05976"},"observation_digest":"sha256:56f6cbecc3e1cfd175b92a85e807880cf19046a137d0d471b4e7e7cd37bd4de9","observation_id":"06a3d703-496c-4a31-aaef-27d37cbbcfb3","resolution":{"observed_at":"2026-06-28T01:31:29.251945Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.12397","last_updated":"2023-10-19T00:56:37Z","snapshot_observed_at":"2026-08-09T14:57:22.589761Z","submitted_at":"2023-10-19T00:56:37Z","title":"GPT-4 Doesn't Know It's Wrong: An Analysis of Iterative Prompting for Reasoning Problems","version":1},"cited_work":{"arxiv_id":"2310.12397","doi":"10.48550/arxiv.2310.12397","metadata_source":"arxiv_reference","pith_arxiv_id":"2310.12397","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"GPT-4 doesn’t know it’s wrong: An analysis of iterative prompting for reasoning problems","venue":"arXiv (Cornell University)","work_id":"70d82820-e51a-49e7-abcd-bf7786454843","year":2017},"citing_paper":{"arxiv_id":"2606.08068","last_updated":"2026-07-08T15:21:39Z","snapshot_observed_at":"2026-07-12T14:47:31.355938Z","submitted_at":"2026-06-06T09:33:32Z","title":"DICE: Entropy-Regularized Equilibrium Selection for Stable Multi-Agent LLM Coordination","version":1},"reference_index":87,"source":"arxiv_source","source_observed_at":"2026-06-27T19:58:32.016341Z"},"links":{"cited_paper":"/paper/2310.12397","citing_paper":"/paper/2606.08068"},"observation_digest":"sha256:7de0a1f92218a633c64535c47548d994cc92b077e9a0702b63c255ffe04900ca","observation_id":"3384582e-a352-49d0-a3ef-65f30119565d","resolution":{"observed_at":"2026-07-02T21:07:23.497033Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2310.12397/citation-record","integrity":"/paper/2310.12397/integrity","json":"/paper/2310.12397/citation-record.json","paper":"/paper/2310.12397"},"outbound":[],"paper":{"arxiv_id":"2310.12397","last_updated":"2023-10-19T00:56:37Z","latest_version":1,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-09T14:57:22.589761Z","submitted_at":"2023-10-19T00:56:37Z","title":"GPT-4 Doesn't Know It's Wrong: An Analysis of Iterative Prompting for Reasoning Problems"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 9 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 11 inbound Pith citation observations for arXiv:2310.12397."}