{"as_of":"2026-08-17T06:12:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:f5530a19ccf307f172c1ddcad93b8e3229c422fa968efb5f6336926d20fe817d","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":6,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":6,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-16T06:30:59.297886+00:00","state":"measured"},{"denominator":6,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":6,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-16T12:33:25.795933Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":1,"source":"arxiv_reference","source_observed_at":"2026-08-05T02:28:24.338817Z","state":"measured"}],"external_citation_measurements":[{"count":4,"observed_at":"2026-08-05T02:28:24.338817Z","source":"arxiv_reference"}],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2402.01349","last_updated":"2024-12-06T11:54:40Z","snapshot_observed_at":"2026-08-16T14:22:10.281659Z","submitted_at":"2024-02-02T12:07:00Z","title":"LLMs May Perform MCQA by Selecting the Least Incorrect Option","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.01349","snapshot_observed_at":"2026-08-11T21:37:27.121677Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.04277","last_updated":"2024-12-05T15:59:29Z","snapshot_observed_at":"2026-08-14T09:22:00.298043Z","submitted_at":"2024-12-05T15:59:29Z","title":"Arabic Stable LM: Adapting Stable LM 2 1.6B to Arabic","version":1},"reference_index":43,"source":"arxiv_source","source_observed_at":"2026-08-11T21:37:27.121677Z"},"links":{"cited_paper":"/paper/2402.01349","citing_paper":"/paper/2412.04277"},"observation_digest":"sha256:9930d065643477e53b8596523ed731a7a94e2ad265d9085990526a270bcf7a6a","observation_id":"5b481e35-46d5-449e-9f93-2740ab4e67c6","resolution":{"observed_at":"2026-08-11T21:37:27.121677Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.01349","last_updated":"2024-12-06T11:54:40Z","snapshot_observed_at":"2026-08-16T14:22:10.281659Z","submitted_at":"2024-02-02T12:07:00Z","title":"LLMs May Perform MCQA by Selecting the Least Incorrect Option","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.01349","snapshot_observed_at":"2026-08-16T12:33:25.795933Z","title":"Beyond the answers: Reviewing the rationality of multiple choice question answering for the evaluation of large language models, 2024 a","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.12562","last_updated":"2025-04-17T01:23:50Z","snapshot_observed_at":"2026-08-16T18:55:31.024415Z","submitted_at":"2025-04-17T01:23:50Z","title":"ZeroSumEval: Scaling LLM Evaluation with Inter-Model Competition","version":1},"reference_index":57,"source":"arxiv_source","source_observed_at":"2026-08-16T12:33:25.795933Z"},"links":{"cited_paper":"/paper/2402.01349","citing_paper":"/paper/2504.12562"},"observation_digest":"sha256:3e37f793be3be39849fe4f1d8abc32cc8717418d6ad0cac9e1573cfd8d9efe0e","observation_id":"066b94c7-9150-4ed1-86a7-6492967c9f07","resolution":{"observed_at":"2026-08-16T12:33:25.795933Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.01349","last_updated":"2024-12-06T11:54:40Z","snapshot_observed_at":"2026-08-16T14:22:10.281659Z","submitted_at":"2024-02-02T12:07:00Z","title":"LLMs May Perform MCQA by Selecting the Least Incorrect Option","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.01349","snapshot_observed_at":"2026-08-16T10:52:59.831799Z","title":"LLMs may per- form MCQA by selecting the least incorrect option,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.11007","last_updated":"2025-04-23T20:51:35Z","snapshot_observed_at":"2026-08-16T10:47:36.135251Z","submitted_at":"2025-04-23T20:51:35Z","title":"Impact of Comments on LLM Comprehension of Legacy Code","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-16T10:52:59.831799Z"},"links":{"cited_paper":"/paper/2402.01349","citing_paper":"/paper/2506.11007"},"observation_digest":"sha256:33c353bb9df166f758f6938778ee54aa76e96face0c2f9aa842a6f385bece3d4","observation_id":"b406c131-1433-4ac3-a381-54f756ce1066","resolution":{"observed_at":"2026-08-16T10:52:59.831799Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.01349","last_updated":"2024-12-06T11:54:40Z","snapshot_observed_at":"2026-08-16T14:22:10.281659Z","submitted_at":"2024-02-02T12:07:00Z","title":"LLMs May Perform MCQA by Selecting the Least Incorrect Option","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.01349","snapshot_observed_at":"2026-08-05T05:30:12.120281Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.09705","last_updated":"2025-09-05T17:31:14Z","snapshot_observed_at":"2026-08-10T00:18:41.031940Z","submitted_at":"2025-09-05T17:31:14Z","title":"The Non-Determinism of Small LLMs: Evidence of Low Answer Consistency in Repetition Trials of Standard Multiple-Choice Benchmarks","version":1},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-08-05T05:30:12.120281Z"},"links":{"cited_paper":"/paper/2402.01349","citing_paper":"/paper/2509.09705"},"observation_digest":"sha256:44999051c8afc668eeec02d0ae9803efaf9e88415c5018d80641613c34f909f0","observation_id":"d91d2787-d1d4-4461-9d7f-e4334cdea54e","resolution":{"observed_at":"2026-08-05T05:30:12.120281Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.01349","last_updated":"2024-12-06T11:54:40Z","snapshot_observed_at":"2026-08-16T14:22:10.281659Z","submitted_at":"2024-02-02T12:07:00Z","title":"LLMs May Perform MCQA by Selecting the Least Incorrect Option","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.01349","snapshot_observed_at":"2026-07-15T13:17:48.274611Z","title":"LLMs may perform MCQA by selecting the least incorrect option","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2603.10044","last_updated":"2026-06-03T17:59:34Z","snapshot_observed_at":"2026-08-09T19:58:48.854898Z","submitted_at":"2026-03-08T01:37:45Z","title":"Safety Under Scaffolding: How Evaluation Conditions Shape Measured Safety","version":2},"reference_index":62,"source":"pdf_text","source_observed_at":"2026-07-15T13:17:48.274611Z"},"links":{"cited_paper":"/paper/2402.01349","citing_paper":"/paper/2603.10044"},"observation_digest":"sha256:2ddc1e9d2f9ce09b2049dc151368e1bd794c2d9dc413a163f1f5df19fc29ebb4","observation_id":"a491ec1c-9920-4b4c-a40b-54ec63196fd6","resolution":{"observed_at":"2026-07-15T13:17:48.274611Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.01349","last_updated":"2024-12-06T11:54:40Z","snapshot_observed_at":"2026-08-16T14:22:10.281659Z","submitted_at":"2024-02-02T12:07:00Z","title":"LLMs May Perform MCQA by Selecting the Least Incorrect Option","version":3},"cited_work":{"arxiv_id":"2402.01349","doi":"10.48550/arxiv.2402.01349","metadata_source":"arxiv_reference","pith_arxiv_id":"2402.01349","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"arXiv preprint arXiv:2412.14471","venue":"arXiv (Cornell University)","work_id":"7efe218e-b9b2-496a-a94c-7cb13051ac80","year":2025},"citing_paper":{"arxiv_id":"2607.00664","last_updated":"2026-07-01T09:13:19Z","snapshot_observed_at":"2026-08-15T06:01:10.555666Z","submitted_at":"2026-07-01T09:13:19Z","title":"YOMI-Bench: A Benchmark for Evaluating Kanji Reading and Phonological Understanding of LLMs for Japanese","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-07-02T13:03:58.617626Z"},"links":{"cited_paper":"/paper/2402.01349","citing_paper":"/paper/2607.00664"},"observation_digest":"sha256:e92d6f4336fc120def821ebc26631e2374e5c4e8a5c87ad1ca94e48056d306e2","observation_id":"fe76fafd-be40-4ff4-ab90-0d71d94968aa","resolution":{"observed_at":"2026-07-02T13:06:58.300258Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2402.01349/citation-record","integrity":"/paper/2402.01349/integrity","json":"/paper/2402.01349/citation-record.json","paper":"/paper/2402.01349"},"outbound":[],"paper":{"arxiv_id":"2402.01349","last_updated":"2024-12-06T11:54:40Z","latest_version":3,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-16T14:22:10.281659Z","submitted_at":"2024-02-02T12:07:00Z","title":"LLMs May Perform MCQA by Selecting the Least Incorrect Option"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"thesis":"As of 17 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 6 inbound Pith citation observations for arXiv:2402.01349."}