{"as_of":"2026-08-10T23:26:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:97d40aabc0b64bea6665ef54e3d8779f2cae7b61564f0a099c258be60bd8e098","coverage":[{"denominator":25,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":25,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-10T13:13:35.302997Z","state":"measured"},{"denominator":28,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":28,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-10T06:31:04.303077+00:00","state":"measured"},{"denominator":3,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":3,"source":"paper_references, paper_reference_links","source_observed_at":"2026-05-24T03:53:55.964755Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-24T03:55:59.623541Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2501.16456","last_updated":"2025-03-03T22:44:04Z","snapshot_observed_at":"2026-08-10T13:06:15.359953Z","submitted_at":"2025-01-27T19:29:11Z","title":"CoCoNUT: Structural Code Understanding does not fall out of a tree","version":3},"cited_work":{"arxiv_id":"2501.16456","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2501.16456","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Coconut: Structural code understanding does not fall out of a tree","venue":null,"work_id":"c4dd57f3-b162-4738-a70e-87f83cf17230","year":2025},"citing_paper":{"arxiv_id":"2402.09664","last_updated":"2026-04-07T05:36:18Z","snapshot_observed_at":"2026-07-06T17:30:25.359458Z","submitted_at":"2024-02-15T02:24:46Z","title":"CodeMind: Evaluating Large Language Models for Code Reasoning","version":6},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-05-24T03:53:55.964755Z"},"links":{"cited_paper":"/paper/2501.16456","citing_paper":"/paper/2402.09664"},"observation_digest":"sha256:cca2e83278dfe7b91c96afaa932e8cb3bee9df07d748008bbe767b97cfcb2917","observation_id":"5ba9d295-2bda-4e33-a335-78751646d3f5","resolution":{"observed_at":"2026-05-24T03:55:59.627983Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2501.16456","last_updated":"2025-03-03T22:44:04Z","snapshot_observed_at":"2026-08-10T13:06:15.359953Z","submitted_at":"2025-01-27T19:29:11Z","title":"CoCoNUT: Structural Code Understanding does not fall out of a tree","version":3},"cited_work":{"arxiv_id":"2501.16456","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2501.16456","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Coconut: Structural code understanding does not fall out of a tree","venue":null,"work_id":"c4dd57f3-b162-4738-a70e-87f83cf17230","year":2025},"citing_paper":{"arxiv_id":"2510.15079","last_updated":"2026-04-07T05:37:01Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-10-16T18:48:12Z","title":"Assessing Coherency and Consistency of Code Execution Reasoning by Large Language Models","version":2},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-05-18T05:59:00.400429Z"},"links":{"cited_paper":"/paper/2501.16456","citing_paper":"/paper/2510.15079"},"observation_digest":"sha256:f5e664405d0ecded5b0ffa97f1f114e3591ee269b6d20e9519734dbac3c26d0f","observation_id":"6057665c-3286-4c3e-a104-8c879bb3f51d","resolution":{"observed_at":"2026-05-18T06:00:57.194124Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2501.16456","last_updated":"2025-03-03T22:44:04Z","snapshot_observed_at":"2026-08-10T13:06:15.359953Z","submitted_at":"2025-01-27T19:29:11Z","title":"CoCoNUT: Structural Code Understanding does not fall out of a tree","version":3},"cited_work":{"arxiv_id":"2501.16456","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2501.16456","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Coconut: Structural code understanding does not fall out of a tree","venue":null,"work_id":"c4dd57f3-b162-4738-a70e-87f83cf17230","year":2025},"citing_paper":{"arxiv_id":"2512.14917","last_updated":"2026-04-23T22:42:11Z","snapshot_observed_at":"2026-07-31T07:00:51.587326Z","submitted_at":"2025-12-16T21:12:53Z","title":"Evaluating Code Reasoning Abilities of Large Language Models Under Real-World Settings","version":3},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-05-16T21:23:44.762007Z"},"links":{"cited_paper":"/paper/2501.16456","citing_paper":"/paper/2512.14917"},"observation_digest":"sha256:a456e2a3ea0490217e879e013a2f9c423c56193b5cd058fb2795f6603e17245c","observation_id":"98023cab-253a-49d7-810c-18fff67191e9","resolution":{"observed_at":"2026-05-16T21:28:34.245957Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2501.16456/citation-record","integrity":"/paper/2501.16456/integrity","json":"/paper/2501.16456/citation-record.json","paper":"/paper/2501.16456"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T13:13:35.639330Z","title":"The future landscape of large language models in medicine,","venue":null,"work_id":"2c9ee205-bcef-4ce8-9335-1a1c1e20729f","year":2023},"citing_paper":{"arxiv_id":"2501.16456","last_updated":"2025-03-03T22:44:04Z","snapshot_observed_at":"2026-08-10T13:06:15.359953Z","submitted_at":"2025-01-27T19:29:11Z","title":"CoCoNUT: Structural Code Understanding does not fall out of a tree","version":3},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-10T13:13:35.169915Z"},"links":{"citing_paper":"/paper/2501.16456"},"observation_digest":"sha256:8424fec70c37a4c7e8be7cadf50d60cffdd34fafa339ccf79fcca8d3cca873fc","observation_id":"174ad5c9-8c25-4880-b8e0-e24909234065","resolution":{"observed_at":"2026-08-10T13:13:35.644099Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T13:13:35.624048Z","title":"Introducing bloomberggpt, bloomberg’s 50-billion param- eter large language model, purpose-built from scratch for finance,","venue":null,"work_id":"92d83f1e-962b-4886-9ba8-eedd72cf366c","year":null},"citing_paper":{"arxiv_id":"2501.16456","last_updated":"2025-03-03T22:44:04Z","snapshot_observed_at":"2026-08-10T13:06:15.359953Z","submitted_at":"2025-01-27T19:29:11Z","title":"CoCoNUT: Structural Code Understanding does not fall out of a tree","version":3},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-10T13:13:35.174473Z"},"links":{"citing_paper":"/paper/2501.16456"},"observation_digest":"sha256:6e29837aea73400b25ba8b055b9412e9481373da628adf7509de18e0996043d1","observation_id":"e0ec2f1c-1ad3-46d9-a64b-7a946b94707e","resolution":{"observed_at":"2026-08-10T13:13:35.629433Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2108.07732","last_updated":"2021-08-16T03:57:30Z","snapshot_observed_at":"2026-08-02T19:23:53.535075Z","submitted_at":"2021-08-16T03:57:30Z","title":"Program Synthesis with Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2108.07732","snapshot_observed_at":"2026-08-10T13:13:35.182858Z","title":"Program synthesis with large language models,","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2501.16456","last_updated":"2025-03-03T22:44:04Z","snapshot_observed_at":"2026-08-10T13:06:15.359953Z","submitted_at":"2025-01-27T19:29:11Z","title":"CoCoNUT: Structural Code Understanding does not fall out of a tree","version":3},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-10T13:13:35.182858Z"},"links":{"cited_paper":"/paper/2108.07732","citing_paper":"/paper/2501.16456"},"observation_digest":"sha256:58130c2abead37800446534a68637e951b09975bfc232ad170bb66443b584e78","observation_id":"c2b6e357-0939-4b00-a37d-4c582b71d4da","resolution":{"observed_at":"2026-08-10T13:13:35.182858Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T13:13:35.611260Z","title":"EvalPlus Leaderboard — evalplus.github.io,","venue":null,"work_id":"ae74ec5b-4e56-4ba2-95d5-1ebc1efdf86e","year":2024},"citing_paper":{"arxiv_id":"2501.16456","last_updated":"2025-03-03T22:44:04Z","snapshot_observed_at":"2026-08-10T13:06:15.359953Z","submitted_at":"2025-01-27T19:29:11Z","title":"CoCoNUT: Structural Code Understanding does not fall out of a tree","version":3},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-10T13:13:35.188335Z"},"links":{"citing_paper":"/paper/2501.16456"},"observation_digest":"sha256:bfd8a9af2f2ae0ec339856091a4b982f9fa631a90deda164324e5dd56b73953a","observation_id":"9da1d582-019e-499d-8786-734fb6c84ac9","resolution":{"observed_at":"2026-08-10T13:13:35.614733Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.03065","last_updated":"2024-01-05T20:53:51Z","snapshot_observed_at":"2026-07-06T17:12:10.787061Z","submitted_at":"2024-01-05T20:53:51Z","title":"CRUXEval: A Benchmark for Code Reasoning, Understanding and Execution","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.03065","snapshot_observed_at":"2026-08-10T13:13:35.192589Z","title":"Cruxeval: A benchmark for code reasoning, understanding and execution,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.16456","last_updated":"2025-03-03T22:44:04Z","snapshot_observed_at":"2026-08-10T13:06:15.359953Z","submitted_at":"2025-01-27T19:29:11Z","title":"CoCoNUT: Structural Code Understanding does not fall out of a tree","version":3},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-10T13:13:35.192589Z"},"links":{"cited_paper":"/paper/2401.03065","citing_paper":"/paper/2501.16456"},"observation_digest":"sha256:2e72334eafc46c3c4fc6fddd9521bd9d181506b39c0b3143da96f996c0fc6733","observation_id":"ac3f64aa-95d9-4d47-9b65-14d8c151aee5","resolution":{"observed_at":"2026-08-10T13:13:35.192589Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.07974","last_updated":"2024-06-06T17:41:21Z","snapshot_observed_at":"2026-08-10T03:07:35.408836Z","submitted_at":"2024-03-12T17:58:04Z","title":"LiveCodeBench: Holistic and Contamination Free Evaluation of Large Language Models for Code","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.07974","snapshot_observed_at":"2026-08-10T13:13:35.197587Z","title":"Livecodebench: Holistic and contamination free evaluation of large language models for code,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.16456","last_updated":"2025-03-03T22:44:04Z","snapshot_observed_at":"2026-08-10T13:06:15.359953Z","submitted_at":"2025-01-27T19:29:11Z","title":"CoCoNUT: Structural Code Understanding does not fall out of a tree","version":3},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-10T13:13:35.197587Z"},"links":{"cited_paper":"/paper/2403.07974","citing_paper":"/paper/2501.16456"},"observation_digest":"sha256:95eb6be11a66d3dd29621c225ecaff9381584e1faebdb38ddf6debf93396b3e6","observation_id":"1dcb7e3c-be44-4d0b-8afc-69d5f8983178","resolution":{"observed_at":"2026-08-10T13:13:35.197587Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2107.03374","last_updated":"2021-07-14T17:16:02Z","snapshot_observed_at":"2026-08-08T11:58:24.516369Z","submitted_at":"2021-07-07T17:41:24Z","title":"Evaluating Large Language Models Trained on Code","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2107.03374","snapshot_observed_at":"2026-08-10T13:13:35.201950Z","title":"Evaluating large language models trained on code,","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2501.16456","last_updated":"2025-03-03T22:44:04Z","snapshot_observed_at":"2026-08-10T13:06:15.359953Z","submitted_at":"2025-01-27T19:29:11Z","title":"CoCoNUT: Structural Code Understanding does not fall out of a tree","version":3},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-10T13:13:35.201950Z"},"links":{"cited_paper":"/paper/2107.03374","citing_paper":"/paper/2501.16456"},"observation_digest":"sha256:f9548b4589b80e4f71f2f418225e65ae33b10af54e1a2dce1c9b6e324fa68b75","observation_id":"b682f890-6c62-417f-8907-1a61b8d1f00b","resolution":{"observed_at":"2026-08-10T13:13:35.201950Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T13:13:35.595238Z","title":"Is your code generated by chatGPT really correct? rigorous evaluation of large language models for code generation,","venue":null,"work_id":"713107bd-9a7e-4ae9-97a1-ad9d5b90962b","year":2023},"citing_paper":{"arxiv_id":"2501.16456","last_updated":"2025-03-03T22:44:04Z","snapshot_observed_at":"2026-08-10T13:06:15.359953Z","submitted_at":"2025-01-27T19:29:11Z","title":"CoCoNUT: Structural Code Understanding does not fall out of a tree","version":3},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-10T13:13:35.205502Z"},"links":{"citing_paper":"/paper/2501.16456"},"observation_digest":"sha256:fe4cf558613af897c19ca87d02b83804081b3526d9febfc972d34714e0589b38","observation_id":"522d9878-79f1-4578-ad76-be653cc20120","resolution":{"observed_at":"2026-08-10T13:13:35.601566Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T13:13:35.580022Z","title":"Pattern matching: The gestalt approach,","venue":null,"work_id":"6b405cb4-d52a-49c3-b774-425e3dcece13","year":1988},"citing_paper":{"arxiv_id":"2501.16456","last_updated":"2025-03-03T22:44:04Z","snapshot_observed_at":"2026-08-10T13:06:15.359953Z","submitted_at":"2025-01-27T19:29:11Z","title":"CoCoNUT: Structural Code Understanding does not fall out of a tree","version":3},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-10T13:13:35.209591Z"},"links":{"citing_paper":"/paper/2501.16456"},"observation_digest":"sha256:c6e4bc1fa04bf2536ef5d92fd0427348250dfda4490801372a297cd15e5f071e","observation_id":"339ab630-0922-4ebb-a3b7-ed4ffa971274","resolution":{"observed_at":"2026-08-10T13:13:35.584734Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T13:13:35.564985Z","title":"LeetCode Solutions — walkccc.me,","venue":null,"work_id":"a729e48c-7dd2-495e-bf20-d5d2dff45347","year":2024},"citing_paper":{"arxiv_id":"2501.16456","last_updated":"2025-03-03T22:44:04Z","snapshot_observed_at":"2026-08-10T13:06:15.359953Z","submitted_at":"2025-01-27T19:29:11Z","title":"CoCoNUT: Structural Code Understanding does not fall out of a tree","version":3},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-10T13:13:35.214455Z"},"links":{"citing_paper":"/paper/2501.16456"},"observation_digest":"sha256:5df0155239ba770e1efa50ab15f9aed160765f34d5b66b9228e5c7a5245842a9","observation_id":"f484a814-63b2-433d-b1a6-3d81487c9eb4","resolution":{"observed_at":"2026-08-10T13:13:35.569204Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T13:13:35.549904Z","title":"GitHub - neetcode-gh/leetcode: Leetcode solutions — github.com,","venue":null,"work_id":"5e1d0f78-c587-4afc-b6de-afe66a81650f","year":2024},"citing_paper":{"arxiv_id":"2501.16456","last_updated":"2025-03-03T22:44:04Z","snapshot_observed_at":"2026-08-10T13:06:15.359953Z","submitted_at":"2025-01-27T19:29:11Z","title":"CoCoNUT: Structural Code Understanding does not fall out of a tree","version":3},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-10T13:13:35.220436Z"},"links":{"citing_paper":"/paper/2501.16456"},"observation_digest":"sha256:30b221b67316a4c1cd045bd14efe4763b98167133fea2e0110ee23773bcfef92","observation_id":"52c87ed2-48a3-48f4-85aa-dbd73c87a38f","resolution":{"observed_at":"2026-08-10T13:13:35.555407Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T13:13:35.536796Z","title":"Rosetta Code — rosettacode.org,","venue":null,"work_id":"a9b80bb8-3473-4b8c-82bb-f36556b2c51d","year":2007},"citing_paper":{"arxiv_id":"2501.16456","last_updated":"2025-03-03T22:44:04Z","snapshot_observed_at":"2026-08-10T13:06:15.359953Z","submitted_at":"2025-01-27T19:29:11Z","title":"CoCoNUT: Structural Code Understanding does not fall out of a tree","version":3},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-10T13:13:35.224157Z"},"links":{"citing_paper":"/paper/2501.16456"},"observation_digest":"sha256:d1aea98c05178b422aafef1d79870dcab715518238ea6ca946f6475e09476b02","observation_id":"4719aec5-b7ba-44f4-961e-fc634a7d20e7","resolution":{"observed_at":"2026-08-10T13:13:35.541026Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T13:13:35.523089Z","title":"RosettaCodeData/Task at main · acmeism/RosettaCodeData — github.com,","venue":null,"work_id":"c24e14b0-8471-42ed-a065-25ef21063f07","year":2024},"citing_paper":{"arxiv_id":"2501.16456","last_updated":"2025-03-03T22:44:04Z","snapshot_observed_at":"2026-08-10T13:06:15.359953Z","submitted_at":"2025-01-27T19:29:11Z","title":"CoCoNUT: Structural Code Understanding does not fall out of a tree","version":3},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-10T13:13:35.231656Z"},"links":{"citing_paper":"/paper/2501.16456"},"observation_digest":"sha256:5a24ad120b111cdc41e3b9668c848675149abb23d228c8acd90dabdf0f698cee","observation_id":"d345c7e3-95f3-4d9f-b9e3-0e7fa57b4c6a","resolution":{"observed_at":"2026-08-10T13:13:35.528008Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2404.14662","last_updated":"2024-04-23T01:46:32Z","snapshot_observed_at":"2026-08-06T09:18:16.624465Z","submitted_at":"2024-04-23T01:46:32Z","title":"NExT: Teaching Large Language Models to Reason about Code Execution","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.14662","snapshot_observed_at":"2026-08-10T13:13:35.237486Z","title":"Next: Teaching large language models to reason about code execution,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.16456","last_updated":"2025-03-03T22:44:04Z","snapshot_observed_at":"2026-08-10T13:06:15.359953Z","submitted_at":"2025-01-27T19:29:11Z","title":"CoCoNUT: Structural Code Understanding does not fall out of a tree","version":3},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-10T13:13:35.237486Z"},"links":{"cited_paper":"/paper/2404.14662","citing_paper":"/paper/2501.16456"},"observation_digest":"sha256:d16b65f1ee23f642067246a214d6c71c55df4b648143018885ef448a3af4f241","observation_id":"4573a54c-22b5-431e-9233-99457b0cb8e9","resolution":{"observed_at":"2026-08-10T13:13:35.237486Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T13:13:35.507528Z","title":"Large language models as code executors: An exploratory study,","venue":null,"work_id":"15fd8741-5c99-4ae4-8a55-6db5b3eff872","year":null},"citing_paper":{"arxiv_id":"2501.16456","last_updated":"2025-03-03T22:44:04Z","snapshot_observed_at":"2026-08-10T13:06:15.359953Z","submitted_at":"2025-01-27T19:29:11Z","title":"CoCoNUT: Structural Code Understanding does not fall out of a tree","version":3},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-10T13:13:35.242819Z"},"links":{"citing_paper":"/paper/2501.16456"},"observation_digest":"sha256:e37027d878cbd253ba019320d48b82bd38ffa54c77de4ad39d838e79607942a8","observation_id":"cdffacce-0adf-4903-bc63-54dc45106dbd","resolution":{"observed_at":"2026-08-10T13:13:35.514066Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2201.11903","last_updated":"2023-01-10T23:07:57Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2022-01-28T02:33:07Z","title":"Chain-of-Thought Prompting Elicits Reasoning in Large Language Models","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2201.11903","snapshot_observed_at":"2026-08-10T13:13:35.258247Z","title":"Chain-of-thought prompting elicits reasoning in large language models,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2501.16456","last_updated":"2025-03-03T22:44:04Z","snapshot_observed_at":"2026-08-10T13:06:15.359953Z","submitted_at":"2025-01-27T19:29:11Z","title":"CoCoNUT: Structural Code Understanding does not fall out of a tree","version":3},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-10T13:13:35.258247Z"},"links":{"cited_paper":"/paper/2201.11903","citing_paper":"/paper/2501.16456"},"observation_digest":"sha256:14a89a4e604bc806aea26a0e6b2904fa2ab98b8a34f43b3ab6d9c528e8318a04","observation_id":"7544d611-42b0-4dd6-9436-c9dec37a6792","resolution":{"observed_at":"2026-08-10T13:13:35.258247Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.10601","last_updated":"2023-12-03T22:50:35Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-05-17T23:16:17Z","title":"Tree of Thoughts: Deliberate Problem Solving with Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.10601","snapshot_observed_at":"2026-08-10T13:13:35.264119Z","title":"Tree of thoughts: Deliberate problem solving with large language models,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2501.16456","last_updated":"2025-03-03T22:44:04Z","snapshot_observed_at":"2026-08-10T13:06:15.359953Z","submitted_at":"2025-01-27T19:29:11Z","title":"CoCoNUT: Structural Code Understanding does not fall out of a tree","version":3},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-10T13:13:35.264119Z"},"links":{"cited_paper":"/paper/2305.10601","citing_paper":"/paper/2501.16456"},"observation_digest":"sha256:faa6637deb7c8ae994b6cbab62596fd06e1ccd163e6b78582d8a7d7b91474cf6","observation_id":"d36c58ca-9443-4112-8c32-941d3ec28886","resolution":{"observed_at":"2026-08-10T13:13:35.264119Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2112.00114","last_updated":"2021-11-30T21:32:46Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2021-11-30T21:32:46Z","title":"Show Your Work: Scratchpads for Intermediate Computation with Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2112.00114","snapshot_observed_at":"2026-08-10T13:13:35.270526Z","title":"Show your work: Scratchpads for intermediate computation with language models,","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2501.16456","last_updated":"2025-03-03T22:44:04Z","snapshot_observed_at":"2026-08-10T13:06:15.359953Z","submitted_at":"2025-01-27T19:29:11Z","title":"CoCoNUT: Structural Code Understanding does not fall out of a tree","version":3},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-10T13:13:35.270526Z"},"links":{"cited_paper":"/paper/2112.00114","citing_paper":"/paper/2501.16456"},"observation_digest":"sha256:a3c7e4296e1cb12e45bdbeebd893ec1854f5fea0863a5e87229424a6c2fd5e3b","observation_id":"fc2840cc-9899-4cd4-8c7a-48841222d593","resolution":{"observed_at":"2026-08-10T13:13:35.270526Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.09664","last_updated":"2026-04-07T05:36:18Z","snapshot_observed_at":"2026-07-06T17:30:25.359458Z","submitted_at":"2024-02-15T02:24:46Z","title":"CodeMind: Evaluating Large Language Models for Code Reasoning","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.09664","snapshot_observed_at":"2026-08-10T13:13:35.276271Z","title":"Codemind: A framework to challenge large language models for code reasoning,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.16456","last_updated":"2025-03-03T22:44:04Z","snapshot_observed_at":"2026-08-10T13:06:15.359953Z","submitted_at":"2025-01-27T19:29:11Z","title":"CoCoNUT: Structural Code Understanding does not fall out of a tree","version":3},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-10T13:13:35.276271Z"},"links":{"cited_paper":"/paper/2402.09664","citing_paper":"/paper/2501.16456"},"observation_digest":"sha256:626f6d8db860296960d5a5950e5c2014dc748cb14e89781a5389c3c1ca938219","observation_id":"ce56201f-26b4-447f-84f8-6cfaa40bef8e","resolution":{"observed_at":"2026-08-10T13:13:35.276271Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2102.04664","last_updated":"2021-03-16T08:28:37Z","snapshot_observed_at":"2026-07-06T10:39:42.676631Z","submitted_at":"2021-02-09T06:16:25Z","title":"CodeXGLUE: A Machine Learning Benchmark Dataset for Code Understanding and Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2102.04664","snapshot_observed_at":"2026-08-10T13:13:35.282236Z","title":"Codexglue: A machine learning benchmark dataset for code understanding and generation,","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2501.16456","last_updated":"2025-03-03T22:44:04Z","snapshot_observed_at":"2026-08-10T13:06:15.359953Z","submitted_at":"2025-01-27T19:29:11Z","title":"CoCoNUT: Structural Code Understanding does not fall out of a tree","version":3},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-10T13:13:35.282236Z"},"links":{"cited_paper":"/paper/2102.04664","citing_paper":"/paper/2501.16456"},"observation_digest":"sha256:8dac31863089e0bbbf5bf010c18e11ace539ee64604f541b23525bc17f38fbe0","observation_id":"ce70af1e-4d0e-4e85-9156-63e71adfccc4","resolution":{"observed_at":"2026-08-10T13:13:35.282236Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T13:13:35.287795Z","title":"Reasoning runtime behavior of a program with llm: How far are we?","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2501.16456","last_updated":"2025-03-03T22:44:04Z","snapshot_observed_at":"2026-08-10T13:06:15.359953Z","submitted_at":"2025-01-27T19:29:11Z","title":"CoCoNUT: Structural Code Understanding does not fall out of a tree","version":3},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-10T13:13:35.287795Z"},"links":{"citing_paper":"/paper/2501.16456"},"observation_digest":"sha256:e647762e6a8efc7d57699263a832e3f9a0a8b0ae3888c2eefe79ccee493cde74","observation_id":"fa8039f4-c92e-4ea9-9af3-184bc8461280","resolution":{"observed_at":"2026-08-10T13:13:35.287795Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.12138","last_updated":"2026-05-20T13:07:34Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-05-20T08:43:49Z","title":"Exploring Code Analysis: Zero-Shot Insights on Syntax and Semantics with LLMs","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.12138","snapshot_observed_at":"2026-08-10T13:13:35.292387Z","title":"Lms: Understanding code syntax and semantics for code analysis,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.16456","last_updated":"2025-03-03T22:44:04Z","snapshot_observed_at":"2026-08-10T13:06:15.359953Z","submitted_at":"2025-01-27T19:29:11Z","title":"CoCoNUT: Structural Code Understanding does not fall out of a tree","version":3},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-10T13:13:35.292387Z"},"links":{"cited_paper":"/paper/2305.12138","citing_paper":"/paper/2501.16456"},"observation_digest":"sha256:c36f99fb9d2879f2f7e734200acf0599735c75f1a5600f5c6ea8eeb3f642b164","observation_id":"adb0cf0c-98b1-475f-a5c7-9c188ae00206","resolution":{"observed_at":"2026-08-10T13:13:35.292387Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.05980","last_updated":"2025-02-12T15:40:35Z","snapshot_observed_at":"2026-08-10T18:25:11.929723Z","submitted_at":"2024-02-08T06:48:01Z","title":"Do Large Code Models Understand Programming Concepts? Counterfactual Analysis for Code Predicates","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.05980","snapshot_observed_at":"2026-08-10T13:13:35.298043Z","title":"Do large code models understand programming concepts? a black-box approach,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.16456","last_updated":"2025-03-03T22:44:04Z","snapshot_observed_at":"2026-08-10T13:06:15.359953Z","submitted_at":"2025-01-27T19:29:11Z","title":"CoCoNUT: Structural Code Understanding does not fall out of a tree","version":3},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-10T13:13:35.298043Z"},"links":{"cited_paper":"/paper/2402.05980","citing_paper":"/paper/2501.16456"},"observation_digest":"sha256:d73e8091e1720563359e7db31c7190e6086d1a6b1aba3901f7a23d731d6c185e","observation_id":"4ef59c8e-6000-4023-aa33-ecb88f882212","resolution":{"observed_at":"2026-08-10T13:13:35.298043Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.01006","last_updated":"2024-10-31T23:44:31Z","snapshot_observed_at":"2026-08-10T04:10:19.528542Z","submitted_at":"2024-06-03T05:36:57Z","title":"SemCoder: Training Code Language Models with Comprehensive Semantics Reasoning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.01006","snapshot_observed_at":"2026-08-10T13:13:35.302997Z","title":"Semcoder: Training code language models with comprehensive semantics,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.16456","last_updated":"2025-03-03T22:44:04Z","snapshot_observed_at":"2026-08-10T13:06:15.359953Z","submitted_at":"2025-01-27T19:29:11Z","title":"CoCoNUT: Structural Code Understanding does not fall out of a tree","version":3},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-10T13:13:35.302997Z"},"links":{"cited_paper":"/paper/2406.01006","citing_paper":"/paper/2501.16456"},"observation_digest":"sha256:b52a4ea4c128cbbe53432e22cd131731636eb8801cf1a37388bb7ff373a8f187","observation_id":"cd614ce3-fe8e-4836-988e-0effa1aa02aa","resolution":{"observed_at":"2026-08-10T13:13:35.302997Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.06667","last_updated":"2024-10-10T05:12:44Z","snapshot_observed_at":"2026-08-07T18:44:02.722182Z","submitted_at":"2024-10-09T08:23:22Z","title":"Large Language Models as Code Executors: An Exploratory Study","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.06667","snapshot_observed_at":"2026-08-10T13:13:35.252001Z","title":"Available: https://arxiv.org/abs/2410.06667","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2501.16456","last_updated":"2025-03-03T22:44:04Z","snapshot_observed_at":"2026-08-10T13:06:15.359953Z","submitted_at":"2025-01-27T19:29:11Z","title":"CoCoNUT: Structural Code Understanding does not fall out of a tree","version":3},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-10T13:13:35.252001Z"},"links":{"cited_paper":"/paper/2410.06667","citing_paper":"/paper/2501.16456"},"observation_digest":"sha256:75c8ac09d4db16cfcdd2847318d24e9a2dc05aa36b3b4332d3a3af90c8a8f1d7","observation_id":"6d05a99a-b207-42e7-9d19-e4c271ebf6f1","resolution":{"observed_at":"2026-08-10T13:13:35.252001Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2501.16456","last_updated":"2025-03-03T22:44:04Z","latest_version":3,"primary_category":"cs.LG","snapshot_observed_at":"2026-08-10T13:06:15.359953Z","submitted_at":"2025-01-27T19:29:11Z","title":"CoCoNUT: Structural Code Understanding does not fall out of a tree"},"reference_resolution":{"displayed":25,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":15,"verified_exact":0,"verified_fuzzy":10},"total_outbound_references":25},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"thesis":"As of 10 August 2026, this Paper Citation Record lists 25 of 25 outbound references and 3 inbound Pith citation observations for arXiv:2501.16456."}