{"as_of":"2026-08-20T21:59:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:63ee91f02b070b085f4589ebbabb0f7293df198f950fd08ca33034ccde3bc321","coverage":[{"denominator":28,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":28,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T00:49:16.354010Z","state":"measured"},{"denominator":29,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":29,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-20T06:33:59.587034+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-05-18T22:45:31.935618Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-18T22:46:52.949015Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2506.13820","last_updated":"2025-06-15T04:33:00Z","snapshot_observed_at":"2026-08-17T00:20:33.378459Z","submitted_at":"2025-06-15T04:33:00Z","title":"Structured Program Synthesis using LLMs: Results and Insights from the IPARC Challenge","version":1},"cited_work":{"arxiv_id":"2506.13820","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.13820","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"c44e65cc-e216-4097-8c51-d7d9c7a20062","year":2025},"citing_paper":{"arxiv_id":"2508.11548","last_updated":"2026-04-07T07:06:44Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-08-15T15:50:20Z","title":"Copyright Protection for Large Language Models: A Survey of Methods, Challenges, and Trends","version":2},"reference_index":133,"source":"pdf_text","source_observed_at":"2026-05-18T22:45:31.935618Z"},"links":{"cited_paper":"/paper/2506.13820","citing_paper":"/paper/2508.11548"},"observation_digest":"sha256:b93f8ea9941bd9d540130393676b8c8983c4e7d81eb80e9bb4d191a81284cf0d","observation_id":"0f5ce0fd-b38e-48e7-a585-13b412ccc462","resolution":{"observed_at":"2026-05-18T22:46:52.951180Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2506.13820/citation-record","integrity":"/paper/2506.13820/integrity","json":"/paper/2506.13820/citation-record.json","paper":"/paper/2506.13820"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:49:21.456438Z","title":"Balog, A","venue":null,"work_id":"d4fc13fa-eda1-4508-9a65-7697932c0bbf","year":2017},"citing_paper":{"arxiv_id":"2506.13820","last_updated":"2025-06-15T04:33:00Z","snapshot_observed_at":"2026-08-17T00:20:33.378459Z","submitted_at":"2025-06-15T04:33:00Z","title":"Structured Program Synthesis using LLMs: Results and Insights from the IPARC Challenge","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-07T00:49:12.971799Z"},"links":{"citing_paper":"/paper/2506.13820"},"observation_digest":"sha256:e6c4b634fb29113c0901eccb3c6bc511437f546dca4e5b960d860660f38f0840","observation_id":"06e6fb89-263b-4588-8c49-ecdd59a47203","resolution":{"observed_at":"2026-08-07T00:49:21.521456Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:49:21.209526Z","title":"Baskar, A","venue":null,"work_id":"66d3258e-a3ec-4cdb-83d8-141900663341","year":2025},"citing_paper":{"arxiv_id":"2506.13820","last_updated":"2025-06-15T04:33:00Z","snapshot_observed_at":"2026-08-17T00:20:33.378459Z","submitted_at":"2025-06-15T04:33:00Z","title":"Structured Program Synthesis using LLMs: Results and Insights from the IPARC Challenge","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-07T00:49:13.114953Z"},"links":{"citing_paper":"/paper/2506.13820"},"observation_digest":"sha256:b0afa13f1ef0ea791462996eedf97177dcf8c65336ca6dfd416f35206cf077b3","observation_id":"f1a3220e-a86c-4df9-aefe-9f78378613b1","resolution":{"observed_at":"2026-08-07T00:49:21.302361Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:49:20.892178Z","title":"B¨ ohm and G","venue":null,"work_id":"a27f9858-80b4-4ad0-b112-9a8918dd0eef","year":1966},"citing_paper":{"arxiv_id":"2506.13820","last_updated":"2025-06-15T04:33:00Z","snapshot_observed_at":"2026-08-17T00:20:33.378459Z","submitted_at":"2025-06-15T04:33:00Z","title":"Structured Program Synthesis using LLMs: Results and Insights from the IPARC Challenge","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-07T00:49:13.323569Z"},"links":{"citing_paper":"/paper/2506.13820"},"observation_digest":"sha256:6d3ed4d2cae0ba3f5eaa2b4841ae0e935da3f5b616fcc59752d5945be64a8330","observation_id":"b22d10a4-f471-4135-aabf-942f29849380","resolution":{"observed_at":"2026-08-07T00:49:21.045141Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:49:20.593707Z","title":"Challa, A","venue":null,"work_id":"1d3714bd-bc41-4d7c-8ae8-43d7e601ea9c","year":2022},"citing_paper":{"arxiv_id":"2506.13820","last_updated":"2025-06-15T04:33:00Z","snapshot_observed_at":"2026-08-17T00:20:33.378459Z","submitted_at":"2025-06-15T04:33:00Z","title":"Structured Program Synthesis using LLMs: Results and Insights from the IPARC Challenge","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-07T00:49:13.461235Z"},"links":{"citing_paper":"/paper/2506.13820"},"observation_digest":"sha256:7a3cae7e0b1104f69613fe1cc8843b608b6e990178c3a0d7d07ea4ecded98802","observation_id":"9b7e9a8e-7b91-4280-bc4b-2153861241f4","resolution":{"observed_at":"2026-08-07T00:49:20.753426Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2211.12588","last_updated":"2023-10-23T01:27:38Z","snapshot_observed_at":"2026-08-02T13:06:11.850456Z","submitted_at":"2022-11-22T21:06:00Z","title":"Program of Thoughts Prompting: Disentangling Computation from Reasoning for Numerical Reasoning Tasks","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2211.12588","snapshot_observed_at":"2026-08-07T00:49:13.599355Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.13820","last_updated":"2025-06-15T04:33:00Z","snapshot_observed_at":"2026-08-17T00:20:33.378459Z","submitted_at":"2025-06-15T04:33:00Z","title":"Structured Program Synthesis using LLMs: Results and Insights from the IPARC Challenge","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-07T00:49:13.599355Z"},"links":{"cited_paper":"/paper/2211.12588","citing_paper":"/paper/2506.13820"},"observation_digest":"sha256:083c695ffe7120db6ec43f53921834b47856499804849ad0e0b5dccde2416f02","observation_id":"4053a6d0-b57f-4844-aaba-66f673d37569","resolution":{"observed_at":"2026-08-07T00:49:13.599355Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1911.01547","last_updated":"2019-11-25T13:02:04Z","snapshot_observed_at":"2026-08-17T05:38:14.090895Z","submitted_at":"2019-11-05T00:31:38Z","title":"On the Measure of Intelligence","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1911.01547","snapshot_observed_at":"2026-08-07T00:49:13.725312Z","title":null,"venue":null,"work_id":null,"year":1911},"citing_paper":{"arxiv_id":"2506.13820","last_updated":"2025-06-15T04:33:00Z","snapshot_observed_at":"2026-08-17T00:20:33.378459Z","submitted_at":"2025-06-15T04:33:00Z","title":"Structured Program Synthesis using LLMs: Results and Insights from the IPARC Challenge","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-07T00:49:13.725312Z"},"links":{"cited_paper":"/paper/1911.01547","citing_paper":"/paper/2506.13820"},"observation_digest":"sha256:f1d0d0bce80fc51a2caaedb9a5dcca26772b886ff375ff9d6dff092cbd61d4b9","observation_id":"480399aa-4d03-47ea-b85e-4dee39fd5c73","resolution":{"observed_at":"2026-08-07T00:49:13.725312Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.04604","last_updated":"2025-01-08T05:24:50Z","snapshot_observed_at":"2026-08-16T13:00:34.704005Z","submitted_at":"2024-12-05T20:40:28Z","title":"ARC Prize 2024: Technical Report","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.04604","snapshot_observed_at":"2026-08-07T00:49:13.839191Z","title":"Chollet, M","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.13820","last_updated":"2025-06-15T04:33:00Z","snapshot_observed_at":"2026-08-17T00:20:33.378459Z","submitted_at":"2025-06-15T04:33:00Z","title":"Structured Program Synthesis using LLMs: Results and Insights from the IPARC Challenge","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-07T00:49:13.839191Z"},"links":{"cited_paper":"/paper/2412.04604","citing_paper":"/paper/2506.13820"},"observation_digest":"sha256:df45d65da297cda7f54b2208494def6f1d94e0c92604e04ecb428a3be403ef12","observation_id":"f25701d6-19a2-4b6f-a089-cfb74503e342","resolution":{"observed_at":"2026-08-07T00:49:13.839191Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:49:20.273021Z","title":"Cropper and S","venue":null,"work_id":"1e2b0e81-e839-46f8-a24d-4331d534bc41","year":2019},"citing_paper":{"arxiv_id":"2506.13820","last_updated":"2025-06-15T04:33:00Z","snapshot_observed_at":"2026-08-17T00:20:33.378459Z","submitted_at":"2025-06-15T04:33:00Z","title":"Structured Program Synthesis using LLMs: Results and Insights from the IPARC Challenge","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-07T00:49:13.956419Z"},"links":{"citing_paper":"/paper/2506.13820"},"observation_digest":"sha256:1db9248e497da960a2f367a0a2bd0ecb1902e9e56b38e3e7b23e04ad4bda27be","observation_id":"3eaefd53-b6ff-43f4-90d3-57d7de1f6d3d","resolution":{"observed_at":"2026-08-07T00:49:20.403839Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:49:19.980685Z","title":"Dijkstra","venue":null,"work_id":"a75a8ee6-a576-4720-979f-3262a772c09a","year":1979},"citing_paper":{"arxiv_id":"2506.13820","last_updated":"2025-06-15T04:33:00Z","snapshot_observed_at":"2026-08-17T00:20:33.378459Z","submitted_at":"2025-06-15T04:33:00Z","title":"Structured Program Synthesis using LLMs: Results and Insights from the IPARC Challenge","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-07T00:49:14.067796Z"},"links":{"citing_paper":"/paper/2506.13820"},"observation_digest":"sha256:3a82af3b06fc51adaaf35e5502506dde6b682dfdd04b239d03cf34c704cf1a55","observation_id":"8d38848c-5bba-40ce-801b-ddc5505ea7b9","resolution":{"observed_at":"2026-08-07T00:49:20.119967Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:49:19.654113Z","title":"Ellis et al","venue":null,"work_id":"e5723db6-8f70-48ca-83b4-536a1650c012","year":2021},"citing_paper":{"arxiv_id":"2506.13820","last_updated":"2025-06-15T04:33:00Z","snapshot_observed_at":"2026-08-17T00:20:33.378459Z","submitted_at":"2025-06-15T04:33:00Z","title":"Structured Program Synthesis using LLMs: Results and Insights from the IPARC Challenge","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-07T00:49:14.218563Z"},"links":{"citing_paper":"/paper/2506.13820"},"observation_digest":"sha256:c6ae892f91990f0b7096f362ebef06be1a41e0b3c8bc7c88bd289aa2ae0c24bf","observation_id":"54d77cb2-a0d7-49d4-bd62-038d52f0c63d","resolution":{"observed_at":"2026-08-07T00:49:19.837295Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:49:19.455279Z","title":"Flener and U","venue":null,"work_id":"243053c0-7e89-4d6d-8c1a-521769d5fb6d","year":2011},"citing_paper":{"arxiv_id":"2506.13820","last_updated":"2025-06-15T04:33:00Z","snapshot_observed_at":"2026-08-17T00:20:33.378459Z","submitted_at":"2025-06-15T04:33:00Z","title":"Structured Program Synthesis using LLMs: Results and Insights from the IPARC Challenge","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-07T00:49:14.346441Z"},"links":{"citing_paper":"/paper/2506.13820"},"observation_digest":"sha256:e9879ee9751c6379dff3b41cb0303244d492726f18906bc278f7e2dafb2e6ce7","observation_id":"25225427-70be-4e41-9ca0-7c9a4e3ca160","resolution":{"observed_at":"2026-08-07T00:49:19.522489Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:49:19.288856Z","title":null,"venue":null,"work_id":"59ee6ade-360e-42fb-bb14-020e93da1dc0","year":1981},"citing_paper":{"arxiv_id":"2506.13820","last_updated":"2025-06-15T04:33:00Z","snapshot_observed_at":"2026-08-17T00:20:33.378459Z","submitted_at":"2025-06-15T04:33:00Z","title":"Structured Program Synthesis using LLMs: Results and Insights from the IPARC Challenge","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-07T00:49:14.521236Z"},"links":{"citing_paper":"/paper/2506.13820"},"observation_digest":"sha256:f08d7f6d412c8c18e6c16a961f7eca8bb8d5ab28a1c0e50d4b3304ed239fec45","observation_id":"2fc9fc06-6f62-4411-911f-394068efa83f","resolution":{"observed_at":"2026-08-07T00:49:19.369075Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:49:19.071903Z","title":null,"venue":null,"work_id":"453f4316-c67d-4762-80be-a4f98bdd1ff3","year":2011},"citing_paper":{"arxiv_id":"2506.13820","last_updated":"2025-06-15T04:33:00Z","snapshot_observed_at":"2026-08-17T00:20:33.378459Z","submitted_at":"2025-06-15T04:33:00Z","title":"Structured Program Synthesis using LLMs: Results and Insights from the IPARC Challenge","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-07T00:49:14.707793Z"},"links":{"citing_paper":"/paper/2506.13820"},"observation_digest":"sha256:e619d5056900071d57cb3c624e3df046a2023b8f95c074dfa7c2f815f1e56ca8","observation_id":"369dbb8f-4b62-4217-93d2-653c1fb9da17","resolution":{"observed_at":"2026-08-07T00:49:19.190996Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:49:18.881723Z","title":"Gulwani, O","venue":null,"work_id":"065a9d57-5843-4c7e-a378-5bc8105c5e21","year":2017},"citing_paper":{"arxiv_id":"2506.13820","last_updated":"2025-06-15T04:33:00Z","snapshot_observed_at":"2026-08-17T00:20:33.378459Z","submitted_at":"2025-06-15T04:33:00Z","title":"Structured Program Synthesis using LLMs: Results and Insights from the IPARC Challenge","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-07T00:49:14.861371Z"},"links":{"citing_paper":"/paper/2506.13820"},"observation_digest":"sha256:acbacc4bdc74014d64fa2a2b8f817c433caa012c900c837d54e8acaa83981436","observation_id":"b4fbfc58-aa45-4386-9bf1-d2e8f2cf7003","resolution":{"observed_at":"2026-08-07T00:49:18.972597Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.03714","last_updated":"2023-10-05T17:37:25Z","snapshot_observed_at":"2026-08-04T05:21:05.846165Z","submitted_at":"2023-10-05T17:37:25Z","title":"DSPy: Compiling Declarative Language Model Calls into Self-Improving Pipelines","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.03714","snapshot_observed_at":"2026-08-07T00:49:14.986460Z","title":"Khattab et al","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.13820","last_updated":"2025-06-15T04:33:00Z","snapshot_observed_at":"2026-08-17T00:20:33.378459Z","submitted_at":"2025-06-15T04:33:00Z","title":"Structured Program Synthesis using LLMs: Results and Insights from the IPARC Challenge","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-07T00:49:14.986460Z"},"links":{"cited_paper":"/paper/2310.03714","citing_paper":"/paper/2506.13820"},"observation_digest":"sha256:da48e28ed5d045f7e60c05355c6e068245d140d4b7d0ad31435b2fe07349edc2","observation_id":"d736363a-d01b-4d05-966b-b12feef2fe65","resolution":{"observed_at":"2026-08-07T00:49:14.986460Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:49:18.694577Z","title":null,"venue":null,"work_id":"54d43bbe-8414-4578-8e60-a1357f6dc3be","year":2014},"citing_paper":{"arxiv_id":"2506.13820","last_updated":"2025-06-15T04:33:00Z","snapshot_observed_at":"2026-08-17T00:20:33.378459Z","submitted_at":"2025-06-15T04:33:00Z","title":"Structured Program Synthesis using LLMs: Results and Insights from the IPARC Challenge","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-07T00:49:15.174998Z"},"links":{"citing_paper":"/paper/2506.13820"},"observation_digest":"sha256:f1a2a8ad6de3071f0082fd9b9b34a614dc7bb194f21e73895a78c6dabb2e0d9c","observation_id":"f66ff5fc-f744-4540-95fa-e5f66c6540b3","resolution":{"observed_at":"2026-08-07T00:49:18.741536Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:49:18.514455Z","title":"Le and S","venue":null,"work_id":"5d9f14eb-7277-4d03-b18e-5376697129d5","year":2014},"citing_paper":{"arxiv_id":"2506.13820","last_updated":"2025-06-15T04:33:00Z","snapshot_observed_at":"2026-08-17T00:20:33.378459Z","submitted_at":"2025-06-15T04:33:00Z","title":"Structured Program Synthesis using LLMs: Results and Insights from the IPARC Challenge","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-07T00:49:15.217332Z"},"links":{"citing_paper":"/paper/2506.13820"},"observation_digest":"sha256:88459268284e8b30a7403febb7beb97a5bc04d9e1bf51b33d4db20698b60dc32","observation_id":"b9d58b49-9e04-441a-b809-f27824f0b0d8","resolution":{"observed_at":"2026-08-07T00:49:18.630462Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:49:18.378796Z","title":null,"venue":null,"work_id":"88875a3d-26b1-4227-a8b2-31e9a25d26b2","year":2025},"citing_paper":{"arxiv_id":"2506.13820","last_updated":"2025-06-15T04:33:00Z","snapshot_observed_at":"2026-08-17T00:20:33.378459Z","submitted_at":"2025-06-15T04:33:00Z","title":"Structured Program Synthesis using LLMs: Results and Insights from the IPARC Challenge","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-07T00:49:15.287175Z"},"links":{"citing_paper":"/paper/2506.13820"},"observation_digest":"sha256:dea9a5d1de5bffa8b666a84a8481210c3dec0c485eb4c51e6032c38e11bcd978","observation_id":"f14a5bcd-1754-4ee8-8b14-fedd5edd2f52","resolution":{"observed_at":"2026-08-07T00:49:18.444293Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:49:18.228260Z","title":null,"venue":null,"work_id":"95d86954-a6f9-4014-886d-2f7e81f9fd04","year":1995},"citing_paper":{"arxiv_id":"2506.13820","last_updated":"2025-06-15T04:33:00Z","snapshot_observed_at":"2026-08-17T00:20:33.378459Z","submitted_at":"2025-06-15T04:33:00Z","title":"Structured Program Synthesis using LLMs: Results and Insights from the IPARC Challenge","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-07T00:49:15.415753Z"},"links":{"citing_paper":"/paper/2506.13820"},"observation_digest":"sha256:20105d61e06c2b4b6d91e1fd368296ae9392dff0953f915c294576158a0eecd4","observation_id":"e37612c9-7949-459c-9e49-bebdb606e403","resolution":{"observed_at":"2026-08-07T00:49:18.313693Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:49:15.508598Z","title":"Gpt-4 technical report, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.13820","last_updated":"2025-06-15T04:33:00Z","snapshot_observed_at":"2026-08-17T00:20:33.378459Z","submitted_at":"2025-06-15T04:33:00Z","title":"Structured Program Synthesis using LLMs: Results and Insights from the IPARC Challenge","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-07T00:49:15.508598Z"},"links":{"citing_paper":"/paper/2506.13820"},"observation_digest":"sha256:b6a27117174b0439dbb882a41c81ae6c19bb5347fad9b87be59ef1acb3fe62c8","observation_id":"abfad8a3-038d-41de-b017-ac434649e535","resolution":{"observed_at":"2026-08-07T00:49:15.508598Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.21276","last_updated":"2024-10-25T17:43:01Z","snapshot_observed_at":"2026-08-15T14:02:47.366139Z","submitted_at":"2024-10-25T17:43:01Z","title":"GPT-4o System Card","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.21276","snapshot_observed_at":"2026-08-07T00:49:15.656009Z","title":"Gpt-4o system card","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.13820","last_updated":"2025-06-15T04:33:00Z","snapshot_observed_at":"2026-08-17T00:20:33.378459Z","submitted_at":"2025-06-15T04:33:00Z","title":"Structured Program Synthesis using LLMs: Results and Insights from the IPARC Challenge","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-07T00:49:15.656009Z"},"links":{"cited_paper":"/paper/2410.21276","citing_paper":"/paper/2506.13820"},"observation_digest":"sha256:093e4efa6f1022a0d1c8b881b2c686809616a28ab0bb22dfdf27cc0f958952da","observation_id":"9c0925e2-2078-4590-9e8b-5e38c9bc50a3","resolution":{"observed_at":"2026-08-07T00:49:15.656009Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:49:17.928501Z","title":"Polozov and S","venue":null,"work_id":"5e9eb590-c796-4a56-96f4-576dc3aaa2e3","year":2015},"citing_paper":{"arxiv_id":"2506.13820","last_updated":"2025-06-15T04:33:00Z","snapshot_observed_at":"2026-08-17T00:20:33.378459Z","submitted_at":"2025-06-15T04:33:00Z","title":"Structured Program Synthesis using LLMs: Results and Insights from the IPARC Challenge","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-07T00:49:15.751304Z"},"links":{"citing_paper":"/paper/2506.13820"},"observation_digest":"sha256:ef71ced969eca83cbae8e72c697543f16a20d55a4f7c2cf57bbc86d9995b3961","observation_id":"be38ce89-dfd2-44b9-94f1-828c9873fb3c","resolution":{"observed_at":"2026-08-07T00:49:18.090203Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.06608","last_updated":"2025-02-26T18:59:01Z","snapshot_observed_at":"2026-08-13T23:11:34.204909Z","submitted_at":"2024-06-06T18:10:11Z","title":"The Prompt Report: A Systematic Survey of Prompt Engineering Techniques","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.06608","snapshot_observed_at":"2026-08-07T00:49:15.821170Z","title":"Schulhoff et al","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.13820","last_updated":"2025-06-15T04:33:00Z","snapshot_observed_at":"2026-08-17T00:20:33.378459Z","submitted_at":"2025-06-15T04:33:00Z","title":"Structured Program Synthesis using LLMs: Results and Insights from the IPARC Challenge","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-07T00:49:15.821170Z"},"links":{"cited_paper":"/paper/2406.06608","citing_paper":"/paper/2506.13820"},"observation_digest":"sha256:afad7550ec3e0dac4b1b5cca952af27f1b0a785d383f94bc63e9f6bc04168ad4","observation_id":"5280450d-5771-41d9-9bd4-25d7c0a80727","resolution":{"observed_at":"2026-08-07T00:49:15.821170Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:49:17.628367Z","title":null,"venue":null,"work_id":"f04319a1-79f9-4015-931b-45e9bef33062","year":1987},"citing_paper":{"arxiv_id":"2506.13820","last_updated":"2025-06-15T04:33:00Z","snapshot_observed_at":"2026-08-17T00:20:33.378459Z","submitted_at":"2025-06-15T04:33:00Z","title":"Structured Program Synthesis using LLMs: Results and Insights from the IPARC Challenge","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-07T00:49:15.910865Z"},"links":{"citing_paper":"/paper/2506.13820"},"observation_digest":"sha256:eb0a5af63df35ca2582edf15f82329ae05ab8cf87093a755854367e9609c7d5b","observation_id":"a41be41a-9c17-42b4-9854-b01590038fd8","resolution":{"observed_at":"2026-08-07T00:49:17.792111Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:49:17.281442Z","title":"Solar-Lezama et al","venue":null,"work_id":"4da56278-7696-4ff5-a754-3609cca0ce3a","year":2006},"citing_paper":{"arxiv_id":"2506.13820","last_updated":"2025-06-15T04:33:00Z","snapshot_observed_at":"2026-08-17T00:20:33.378459Z","submitted_at":"2025-06-15T04:33:00Z","title":"Structured Program Synthesis using LLMs: Results and Insights from the IPARC Challenge","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-07T00:49:16.049317Z"},"links":{"citing_paper":"/paper/2506.13820"},"observation_digest":"sha256:c03ba4c184e9138aaa8598be320a1366db64ebc3e7d53d16082c6888135eaa8c","observation_id":"930f996f-f2e1-4f81-984d-1b4e7e79cc24","resolution":{"observed_at":"2026-08-07T00:49:17.453509Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2503.14488","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:49:16.530636Z","title":"Surana and A","venue":null,"work_id":"30738798-7d6b-4150-bb2b-3a68f0008cb4","year":2025},"citing_paper":{"arxiv_id":"2506.13820","last_updated":"2025-06-15T04:33:00Z","snapshot_observed_at":"2026-08-17T00:20:33.378459Z","submitted_at":"2025-06-15T04:33:00Z","title":"Structured Program Synthesis using LLMs: Results and Insights from the IPARC Challenge","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-07T00:49:16.157065Z"},"links":{"citing_paper":"/paper/2506.13820"},"observation_digest":"sha256:5ff9cd4562cc3dbebd69a21bbf5ff4460ffdc78f3ce243a7a060dd132798cc43","observation_id":"8a5ce547-723d-4e9f-a8d0-97f282f208e7","resolution":{"observed_at":"2026-08-07T00:49:16.610319Z","resolver_source":"raw_fallback","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:49:17.029489Z","title":null,"venue":null,"work_id":"652d1378-6846-4c9f-91d6-3b50d01882fb","year":1950},"citing_paper":{"arxiv_id":"2506.13820","last_updated":"2025-06-15T04:33:00Z","snapshot_observed_at":"2026-08-17T00:20:33.378459Z","submitted_at":"2025-06-15T04:33:00Z","title":"Structured Program Synthesis using LLMs: Results and Insights from the IPARC Challenge","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-07T00:49:16.241123Z"},"links":{"citing_paper":"/paper/2506.13820"},"observation_digest":"sha256:d2611b43e6f4ec785a7765b91805f53585e977726bc1e26823b3b4957c7483b1","observation_id":"2c59dfea-d963-4613-8841-8ec14bf0876c","resolution":{"observed_at":"2026-08-07T00:49:17.161785Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:49:16.876160Z","title":"Dilation","venue":null,"work_id":"4183e49c-41cb-4855-ac2c-cf1672b94272","year":2022},"citing_paper":{"arxiv_id":"2506.13820","last_updated":"2025-06-15T04:33:00Z","snapshot_observed_at":"2026-08-17T00:20:33.378459Z","submitted_at":"2025-06-15T04:33:00Z","title":"Structured Program Synthesis using LLMs: Results and Insights from the IPARC Challenge","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-07T00:49:16.354010Z"},"links":{"citing_paper":"/paper/2506.13820"},"observation_digest":"sha256:8a069328bb37c7cada04246bec3daab78d2cf0025edc2b1e1e335ff883f49201","observation_id":"f8b803d3-8972-459a-9372-7d556cd669db","resolution":{"observed_at":"2026-08-07T00:49:16.961505Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2506.13820","last_updated":"2025-06-15T04:33:00Z","latest_version":1,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-17T00:20:33.378459Z","submitted_at":"2025-06-15T04:33:00Z","title":"Structured Program Synthesis using LLMs: Results and Insights from the IPARC Challenge"},"reference_resolution":{"displayed":28,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":14,"verified_exact":1,"verified_fuzzy":13},"total_outbound_references":28},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"thesis":"As of 20 August 2026, this Paper Citation Record lists 28 of 28 outbound references and 1 inbound Pith citation observation for arXiv:2506.13820."}