{"as_of":"2026-08-18T20:53:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:1e09f073e34d953c78b5035539ff00b3681a1986f214129b62badee3ded57657","coverage":[{"denominator":40,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":40,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-05T21:12:44.483546Z","state":"measured"},{"denominator":43,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":43,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-18T06:34:40.430872+00:00","state":"measured"},{"denominator":3,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":3,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-15T14:17:49.699662Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-10T06:41:36.565022Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2508.10059","last_updated":"2025-09-02T20:11:20Z","snapshot_observed_at":"2026-08-18T02:08:20.600201Z","submitted_at":"2025-08-12T22:03:54Z","title":"CodeGrad: Integrating Multi-Step Verification with Gradient-Based LLM Refinement","version":2},"cited_work":{"arxiv_id":"2508.10059","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2508.10059","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"arXiv preprint arXiv:2508.10059 , year=","venue":null,"work_id":"6274b759-068a-4e57-82c8-7f3569bb8aa6","year":null},"citing_paper":{"arxiv_id":"2604.17184","last_updated":"2026-07-02T22:48:15Z","snapshot_observed_at":"2026-08-13T08:10:54.849021Z","submitted_at":"2026-04-19T01:01:44Z","title":"SynthFix: Adaptive Neuro-Symbolic Code Vulnerability Repair","version":1},"reference_index":96,"source":"arxiv_source","source_observed_at":"2026-05-10T06:39:29.822371Z"},"links":{"cited_paper":"/paper/2508.10059","citing_paper":"/paper/2604.17184"},"observation_digest":"sha256:4000b7faa3641bce2533dc1a0b6b9b70ca169a999d3c3d9df346d336804121bf","observation_id":"ffe57237-8a56-4e9d-ba26-fc5f51b0a9e7","resolution":{"observed_at":"2026-05-10T06:41:36.566440Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2508.10059","last_updated":"2025-09-02T20:11:20Z","snapshot_observed_at":"2026-08-18T02:08:20.600201Z","submitted_at":"2025-08-12T22:03:54Z","title":"CodeGrad: Integrating Multi-Step Verification with Gradient-Based LLM Refinement","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2508.10059","snapshot_observed_at":"2026-08-03T16:45:52.507347Z","title":"arXiv preprint arXiv:2508.10059 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.28947","last_updated":"2026-07-31T02:05:45Z","snapshot_observed_at":"2026-08-17T03:28:09.745516Z","submitted_at":"2026-07-31T02:05:45Z","title":"Overcoming the Weakest-Link Effect in LLM-Driven Program Optimization via Heterogeneous Edit Recombination","version":1},"reference_index":74,"source":"arxiv_source","source_observed_at":"2026-08-03T16:45:52.507347Z"},"links":{"cited_paper":"/paper/2508.10059","citing_paper":"/paper/2607.28947"},"observation_digest":"sha256:9624b8dbe6371cbdacd361ed759c4d5d53e3490fa47c43b1e61a3e6a635bda88","observation_id":"5f3cba19-9de0-4813-bc49-6387983fb22e","resolution":{"observed_at":"2026-08-03T16:45:52.507347Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2508.10059","last_updated":"2025-09-02T20:11:20Z","snapshot_observed_at":"2026-08-18T02:08:20.600201Z","submitted_at":"2025-08-12T22:03:54Z","title":"CodeGrad: Integrating Multi-Step Verification with Gradient-Based LLM Refinement","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2508.10059","snapshot_observed_at":"2026-08-15T14:17:49.699662Z","title":"InAdvances in Neural Information Process- ing Systems, volume 36, 21573–21612","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.11394","last_updated":"2026-08-11T20:01:08Z","snapshot_observed_at":"2026-08-18T02:08:24.170781Z","submitted_at":"2026-08-11T20:01:08Z","title":"GraphAlignCoder: Aligning Program and Proof Graphs for Code Generation","version":1},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-15T14:17:49.699662Z"},"links":{"cited_paper":"/paper/2508.10059","citing_paper":"/paper/2608.11394"},"observation_digest":"sha256:655385fe6e1c07b1b9c92bbbee2281ae303d2888c8b99d1d46f2c93449b73971","observation_id":"f648a37a-8c09-49d7-ab1b-1edccfb46a98","resolution":{"observed_at":"2026-08-15T14:17:49.699662Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2508.10059/citation-record","integrity":"/paper/2508.10059/integrity","json":"/paper/2508.10059/citation-record.json","paper":"/paper/2508.10059"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T21:12:48.536786Z","title":"Intellicode compose: Code generation using transformer,","venue":null,"work_id":"ab64b819-1492-48bd-b300-51bbcf457f87","year":2020},"citing_paper":{"arxiv_id":"2508.10059","last_updated":"2025-09-02T20:11:20Z","snapshot_observed_at":"2026-08-18T02:08:20.600201Z","submitted_at":"2025-08-12T22:03:54Z","title":"CodeGrad: Integrating Multi-Step Verification with Gradient-Based LLM Refinement","version":2},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-05T21:12:39.854242Z"},"links":{"citing_paper":"/paper/2508.10059"},"observation_digest":"sha256:8b687fd88444e9ca1d0b9ad7260f34e3913d18c891cc5ef9604d32642d5b43a9","observation_id":"5f8e2d00-398e-4ff4-9739-92cd690f46ca","resolution":{"observed_at":"2026-08-05T21:12:48.637666Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T21:12:39.947080Z","title":"Programming is hard-or at least it used to be: Educational opportunities and challenges of ai code generation,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2508.10059","last_updated":"2025-09-02T20:11:20Z","snapshot_observed_at":"2026-08-18T02:08:20.600201Z","submitted_at":"2025-08-12T22:03:54Z","title":"CodeGrad: Integrating Multi-Step Verification with Gradient-Based LLM Refinement","version":2},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-05T21:12:39.947080Z"},"links":{"citing_paper":"/paper/2508.10059"},"observation_digest":"sha256:ae1fa7695333dd70fd5b36ff12dfe73366247a0f0f57101e05ee2877dc15b133","observation_id":"10cc8d13-747e-4db8-adb7-d65cd301a3e5","resolution":{"observed_at":"2026-08-05T21:12:39.947080Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T21:12:40.039480Z","title":"Competition- level code generation with alphacode,","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2508.10059","last_updated":"2025-09-02T20:11:20Z","snapshot_observed_at":"2026-08-18T02:08:20.600201Z","submitted_at":"2025-08-12T22:03:54Z","title":"CodeGrad: Integrating Multi-Step Verification with Gradient-Based LLM Refinement","version":2},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-05T21:12:40.039480Z"},"links":{"citing_paper":"/paper/2508.10059"},"observation_digest":"sha256:7a945f3b7895d7b2707b2069a00f200f1f7c2173bc48c5ed4c592ff2de2c52e2","observation_id":"f89c3fd7-8380-4032-9ccd-d0ca42082086","resolution":{"observed_at":"2026-08-05T21:12:40.039480Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T21:12:48.362783Z","title":"Llm-based code generation method for golang compiler testing,","venue":null,"work_id":"d4951df7-db14-4bac-9fb9-bae09b179cb2","year":2023},"citing_paper":{"arxiv_id":"2508.10059","last_updated":"2025-09-02T20:11:20Z","snapshot_observed_at":"2026-08-18T02:08:20.600201Z","submitted_at":"2025-08-12T22:03:54Z","title":"CodeGrad: Integrating Multi-Step Verification with Gradient-Based LLM Refinement","version":2},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-05T21:12:40.188198Z"},"links":{"citing_paper":"/paper/2508.10059"},"observation_digest":"sha256:21e01a94e57349620efa21d41f068d36130ef6442d1a9a56c698d589caa1a601","observation_id":"b88b991e-0b19-427b-949f-0acaaccfe80a","resolution":{"observed_at":"2026-08-05T21:12:48.427741Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T21:12:40.284470Z","title":"A review on code generation with llms: Application and evaluation,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2508.10059","last_updated":"2025-09-02T20:11:20Z","snapshot_observed_at":"2026-08-18T02:08:20.600201Z","submitted_at":"2025-08-12T22:03:54Z","title":"CodeGrad: Integrating Multi-Step Verification with Gradient-Based LLM Refinement","version":2},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-05T21:12:40.284470Z"},"links":{"citing_paper":"/paper/2508.10059"},"observation_digest":"sha256:c1ac6ea854efeb874792440fc6b47f3038249a0ad3f92e7bda3fe52bd48df08c","observation_id":"da32c948-2404-40f4-a2be-17cafbe373f7","resolution":{"observed_at":"2026-08-05T21:12:40.284470Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T21:12:48.184202Z","title":"Is your code generated by chatgpt really correct? rigorous evaluation of large language models for code generation,","venue":null,"work_id":"51b3cce1-756a-4efe-a2aa-525dc7da7987","year":2023},"citing_paper":{"arxiv_id":"2508.10059","last_updated":"2025-09-02T20:11:20Z","snapshot_observed_at":"2026-08-18T02:08:20.600201Z","submitted_at":"2025-08-12T22:03:54Z","title":"CodeGrad: Integrating Multi-Step Verification with Gradient-Based LLM Refinement","version":2},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-05T21:12:40.379581Z"},"links":{"citing_paper":"/paper/2508.10059"},"observation_digest":"sha256:9e26319af5a4e4ea62a9e74fb59821a4402c08a132aa5604fd528d2c5b4ecb51","observation_id":"a11142c6-d58a-4a2e-956a-58cbabad207d","resolution":{"observed_at":"2026-08-05T21:12:48.266514Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T21:12:48.032005Z","title":"Hlspilot: Llm-based high- level synthesis,","venue":null,"work_id":"f6ee9bdd-61ba-4c99-9000-df6a54e76204","year":2024},"citing_paper":{"arxiv_id":"2508.10059","last_updated":"2025-09-02T20:11:20Z","snapshot_observed_at":"2026-08-18T02:08:20.600201Z","submitted_at":"2025-08-12T22:03:54Z","title":"CodeGrad: Integrating Multi-Step Verification with Gradient-Based LLM Refinement","version":2},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-05T21:12:40.563774Z"},"links":{"citing_paper":"/paper/2508.10059"},"observation_digest":"sha256:27431b3cb27f868726368039e510b56c6428fbc6e6342d09b3b8e76726583714","observation_id":"b7ffefdc-3b61-4c73-b19b-87e380d93875","resolution":{"observed_at":"2026-08-05T21:12:48.094497Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T21:12:47.858864Z","title":"Uncovering llm-generated code: A zero-shot synthetic code detector via code rewrit- ing,","venue":null,"work_id":"ac66c133-cba2-4d37-81ce-3deb57343c79","year":2025},"citing_paper":{"arxiv_id":"2508.10059","last_updated":"2025-09-02T20:11:20Z","snapshot_observed_at":"2026-08-18T02:08:20.600201Z","submitted_at":"2025-08-12T22:03:54Z","title":"CodeGrad: Integrating Multi-Step Verification with Gradient-Based LLM Refinement","version":2},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-05T21:12:40.724281Z"},"links":{"citing_paper":"/paper/2508.10059"},"observation_digest":"sha256:cf8f44a5d009638c52119ccc178776f798409c05e17b2730866491d46dd5939c","observation_id":"538ef311-4d17-451c-b258-615f8badb27d","resolution":{"observed_at":"2026-08-05T21:12:47.949817Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T21:12:47.713335Z","title":"Methodology for code synthesis evaluation of llms presented by a case study of chatgpt and copilot,","venue":null,"work_id":"40af0b20-6d35-4c7f-8d22-10c117c97ef3","year":2024},"citing_paper":{"arxiv_id":"2508.10059","last_updated":"2025-09-02T20:11:20Z","snapshot_observed_at":"2026-08-18T02:08:20.600201Z","submitted_at":"2025-08-12T22:03:54Z","title":"CodeGrad: Integrating Multi-Step Verification with Gradient-Based LLM Refinement","version":2},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-05T21:12:40.867325Z"},"links":{"citing_paper":"/paper/2508.10059"},"observation_digest":"sha256:ee9d4591bc7876798c0355e5a7eadef3ca55e254d7e486a01994e0b2b3ce1582","observation_id":"f6c72a80-6384-4179-a4f2-41e7cf57f354","resolution":{"observed_at":"2026-08-05T21:12:47.795755Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2409.06957","last_updated":"2025-06-07T02:45:11Z","snapshot_observed_at":"2026-08-17T14:39:06.740786Z","submitted_at":"2024-09-11T02:40:38Z","title":"Policy Filtration for RLHF to Mitigate Noise in Reward Models","version":5},"cited_work":{"arxiv_id":"2409.06957","doi":null,"metadata_source":"pith","pith_arxiv_id":"2409.06957","snapshot_observed_at":"2026-08-05T21:12:45.092087Z","title":"Policy Filtration for RLHF to Mitigate Noise in Reward Models","venue":"cs.LG","work_id":"cdea9fd4-4bed-481b-a2c0-b9bad41a5918","year":2024},"citing_paper":{"arxiv_id":"2508.10059","last_updated":"2025-09-02T20:11:20Z","snapshot_observed_at":"2026-08-18T02:08:20.600201Z","submitted_at":"2025-08-12T22:03:54Z","title":"CodeGrad: Integrating Multi-Step Verification with Gradient-Based LLM Refinement","version":2},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-05T21:12:41.045561Z"},"links":{"cited_paper":"/paper/2409.06957","citing_paper":"/paper/2508.10059"},"observation_digest":"sha256:c119773afdc423f6306c2c23e56fa5ccfe697c99f3216ae8ebdd8b6d5e70db62","observation_id":"b7107d50-4251-4af8-9dcc-3e9f8a8c5c06","resolution":{"observed_at":"2026-08-05T21:12:45.142668Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.02089","last_updated":"2025-02-18T11:39:46Z","snapshot_observed_at":"2026-08-16T13:13:08.983898Z","submitted_at":"2024-10-02T23:25:17Z","title":"RLEF: Grounding Code LLMs in Execution Feedback with Reinforcement Learning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.02089","snapshot_observed_at":"2026-08-05T21:12:41.213688Z","title":"Rlef: Grounding code llms in execution feedback with reinforcement learning,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.10059","last_updated":"2025-09-02T20:11:20Z","snapshot_observed_at":"2026-08-18T02:08:20.600201Z","submitted_at":"2025-08-12T22:03:54Z","title":"CodeGrad: Integrating Multi-Step Verification with Gradient-Based LLM Refinement","version":2},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-05T21:12:41.213688Z"},"links":{"cited_paper":"/paper/2410.02089","citing_paper":"/paper/2508.10059"},"observation_digest":"sha256:b886e020836fdcc41bb8bdd551073a2d4a401cba00e28d6b9ca09e4c7445e069","observation_id":"9b939a93-5116-451a-b01f-0489329ea5b0","resolution":{"observed_at":"2026-08-05T21:12:41.213688Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T21:12:41.387283Z","title":"Exploring and evaluating hallucinations in llm-powered code generation,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.10059","last_updated":"2025-09-02T20:11:20Z","snapshot_observed_at":"2026-08-18T02:08:20.600201Z","submitted_at":"2025-08-12T22:03:54Z","title":"CodeGrad: Integrating Multi-Step Verification with Gradient-Based LLM Refinement","version":2},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-05T21:12:41.387283Z"},"links":{"citing_paper":"/paper/2508.10059"},"observation_digest":"sha256:96e059d968e1979433f657a0715a3b2a2b937238f90f2e773e492ade561cd839","observation_id":"82c50f5a-6bb8-4537-bb03-d5df8cffdd36","resolution":{"observed_at":"2026-08-05T21:12:41.387283Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T21:12:47.515706Z","title":"Llm hallucinations in practical code generation: Phenomena, mechanism, and mitigation,","venue":null,"work_id":"97feea32-2349-4069-ab87-5f488826bb4c","year":2025},"citing_paper":{"arxiv_id":"2508.10059","last_updated":"2025-09-02T20:11:20Z","snapshot_observed_at":"2026-08-18T02:08:20.600201Z","submitted_at":"2025-08-12T22:03:54Z","title":"CodeGrad: Integrating Multi-Step Verification with Gradient-Based LLM Refinement","version":2},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-05T21:12:41.524530Z"},"links":{"citing_paper":"/paper/2508.10059"},"observation_digest":"sha256:bf6c898d2b6e3b1f0eab8301e09f59fbb023d493df9d7dd31ec9c74222538894","observation_id":"cf6caa1c-c5e5-4b9c-9346-fdc20c65907e","resolution":{"observed_at":"2026-08-05T21:12:47.595923Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T21:12:47.362465Z","title":"Llm is like a box of chocolates: the non-determinism of chatgpt in code generation,","venue":null,"work_id":"cf6e0279-ad46-4aa9-be25-d391e1e61881","year":2023},"citing_paper":{"arxiv_id":"2508.10059","last_updated":"2025-09-02T20:11:20Z","snapshot_observed_at":"2026-08-18T02:08:20.600201Z","submitted_at":"2025-08-12T22:03:54Z","title":"CodeGrad: Integrating Multi-Step Verification with Gradient-Based LLM Refinement","version":2},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-05T21:12:41.682133Z"},"links":{"citing_paper":"/paper/2508.10059"},"observation_digest":"sha256:6e992f80f21c8de6388348be244f3a1e64be6b3a3ad6fe4b76d97326b977c38c","observation_id":"03943476-6a0a-4ba5-b693-c3a6d85d0287","resolution":{"observed_at":"2026-08-05T21:12:47.438947Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T21:12:47.245204Z","title":"Limitations of formal methods and an approach to improvement,","venue":null,"work_id":"6fb4ebbd-2986-4028-8846-91144994000c","year":1995},"citing_paper":{"arxiv_id":"2508.10059","last_updated":"2025-09-02T20:11:20Z","snapshot_observed_at":"2026-08-18T02:08:20.600201Z","submitted_at":"2025-08-12T22:03:54Z","title":"CodeGrad: Integrating Multi-Step Verification with Gradient-Based LLM Refinement","version":2},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-05T21:12:41.816410Z"},"links":{"citing_paper":"/paper/2508.10059"},"observation_digest":"sha256:80fce6c7a1d24a9fccae6baf446f458d139bb9878ab70fbb39fcb3d27c0f705b","observation_id":"241013d7-78e8-4257-a3e6-3e5900db6515","resolution":{"observed_at":"2026-08-05T21:12:47.289246Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T21:12:41.984276Z","title":"Formal methods: Practice and experience,","venue":null,"work_id":null,"year":2009},"citing_paper":{"arxiv_id":"2508.10059","last_updated":"2025-09-02T20:11:20Z","snapshot_observed_at":"2026-08-18T02:08:20.600201Z","submitted_at":"2025-08-12T22:03:54Z","title":"CodeGrad: Integrating Multi-Step Verification with Gradient-Based LLM Refinement","version":2},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-05T21:12:41.984276Z"},"links":{"citing_paper":"/paper/2508.10059"},"observation_digest":"sha256:064d082911aecde29759b5d29665b73edbe25c1aa185c14aa9567f2eaa64a29f","observation_id":"e8393f89-9ec0-4280-a3be-110cf29ccf8d","resolution":{"observed_at":"2026-08-05T21:12:41.984276Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.14261","last_updated":"2024-02-22T03:51:34Z","snapshot_observed_at":"2026-08-16T14:16:23.227477Z","submitted_at":"2024-02-22T03:51:34Z","title":"Copilot Evaluation Harness: Evaluating LLM-Guided Software Programming","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.14261","snapshot_observed_at":"2026-08-05T21:12:42.157612Z","title":"Copilot evaluation harness: Evaluating llm-guided software programming,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.10059","last_updated":"2025-09-02T20:11:20Z","snapshot_observed_at":"2026-08-18T02:08:20.600201Z","submitted_at":"2025-08-12T22:03:54Z","title":"CodeGrad: Integrating Multi-Step Verification with Gradient-Based LLM Refinement","version":2},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-05T21:12:42.157612Z"},"links":{"cited_paper":"/paper/2402.14261","citing_paper":"/paper/2508.10059"},"observation_digest":"sha256:b0bfd578e363f007e2c9235ae37c15769eda65c7f45c348e03b40a25d7542300","observation_id":"7637f626-0a3c-4fc8-ade8-44c657fb06c0","resolution":{"observed_at":"2026-08-05T21:12:42.157612Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T21:12:47.042557Z","title":"Llm- based test-driven interactive code generation: User study and empirical evaluation,","venue":null,"work_id":"b2429c46-3c79-4ce4-9cec-3c4dd65494d8","year":2024},"citing_paper":{"arxiv_id":"2508.10059","last_updated":"2025-09-02T20:11:20Z","snapshot_observed_at":"2026-08-18T02:08:20.600201Z","submitted_at":"2025-08-12T22:03:54Z","title":"CodeGrad: Integrating Multi-Step Verification with Gradient-Based LLM Refinement","version":2},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-05T21:12:42.249354Z"},"links":{"citing_paper":"/paper/2508.10059"},"observation_digest":"sha256:454813b0b9f366464a8eecf258ef112cbeb4e66d5600276fadf0fa1918379910","observation_id":"b467118c-316d-469d-803a-92b3245d1696","resolution":{"observed_at":"2026-08-05T21:12:47.120275Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2412.06512","last_updated":"2024-12-09T14:14:21Z","snapshot_observed_at":"2026-08-18T02:07:21.782543Z","submitted_at":"2024-12-09T14:14:21Z","title":"The Fusion of Large Language Models and Formal Methods for Trustworthy AI Agents: A Roadmap","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.06512","snapshot_observed_at":"2026-08-05T21:12:42.386148Z","title":"The fusion of large language models and formal methods for trustworthy ai agents: A roadmap,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.10059","last_updated":"2025-09-02T20:11:20Z","snapshot_observed_at":"2026-08-18T02:08:20.600201Z","submitted_at":"2025-08-12T22:03:54Z","title":"CodeGrad: Integrating Multi-Step Verification with Gradient-Based LLM Refinement","version":2},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-05T21:12:42.386148Z"},"links":{"cited_paper":"/paper/2412.06512","citing_paper":"/paper/2508.10059"},"observation_digest":"sha256:0105e505e089e51c46aa31a027dfe51ea95c394d3d510990bfcccb8de7dbbe41","observation_id":"665c83b2-3cd5-498e-b72b-09e5d0450688","resolution":{"observed_at":"2026-08-05T21:12:42.386148Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2501.16207","last_updated":"2025-06-08T10:02:25Z","snapshot_observed_at":"2026-08-16T00:15:52.324327Z","submitted_at":"2025-01-27T17:00:56Z","title":"From Informal to Formal -- Incorporating and Evaluating LLMs on Natural Language Requirements to Verifiable Formal Proofs","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.16207","snapshot_observed_at":"2026-08-05T21:12:42.463310Z","title":"From informal to formal–incorporating and evaluating llms on natural language requirements to verifiable formal proofs,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2508.10059","last_updated":"2025-09-02T20:11:20Z","snapshot_observed_at":"2026-08-18T02:08:20.600201Z","submitted_at":"2025-08-12T22:03:54Z","title":"CodeGrad: Integrating Multi-Step Verification with Gradient-Based LLM Refinement","version":2},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-05T21:12:42.463310Z"},"links":{"cited_paper":"/paper/2501.16207","citing_paper":"/paper/2508.10059"},"observation_digest":"sha256:b0b6a20665044b32974f5d37ad92e0fe97af3cefb3876d264093aae18971f2fe","observation_id":"4b66e05f-55a7-4e94-aae4-38f855cd5a32","resolution":{"observed_at":"2026-08-05T21:12:42.463310Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T21:12:42.580191Z","title":"Apollo: Automated llm and lean collaboration for advanced formal reasoning,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2508.10059","last_updated":"2025-09-02T20:11:20Z","snapshot_observed_at":"2026-08-18T02:08:20.600201Z","submitted_at":"2025-08-12T22:03:54Z","title":"CodeGrad: Integrating Multi-Step Verification with Gradient-Based LLM Refinement","version":2},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-05T21:12:42.580191Z"},"links":{"citing_paper":"/paper/2508.10059"},"observation_digest":"sha256:d92fdec8c9c60b0331cdfc17683cfb8650c88b7e4807450b4905404cd88f767e","observation_id":"7a08b970-89ec-48d6-975a-dd371fee4d8c","resolution":{"observed_at":"2026-08-05T21:12:42.580191Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T21:12:46.868621Z","title":"Llm-guided formal verification coupled with mutation testing,","venue":null,"work_id":"e390ccc3-12ff-409a-9a33-3d4ca866f5da","year":2024},"citing_paper":{"arxiv_id":"2508.10059","last_updated":"2025-09-02T20:11:20Z","snapshot_observed_at":"2026-08-18T02:08:20.600201Z","submitted_at":"2025-08-12T22:03:54Z","title":"CodeGrad: Integrating Multi-Step Verification with Gradient-Based LLM Refinement","version":2},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-05T21:12:42.695224Z"},"links":{"citing_paper":"/paper/2508.10059"},"observation_digest":"sha256:41edeb82c7d9fc064e04d42087c6578dca06b4debd200828ab220cca49d90b8d","observation_id":"3fd4ee5b-6798-4dc6-a3f1-54795930cb2d","resolution":{"observed_at":"2026-08-05T21:12:46.952599Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T21:12:46.670443Z","title":"Dehallucinating large language models using formal methods guided iterative prompting,","venue":null,"work_id":"661fb7af-ec06-43d3-8807-871e20b84611","year":2023},"citing_paper":{"arxiv_id":"2508.10059","last_updated":"2025-09-02T20:11:20Z","snapshot_observed_at":"2026-08-18T02:08:20.600201Z","submitted_at":"2025-08-12T22:03:54Z","title":"CodeGrad: Integrating Multi-Step Verification with Gradient-Based LLM Refinement","version":2},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-05T21:12:42.793759Z"},"links":{"citing_paper":"/paper/2508.10059"},"observation_digest":"sha256:3827a767a54fa56169344a7467d2ee0e9726e51fe93a1cc42cf2f1811dbbbfde","observation_id":"0bc4c367-1f9b-44eb-aeed-7b4486c39e37","resolution":{"observed_at":"2026-08-05T21:12:46.757300Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T21:12:46.452006Z","title":"Enhancing reasoning capabilities of llms via principled synthetic logic corpus,","venue":null,"work_id":"588709ea-06d1-47c7-9981-27cda1ae3ac9","year":2024},"citing_paper":{"arxiv_id":"2508.10059","last_updated":"2025-09-02T20:11:20Z","snapshot_observed_at":"2026-08-18T02:08:20.600201Z","submitted_at":"2025-08-12T22:03:54Z","title":"CodeGrad: Integrating Multi-Step Verification with Gradient-Based LLM Refinement","version":2},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-05T21:12:42.917814Z"},"links":{"citing_paper":"/paper/2508.10059"},"observation_digest":"sha256:48bd36d1e23176bd4f8fbb89dbe7745154871561ebfeca2a7b5601bc53c17dab","observation_id":"f498ad32-15e3-473a-bcf8-366912cf6ed8","resolution":{"observed_at":"2026-08-05T21:12:46.557026Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2404.05221","last_updated":"2024-08-11T22:20:19Z","snapshot_observed_at":"2026-08-16T14:02:52.207183Z","submitted_at":"2024-04-08T06:35:09Z","title":"LLM Reasoners: New Evaluation, Library, and Analysis of Step-by-Step Reasoning with Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.05221","snapshot_observed_at":"2026-08-05T21:12:43.061768Z","title":"Llm reasoners: New evaluation, library, and analysis of step-by-step reasoning with large language models,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.10059","last_updated":"2025-09-02T20:11:20Z","snapshot_observed_at":"2026-08-18T02:08:20.600201Z","submitted_at":"2025-08-12T22:03:54Z","title":"CodeGrad: Integrating Multi-Step Verification with Gradient-Based LLM Refinement","version":2},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-05T21:12:43.061768Z"},"links":{"cited_paper":"/paper/2404.05221","citing_paper":"/paper/2508.10059"},"observation_digest":"sha256:ea267836ff94b57ca9ce6856485cb01d7891fc59964808d3658e2fe3cafcf93e","observation_id":"be4baa25-070f-4361-9342-cea5481a0d48","resolution":{"observed_at":"2026-08-05T21:12:43.061768Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.01230","last_updated":"2024-04-01T16:50:54Z","snapshot_observed_at":"2026-08-18T02:14:48.925686Z","submitted_at":"2024-04-01T16:50:54Z","title":"LLM as a Mastermind: A Survey of Strategic Reasoning with Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.01230","snapshot_observed_at":"2026-08-05T21:12:43.176830Z","title":"Llm as a mastermind: A survey of strategic reasoning with large language models,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.10059","last_updated":"2025-09-02T20:11:20Z","snapshot_observed_at":"2026-08-18T02:08:20.600201Z","submitted_at":"2025-08-12T22:03:54Z","title":"CodeGrad: Integrating Multi-Step Verification with Gradient-Based LLM Refinement","version":2},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-05T21:12:43.176830Z"},"links":{"cited_paper":"/paper/2404.01230","citing_paper":"/paper/2508.10059"},"observation_digest":"sha256:03f4e53d1a3658189fc46b349b1d960fd8a5c8c1e2bec2bba23826549bd33fcd","observation_id":"6a4aeab6-0e39-4c5a-a469-b5feef693478","resolution":{"observed_at":"2026-08-05T21:12:43.176830Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T21:12:46.270730Z","title":"Isr-llm: Iterative self- refined large language model for long-horizon sequential task planning,","venue":null,"work_id":"595b630d-034b-4aaf-a79e-da656982d42b","year":2024},"citing_paper":{"arxiv_id":"2508.10059","last_updated":"2025-09-02T20:11:20Z","snapshot_observed_at":"2026-08-18T02:08:20.600201Z","submitted_at":"2025-08-12T22:03:54Z","title":"CodeGrad: Integrating Multi-Step Verification with Gradient-Based LLM Refinement","version":2},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-05T21:12:43.271543Z"},"links":{"citing_paper":"/paper/2508.10059"},"observation_digest":"sha256:e32b086075c08ba0f5932e101d2e1c5fa8205aab2dca61fb64f287bf03aa8c08","observation_id":"0de5dda0-26c9-497e-8698-f93dc6943105","resolution":{"observed_at":"2026-08-05T21:12:46.364460Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T21:12:46.118331Z","title":"To believe or not to believe your llm: Iterative prompting for estimating epistemic uncertainty,","venue":null,"work_id":"8fccd940-6de7-49fd-9236-3cb1ec91e886","year":2024},"citing_paper":{"arxiv_id":"2508.10059","last_updated":"2025-09-02T20:11:20Z","snapshot_observed_at":"2026-08-18T02:08:20.600201Z","submitted_at":"2025-08-12T22:03:54Z","title":"CodeGrad: Integrating Multi-Step Verification with Gradient-Based LLM Refinement","version":2},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-05T21:12:43.365315Z"},"links":{"citing_paper":"/paper/2508.10059"},"observation_digest":"sha256:d35dd04e1a42240a633a5440696394b5ea29140afe84bc7d0bb3a2d3541b5346","observation_id":"ad88be47-41e0-4264-bf6a-9d51251f764c","resolution":{"observed_at":"2026-08-05T21:12:46.189240Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T21:12:43.461307Z","title":"Reflex- ion: Language agents with verbal reinforcement learning,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2508.10059","last_updated":"2025-09-02T20:11:20Z","snapshot_observed_at":"2026-08-18T02:08:20.600201Z","submitted_at":"2025-08-12T22:03:54Z","title":"CodeGrad: Integrating Multi-Step Verification with Gradient-Based LLM Refinement","version":2},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-05T21:12:43.461307Z"},"links":{"citing_paper":"/paper/2508.10059"},"observation_digest":"sha256:2035a3d7152ef7c165ad51ed1d16a2ccbf296df6067ae810417b30043ffb75d4","observation_id":"1e3268b7-a67a-416e-ac97-4af57a3e78e0","resolution":{"observed_at":"2026-08-05T21:12:43.461307Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T21:12:45.969596Z","title":"Coderl: Mastering code generation through pretrained models and deep reinforcement learning,","venue":null,"work_id":"90e907fb-eb56-4770-b99b-c8d74c925dc8","year":2022},"citing_paper":{"arxiv_id":"2508.10059","last_updated":"2025-09-02T20:11:20Z","snapshot_observed_at":"2026-08-18T02:08:20.600201Z","submitted_at":"2025-08-12T22:03:54Z","title":"CodeGrad: Integrating Multi-Step Verification with Gradient-Based LLM Refinement","version":2},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-05T21:12:43.557157Z"},"links":{"citing_paper":"/paper/2508.10059"},"observation_digest":"sha256:5cbafc67b2777892302858ad65f6daaede42f34cd9e42f013761b64fd15f4ed5","observation_id":"8f9c02fa-7964-4a66-ab86-9ab93cfa3b83","resolution":{"observed_at":"2026-08-05T21:12:46.017661Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2207.10397","last_updated":"2022-11-23T07:42:10Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2022-07-21T10:18:37Z","title":"CodeT: Code Generation with Generated Tests","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2207.10397","snapshot_observed_at":"2026-08-05T21:12:43.653944Z","title":"Codet: Code generation with generated tests,","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2508.10059","last_updated":"2025-09-02T20:11:20Z","snapshot_observed_at":"2026-08-18T02:08:20.600201Z","submitted_at":"2025-08-12T22:03:54Z","title":"CodeGrad: Integrating Multi-Step Verification with Gradient-Based LLM Refinement","version":2},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-05T21:12:43.653944Z"},"links":{"cited_paper":"/paper/2207.10397","citing_paper":"/paper/2508.10059"},"observation_digest":"sha256:428c81b43437a0fe6d161193c7e594a8fe28e5a2be271b5759a69f55971a27df","observation_id":"14990738-af3f-48ac-b010-6bf56f6018bb","resolution":{"observed_at":"2026-08-05T21:12:43.653944Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.07496","last_updated":"2024-06-11T17:32:21Z","snapshot_observed_at":"2026-08-13T02:15:58.634561Z","submitted_at":"2024-06-11T17:32:21Z","title":"TextGrad: Automatic \"Differentiation\" via Text","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.07496","snapshot_observed_at":"2026-08-05T21:12:43.795452Z","title":"Textgrad: Automatic","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.10059","last_updated":"2025-09-02T20:11:20Z","snapshot_observed_at":"2026-08-18T02:08:20.600201Z","submitted_at":"2025-08-12T22:03:54Z","title":"CodeGrad: Integrating Multi-Step Verification with Gradient-Based LLM Refinement","version":2},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-05T21:12:43.795452Z"},"links":{"cited_paper":"/paper/2406.07496","citing_paper":"/paper/2508.10059"},"observation_digest":"sha256:1e742f2640a43f54bc7cf29c4dd17d3dd5feac6f58e281a6ef8029667f2ea939","observation_id":"25e6d507-5a1a-4194-8c27-d90ef20f99e8","resolution":{"observed_at":"2026-08-05T21:12:43.795452Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.00798","last_updated":"2024-08-12T17:54:32Z","snapshot_observed_at":"2026-08-16T14:22:25.164761Z","submitted_at":"2024-02-01T17:30:50Z","title":"Formal-LLM: Integrating Formal Language and Natural Language for Controllable LLM-based Agents","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.00798","snapshot_observed_at":"2026-08-05T21:12:43.916068Z","title":"Formal-llm: Integrating formal language and natural language for controllable llm-based agents,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.10059","last_updated":"2025-09-02T20:11:20Z","snapshot_observed_at":"2026-08-18T02:08:20.600201Z","submitted_at":"2025-08-12T22:03:54Z","title":"CodeGrad: Integrating Multi-Step Verification with Gradient-Based LLM Refinement","version":2},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-05T21:12:43.916068Z"},"links":{"cited_paper":"/paper/2402.00798","citing_paper":"/paper/2508.10059"},"observation_digest":"sha256:db6debc99bb025321c1d7097f2967a42fd8662883b3f742b24b00702e3788d1a","observation_id":"82fa2688-4cb9-4677-87c7-aa9d195e76fc","resolution":{"observed_at":"2026-08-05T21:12:43.916068Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.12186","last_updated":"2024-11-12T13:24:25Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-09-18T17:57:57Z","title":"Qwen2.5-Coder Technical Report","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.12186","snapshot_observed_at":"2026-08-05T21:12:43.985545Z","title":"Qwen2. 5-coder technical report,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.10059","last_updated":"2025-09-02T20:11:20Z","snapshot_observed_at":"2026-08-18T02:08:20.600201Z","submitted_at":"2025-08-12T22:03:54Z","title":"CodeGrad: Integrating Multi-Step Verification with Gradient-Based LLM Refinement","version":2},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-05T21:12:43.985545Z"},"links":{"cited_paper":"/paper/2409.12186","citing_paper":"/paper/2508.10059"},"observation_digest":"sha256:49dc8011d602a0def6ee96f0dc18d4fd35b46bd378e98030b259f09fbedca509","observation_id":"7cf5426c-7900-4f78-a8ff-4ad31f1bb174","resolution":{"observed_at":"2026-08-05T21:12:43.985545Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2505.09388","last_updated":"2025-05-14T13:41:34Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-05-14T13:41:34Z","title":"Qwen3 Technical Report","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.09388","snapshot_observed_at":"2026-08-05T21:12:44.085991Z","title":"Qwen3 technical report,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2508.10059","last_updated":"2025-09-02T20:11:20Z","snapshot_observed_at":"2026-08-18T02:08:20.600201Z","submitted_at":"2025-08-12T22:03:54Z","title":"CodeGrad: Integrating Multi-Step Verification with Gradient-Based LLM Refinement","version":2},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-05T21:12:44.085991Z"},"links":{"cited_paper":"/paper/2505.09388","citing_paper":"/paper/2508.10059"},"observation_digest":"sha256:bfefb647c0aab7f657ffe1a5a89efdde59a37b7575e9957673b5ff2d5ffb43cd","observation_id":"6792afdf-8d83-4037-9d63-1e478ee55beb","resolution":{"observed_at":"2026-08-05T21:12:44.085991Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T21:12:45.737789Z","title":"Introducing GPT-4.1, GPT-4.1 Mini, and GPT-4.1 Nano,","venue":null,"work_id":"a5c36da1-cb65-4361-9ec1-aa5add4dac2f","year":2025},"citing_paper":{"arxiv_id":"2508.10059","last_updated":"2025-09-02T20:11:20Z","snapshot_observed_at":"2026-08-18T02:08:20.600201Z","submitted_at":"2025-08-12T22:03:54Z","title":"CodeGrad: Integrating Multi-Step Verification with Gradient-Based LLM Refinement","version":2},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-05T21:12:44.157478Z"},"links":{"citing_paper":"/paper/2508.10059"},"observation_digest":"sha256:adf232c9d20c67491d28bc1c53f9d3e0f666ff1234bca02d12a8dbc1b3e13afc","observation_id":"2c04a7bb-5415-478d-9d89-f4accc99cd82","resolution":{"observed_at":"2026-08-05T21:12:45.854346Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T21:12:44.255287Z","title":"Efficient memory management for large language model serving with pagedattention,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2508.10059","last_updated":"2025-09-02T20:11:20Z","snapshot_observed_at":"2026-08-18T02:08:20.600201Z","submitted_at":"2025-08-12T22:03:54Z","title":"CodeGrad: Integrating Multi-Step Verification with Gradient-Based LLM Refinement","version":2},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-05T21:12:44.255287Z"},"links":{"citing_paper":"/paper/2508.10059"},"observation_digest":"sha256:b377d84392ffbc996a6be894e02d09aba825d10a29480faca1add4b7a417e322","observation_id":"5178fd09-aafa-44ba-bf4b-da5077207dbb","resolution":{"observed_at":"2026-08-05T21:12:44.255287Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T21:12:44.334232Z","title":"Evaluating large language models trained on code,","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2508.10059","last_updated":"2025-09-02T20:11:20Z","snapshot_observed_at":"2026-08-18T02:08:20.600201Z","submitted_at":"2025-08-12T22:03:54Z","title":"CodeGrad: Integrating Multi-Step Verification with Gradient-Based LLM Refinement","version":2},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-05T21:12:44.334232Z"},"links":{"citing_paper":"/paper/2508.10059"},"observation_digest":"sha256:00a9f645f5e019b2656d81542b16bc9fff364c2968d38b7e679b625db7546663","observation_id":"635c63a3-8f5b-4df4-ac90-5cb52b18b47f","resolution":{"observed_at":"2026-08-05T21:12:44.334232Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T21:12:45.471352Z","title":"Livecodebench: Holistic and contamination free evaluation of large language models for code,","venue":null,"work_id":"47934530-4c39-4bbb-9827-5922c7eed5fc","year":2024},"citing_paper":{"arxiv_id":"2508.10059","last_updated":"2025-09-02T20:11:20Z","snapshot_observed_at":"2026-08-18T02:08:20.600201Z","submitted_at":"2025-08-12T22:03:54Z","title":"CodeGrad: Integrating Multi-Step Verification with Gradient-Based LLM Refinement","version":2},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-05T21:12:44.364479Z"},"links":{"citing_paper":"/paper/2508.10059"},"observation_digest":"sha256:d6218ac09a4924b19f5a5c87c82236df3338a8f37d368305a0972def3399ca8a","observation_id":"40ffd127-cd8e-4f08-bfaa-48159c49c7c0","resolution":{"observed_at":"2026-08-05T21:12:45.585169Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T21:12:45.273494Z","title":"Problemset,","venue":null,"work_id":"20f42157-575c-4aaf-ac22-3b3a64d22627","year":2025},"citing_paper":{"arxiv_id":"2508.10059","last_updated":"2025-09-02T20:11:20Z","snapshot_observed_at":"2026-08-18T02:08:20.600201Z","submitted_at":"2025-08-12T22:03:54Z","title":"CodeGrad: Integrating Multi-Step Verification with Gradient-Based LLM Refinement","version":2},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-05T21:12:44.483546Z"},"links":{"citing_paper":"/paper/2508.10059"},"observation_digest":"sha256:22a7fc4ebd83ce2a099da50b39fab7d26bc9e7024fd3e5e499febaeb6c6966c3","observation_id":"ebc00b27-b28a-4637-89b5-6553a467613a","resolution":{"observed_at":"2026-08-05T21:12:45.373299Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2508.10059","last_updated":"2025-09-02T20:11:20Z","latest_version":2,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-18T02:08:20.600201Z","submitted_at":"2025-08-12T22:03:54Z","title":"CodeGrad: Integrating Multi-Step Verification with Gradient-Based LLM Refinement"},"reference_resolution":{"displayed":40,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":20,"verified_exact":1,"verified_fuzzy":19},"total_outbound_references":40},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"thesis":"As of 18 August 2026, this Paper Citation Record lists 40 of 40 outbound references and 3 inbound Pith citation observations for arXiv:2508.10059."}