{"as_of":"2026-08-10T20:33:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:fad412271fbdf78a9cd6dbb25aa241e53ebf5d7d093b8f584633f41f0a468434","coverage":[{"denominator":35,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":35,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-09T12:16:27.466841Z","state":"measured"},{"denominator":36,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":36,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-10T06:31:04.303077+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-05-20T10:54:54.558241Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-20T10:58:14.271051Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2502.04350","last_updated":"2025-05-29T00:38:10Z","snapshot_observed_at":"2026-08-09T23:37:02.751429Z","submitted_at":"2025-02-04T15:53:59Z","title":"CodeSteer: Symbolic-Augmented Language Models via Code/Text Guidance","version":2},"cited_work":{"arxiv_id":"2502.04350","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2502.04350","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Codesteer: Symbolic- augmented language models via code/text guidance","venue":null,"work_id":"5278d4a6-b815-44c0-905f-958cc985fc46","year":2025},"citing_paper":{"arxiv_id":"2605.18747","last_updated":"2026-05-18T17:59:03Z","snapshot_observed_at":"2026-07-06T23:29:33.702647Z","submitted_at":"2026-05-18T17:59:03Z","title":"Code as Agent Harness","version":1},"reference_index":78,"source":"pdf_text","source_observed_at":"2026-05-20T10:54:54.558241Z"},"links":{"cited_paper":"/paper/2502.04350","citing_paper":"/paper/2605.18747"},"observation_digest":"sha256:0cbd2ade6c230d6508a3a73240463eb4d44e1e8ccf65c2b96cff1cd8fadb60b4","observation_id":"5f9916de-7c19-4ba1-8705-1b7a8f6b801e","resolution":{"observed_at":"2026-05-20T10:58:14.273239Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2502.04350/citation-record","integrity":"/paper/2502.04350/integrity","json":"/paper/2502.04350/citation-record.json","paper":"/paper/2502.04350"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2303.08774","last_updated":"2024-03-04T06:01:33Z","snapshot_observed_at":"2026-08-07T07:30:12.213965Z","submitted_at":"2023-03-15T17:15:04Z","title":"GPT-4 Technical Report","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.08774","snapshot_observed_at":"2026-08-09T12:16:27.355598Z","title":"L., Almeida, D., Altenschmidt, J., Altman, S., Anadkat, S., et al","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2502.04350","last_updated":"2025-05-29T00:38:10Z","snapshot_observed_at":"2026-08-09T23:37:02.751429Z","submitted_at":"2025-02-04T15:53:59Z","title":"CodeSteer: Symbolic-Augmented Language Models via Code/Text Guidance","version":2},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-09T12:16:27.355598Z"},"links":{"cited_paper":"/paper/2303.08774","citing_paper":"/paper/2502.04350"},"observation_digest":"sha256:42bf0fb4fa84deaf649f0d71a4279e1ae154ac4322807f9bd972ab59220dd2c2","observation_id":"beab5941-1131-4c0c-8ff0-aeb9f11bc4fd","resolution":{"observed_at":"2026-08-09T12:16:27.355598Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T12:16:27.841654Z","title":"Permutation and CombinationGiven a set of objects with specific positioning constraints, the task is to determine the correct arrangement of the objects on a shelf","venue":null,"work_id":"014d59b4-a080-426d-a874-0afc665d6c84","year":2024},"citing_paper":{"arxiv_id":"2502.04350","last_updated":"2025-05-29T00:38:10Z","snapshot_observed_at":"2026-08-09T23:37:02.751429Z","submitted_at":"2025-02-04T15:53:59Z","title":"CodeSteer: Symbolic-Augmented Language Models via Code/Text Guidance","version":2},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-09T12:16:27.464474Z"},"links":{"citing_paper":"/paper/2502.04350"},"observation_digest":"sha256:0e1b934b529534c95e442f689dd9c39185c4f73b38c947a98c9e131b3fdce91f","observation_id":"c718da56-c1dd-4164-b480-f3497972b0f0","resolution":{"observed_at":"2026-08-09T12:16:27.845115Z","resolver_source":"raw_fallback","status":"malformed_identifier"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T12:16:27.850860Z","title":"If the string ends with ‘ba’, replace it with ‘ab’","venue":null,"work_id":"1662e4fb-6683-44e9-9aab-f058b4948a55","year":null},"citing_paper":{"arxiv_id":"2502.04350","last_updated":"2025-05-29T00:38:10Z","snapshot_observed_at":"2026-08-09T23:37:02.751429Z","submitted_at":"2025-02-04T15:53:59Z","title":"CodeSteer: Symbolic-Augmented Language Models via Code/Text Guidance","version":2},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-09T12:16:27.461992Z"},"links":{"citing_paper":"/paper/2502.04350"},"observation_digest":"sha256:61104ac55ef03fc0dc86e8d2d7db8abe5f90461d2e85783cfd7f683ffe362f78","observation_id":"474d6474-10f7-42e0-bbd9-12186deb9f26","resolution":{"observed_at":"2026-08-09T12:16:27.853926Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.03524","last_updated":"2025-03-02T15:54:11Z","snapshot_observed_at":"2026-08-05T00:35:54.877130Z","submitted_at":"2024-10-04T15:44:47Z","title":"Steering Large Language Models between Code Execution and Textual Reasoning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.03524","snapshot_observed_at":"2026-08-09T12:16:27.374033Z","title":"org/abs/2410.03524","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2502.04350","last_updated":"2025-05-29T00:38:10Z","snapshot_observed_at":"2026-08-09T23:37:02.751429Z","submitted_at":"2025-02-04T15:53:59Z","title":"CodeSteer: Symbolic-Augmented Language Models via Code/Text Guidance","version":2},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-09T12:16:27.374033Z"},"links":{"cited_paper":"/paper/2410.03524","citing_paper":"/paper/2502.04350"},"observation_digest":"sha256:063b2fdbedd19f205fdc148f2cc9c4d038590ebba2895156d49cbc5cc7dcb124","observation_id":"5f464379-657a-4407-9602-1df2c30f6526","resolution":{"observed_at":"2026-08-09T12:16:27.374033Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2501.04519","last_updated":"2025-01-08T14:12:57Z","snapshot_observed_at":"2026-08-04T20:57:22.329262Z","submitted_at":"2025-01-08T14:12:57Z","title":"rStar-Math: Small LLMs Can Master Math Reasoning with Self-Evolved Deep Thinking","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.04519","snapshot_observed_at":"2026-08-09T12:16:27.380681Z","title":"L., Liu, Y ., Shang, N., Sun, Y ., Zhu, Y ., Yang, F., and Yang, M","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2502.04350","last_updated":"2025-05-29T00:38:10Z","snapshot_observed_at":"2026-08-09T23:37:02.751429Z","submitted_at":"2025-02-04T15:53:59Z","title":"CodeSteer: Symbolic-Augmented Language Models via Code/Text Guidance","version":2},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-09T12:16:27.380681Z"},"links":{"cited_paper":"/paper/2501.04519","citing_paper":"/paper/2502.04350"},"observation_digest":"sha256:2b21f709d20b73a25b9c8a049330dc7a7e638d7399bf800b69967fd8f2378836","observation_id":"996155ce-2629-4548-a377-bcbfe0093546","resolution":{"observed_at":"2026-08-09T12:16:27.380681Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.15778","last_updated":"2024-10-12T11:00:25Z","snapshot_observed_at":"2026-07-06T19:07:07.234443Z","submitted_at":"2024-08-28T13:16:41Z","title":"LogicGame: Benchmarking Rule-Based Reasoning Abilities of Large Language Models","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.15778","snapshot_observed_at":"2026-08-09T12:16:27.384439Z","title":"Logicgame: Benchmarking rule-based reasoning abilities of large language models","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2502.04350","last_updated":"2025-05-29T00:38:10Z","snapshot_observed_at":"2026-08-09T23:37:02.751429Z","submitted_at":"2025-02-04T15:53:59Z","title":"CodeSteer: Symbolic-Augmented Language Models via Code/Text Guidance","version":2},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-09T12:16:27.384439Z"},"links":{"cited_paper":"/paper/2408.15778","citing_paper":"/paper/2502.04350"},"observation_digest":"sha256:a2c5a32e7e911f11f07c54cf429fda7e2ac3de31bbef14c3b5b43d0934054d5a","observation_id":"4325c0cb-830e-4371-ba4b-2f1d1f7e18eb","resolution":{"observed_at":"2026-08-09T12:16:27.384439Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2501.12948","last_updated":"2026-01-04T03:57:36Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-01-22T15:19:35Z","title":"DeepSeek-R1: Incentivizing Reasoning Capability in LLMs via Reinforcement Learning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.12948","snapshot_observed_at":"2026-08-09T12:16:27.387373Z","title":"Deepseek-r1: In- centivizing reasoning capability in llms via reinforcement learning.arXiv preprint arXiv:2501.12948,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2502.04350","last_updated":"2025-05-29T00:38:10Z","snapshot_observed_at":"2026-08-09T23:37:02.751429Z","submitted_at":"2025-02-04T15:53:59Z","title":"CodeSteer: Symbolic-Augmented Language Models via Code/Text Guidance","version":2},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-09T12:16:27.387373Z"},"links":{"cited_paper":"/paper/2501.12948","citing_paper":"/paper/2502.04350"},"observation_digest":"sha256:2a9d9010d585b1bcf2879181c0f1bfcf86e997e287c2d65a3db0bbfa0184a686","observation_id":"3ed371dc-9710-4c57-8795-6d7cdbb3e410","resolution":{"observed_at":"2026-08-09T12:16:27.387373Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.11891","last_updated":"2025-01-29T17:24:03Z","snapshot_observed_at":"2026-08-06T05:49:28.814978Z","submitted_at":"2024-04-18T04:36:37Z","title":"Large Language Models Can Solve Real-World Planning Rigorously with Formal Verification Tools","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.11891","snapshot_observed_at":"2026-08-09T12:16:27.391313Z","title":"Large language models can plan your travels rigorously with formal veri- fication tools.arXiv preprint arXiv:2404.11891, 2024a","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2502.04350","last_updated":"2025-05-29T00:38:10Z","snapshot_observed_at":"2026-08-09T23:37:02.751429Z","submitted_at":"2025-02-04T15:53:59Z","title":"CodeSteer: Symbolic-Augmented Language Models via Code/Text Guidance","version":2},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-09T12:16:27.391313Z"},"links":{"cited_paper":"/paper/2404.11891","citing_paper":"/paper/2502.04350"},"observation_digest":"sha256:5edef5e6af1142b3980ae103894cd520b3bb86dd2b35c3da288bdb28ba67a785","observation_id":"c77107a5-d934-4763-ab23-c24eb42ad01e","resolution":{"observed_at":"2026-08-09T12:16:27.391313Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.16720","last_updated":"2026-04-30T02:46:40Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-12-21T18:04:31Z","title":"OpenAI o1 System Card","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.16720","snapshot_observed_at":"2026-08-09T12:16:27.394231Z","title":"Openai o1 system card.arXiv preprint arXiv:2412.16720,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2502.04350","last_updated":"2025-05-29T00:38:10Z","snapshot_observed_at":"2026-08-09T23:37:02.751429Z","submitted_at":"2025-02-04T15:53:59Z","title":"CodeSteer: Symbolic-Augmented Language Models via Code/Text Guidance","version":2},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-09T12:16:27.394231Z"},"links":{"cited_paper":"/paper/2412.16720","citing_paper":"/paper/2502.04350"},"observation_digest":"sha256:d0896aaed4ad366f69dd795bb725a54d30ee8a38b7cf2bb3997655b0fb162cba","observation_id":"cea9c8a5-468f-4d14-a293-14d2f8b9858e","resolution":{"observed_at":"2026-08-09T12:16:27.394231Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T12:16:27.397359Z","title":"Crafting papers on machine learning","venue":null,"work_id":null,"year":2000},"citing_paper":{"arxiv_id":"2502.04350","last_updated":"2025-05-29T00:38:10Z","snapshot_observed_at":"2026-08-09T23:37:02.751429Z","submitted_at":"2025-02-04T15:53:59Z","title":"CodeSteer: Symbolic-Augmented Language Models via Code/Text Guidance","version":2},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-09T12:16:27.397359Z"},"links":{"citing_paper":"/paper/2502.04350"},"observation_digest":"sha256:1a2d6f7d832fb213f4f831a417d9c148bb29a5e47dd09ab24e091dee5c8b7ae5","observation_id":"68c34ab3-9d2f-4735-a80b-9fb7c839f913","resolution":{"observed_at":"2026-08-09T12:16:27.397359Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2209.07753","last_updated":"2023-05-25T03:50:11Z","snapshot_observed_at":"2026-08-05T02:35:14.331933Z","submitted_at":"2022-09-16T07:17:23Z","title":"Code as Policies: Language Model Programs for Embodied Control","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2209.07753","snapshot_observed_at":"2026-08-09T12:16:27.403907Z","title":"Code as policies: Language model programs for embodied control.arXiv preprint arXiv:2209.07753,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2502.04350","last_updated":"2025-05-29T00:38:10Z","snapshot_observed_at":"2026-08-09T23:37:02.751429Z","submitted_at":"2025-02-04T15:53:59Z","title":"CodeSteer: Symbolic-Augmented Language Models via Code/Text Guidance","version":2},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-09T12:16:27.403907Z"},"links":{"cited_paper":"/paper/2209.07753","citing_paper":"/paper/2502.04350"},"observation_digest":"sha256:ae3689f2dd65f478e2ced3dd280c2caf31cfe322e8e6ead8ebf7af28f09311b2","observation_id":"935d7919-e932-4cb9-96d5-24f6a006e639","resolution":{"observed_at":"2026-08-09T12:16:27.403907Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2210.07128","last_updated":"2022-12-06T15:58:30Z","snapshot_observed_at":"2026-08-05T00:37:17.367612Z","submitted_at":"2022-10-13T16:09:36Z","title":"Language Models of Code are Few-Shot Commonsense Learners","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2210.07128","snapshot_observed_at":"2026-08-09T12:16:27.407634Z","title":"Language models of code are few-shot commonsense learners.arXiv preprint arXiv:2210.07128,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2502.04350","last_updated":"2025-05-29T00:38:10Z","snapshot_observed_at":"2026-08-09T23:37:02.751429Z","submitted_at":"2025-02-04T15:53:59Z","title":"CodeSteer: Symbolic-Augmented Language Models via Code/Text Guidance","version":2},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-09T12:16:27.407634Z"},"links":{"cited_paper":"/paper/2210.07128","citing_paper":"/paper/2502.04350"},"observation_digest":"sha256:014002699b6fac765dab48fe97a13cf6ab10a39da13a779229b7d4488c9c7afc","observation_id":"ee15dd9c-3513-4dc2-843d-13087d2c3323","resolution":{"observed_at":"2026-08-09T12:16:27.407634Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.17651","last_updated":"2023-05-25T19:13:47Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-03-30T18:30:01Z","title":"Self-Refine: Iterative Refinement with Self-Feedback","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.17651","snapshot_observed_at":"2026-08-09T12:16:27.410546Z","title":"Self-refine: Iterative refinement with self-feedback.arXiv preprint arXiv:2303.17651,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2502.04350","last_updated":"2025-05-29T00:38:10Z","snapshot_observed_at":"2026-08-09T23:37:02.751429Z","submitted_at":"2025-02-04T15:53:59Z","title":"CodeSteer: Symbolic-Augmented Language Models via Code/Text Guidance","version":2},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-09T12:16:27.410546Z"},"links":{"cited_paper":"/paper/2303.17651","citing_paper":"/paper/2502.04350"},"observation_digest":"sha256:7a487cdb2a9dbb0fa8e27c1ccba9ca4b4bc30c361e87e17d84f2c3f1909903db","observation_id":"fc0ea487-4f92-4fed-a3f2-b9352dbff454","resolution":{"observed_at":"2026-08-09T12:16:27.410546Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.12954","last_updated":"2024-01-23T18:22:19Z","snapshot_observed_at":"2026-08-08T21:49:37.607179Z","submitted_at":"2024-01-23T18:22:19Z","title":"Meta-Prompting: Enhancing Language Models with Task-Agnostic Scaffolding","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.12954","snapshot_observed_at":"2026-08-09T12:16:27.413766Z","title":"and Kalai, A","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2502.04350","last_updated":"2025-05-29T00:38:10Z","snapshot_observed_at":"2026-08-09T23:37:02.751429Z","submitted_at":"2025-02-04T15:53:59Z","title":"CodeSteer: Symbolic-Augmented Language Models via Code/Text Guidance","version":2},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-09T12:16:27.413766Z"},"links":{"cited_paper":"/paper/2401.12954","citing_paper":"/paper/2502.04350"},"observation_digest":"sha256:0507fed90a11dab776d9d2cce9aabd5ab7483078be4a3abdeccf3d07d119e06b","observation_id":"abfd8128-4b1f-41cb-8e96-c216fadefdfb","resolution":{"observed_at":"2026-08-09T12:16:27.413766Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2210.09261","last_updated":"2022-10-17T17:08:26Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2022-10-17T17:08:26Z","title":"Challenging BIG-Bench Tasks and Whether Chain-of-Thought Can Solve Them","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2210.09261","snapshot_observed_at":"2026-08-09T12:16:27.416734Z","title":"W., Chowdhery, A., Le, Q","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2502.04350","last_updated":"2025-05-29T00:38:10Z","snapshot_observed_at":"2026-08-09T23:37:02.751429Z","submitted_at":"2025-02-04T15:53:59Z","title":"CodeSteer: Symbolic-Augmented Language Models via Code/Text Guidance","version":2},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-09T12:16:27.416734Z"},"links":{"cited_paper":"/paper/2210.09261","citing_paper":"/paper/2502.04350"},"observation_digest":"sha256:603e4f15a6e35730dde782d0a93f7172139e5996eee6c90ae96ca3bf76852dae","observation_id":"b9b77044-99b1-45fe-9c5d-727777069825","resolution":{"observed_at":"2026-08-09T12:16:27.416734Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T12:16:27.894519Z","title":"Large language models still can’t plan (a bench- mark for llms on planning and reasoning about change)","venue":null,"work_id":"869d7dbf-af79-4a01-8160-ac1707c0962f","year":2022},"citing_paper":{"arxiv_id":"2502.04350","last_updated":"2025-05-29T00:38:10Z","snapshot_observed_at":"2026-08-09T23:37:02.751429Z","submitted_at":"2025-02-04T15:53:59Z","title":"CodeSteer: Symbolic-Augmented Language Models via Code/Text Guidance","version":2},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-09T12:16:27.419792Z"},"links":{"citing_paper":"/paper/2502.04350"},"observation_digest":"sha256:bdf3035c4806fc4755bbbe0a85171942824e06fc9887b6fd708b23e0d8c11a47","observation_id":"ecc7e009-c3d2-48f7-9e5b-d13af9ef5a38","resolution":{"observed_at":"2026-08-09T12:16:27.899410Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.04692","last_updated":"2024-06-07T07:04:10Z","snapshot_observed_at":"2026-08-10T13:08:49.587751Z","submitted_at":"2024-06-07T07:04:10Z","title":"Mixture-of-Agents Enhances Large Language Model Capabilities","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.04692","snapshot_observed_at":"2026-08-09T12:16:27.423193Z","title":"Mixture-of-agents enhances large language model capabilities.arXiv preprint arXiv:2406.04692,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2502.04350","last_updated":"2025-05-29T00:38:10Z","snapshot_observed_at":"2026-08-09T23:37:02.751429Z","submitted_at":"2025-02-04T15:53:59Z","title":"CodeSteer: Symbolic-Augmented Language Models via Code/Text Guidance","version":2},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-09T12:16:27.423193Z"},"links":{"cited_paper":"/paper/2406.04692","citing_paper":"/paper/2502.04350"},"observation_digest":"sha256:75d750cb32836a107702e4d80f1dca0ac03dd2f6e3f55b65428f5486b1246e22","observation_id":"0f15a2e6-9cb5-4d1b-88f1-a81bb1b4547a","resolution":{"observed_at":"2026-08-09T12:16:27.423193Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.16337","last_updated":"2024-11-03T22:44:20Z","snapshot_observed_at":"2026-08-08T09:27:01.271747Z","submitted_at":"2024-05-25T19:40:50Z","title":"Learning to Reason via Program Generation, Emulation, and Search","version":3},"cited_work":{"arxiv_id":"2405.16337","doi":null,"metadata_source":"pith","pith_arxiv_id":"2405.16337","snapshot_observed_at":"2026-08-09T12:16:27.538242Z","title":"Learning to Reason via Program Generation, Emulation, and Search","venue":"cs.CL","work_id":"aeae106d-3917-478a-aa1f-a022baef38fd","year":2024},"citing_paper":{"arxiv_id":"2502.04350","last_updated":"2025-05-29T00:38:10Z","snapshot_observed_at":"2026-08-09T23:37:02.751429Z","submitted_at":"2025-02-04T15:53:59Z","title":"CodeSteer: Symbolic-Augmented Language Models via Code/Text Guidance","version":2},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-09T12:16:27.426405Z"},"links":{"cited_paper":"/paper/2405.16337","citing_paper":"/paper/2502.04350"},"observation_digest":"sha256:a56207c6be026f8d3cd0908142a80f8054c80ae07af98bd43f48900a66fc6605","observation_id":"a962129e-d7b7-417b-888f-ed5607f8bfc5","resolution":{"observed_at":"2026-08-09T12:16:27.541499Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2308.08155","last_updated":"2023-10-03T20:47:10Z","snapshot_observed_at":"2026-08-08T22:28:26.004138Z","submitted_at":"2023-08-16T05:57:52Z","title":"AutoGen: Enabling Next-Gen LLM Applications via Multi-Agent Conversation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.08155","snapshot_observed_at":"2026-08-09T12:16:27.429263Z","title":"Autogen: Enabling next-gen llm applications via multi-agent conversation framework.arXiv preprint arXiv:2308.08155,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2502.04350","last_updated":"2025-05-29T00:38:10Z","snapshot_observed_at":"2026-08-09T23:37:02.751429Z","submitted_at":"2025-02-04T15:53:59Z","title":"CodeSteer: Symbolic-Augmented Language Models via Code/Text Guidance","version":2},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-09T12:16:27.429263Z"},"links":{"cited_paper":"/paper/2308.08155","citing_paper":"/paper/2502.04350"},"observation_digest":"sha256:00b89ab1365ef3850a5fc693c1027ab603ada476a6b94d90c73bedac1ab17bb1","observation_id":"dd02c213-2598-434c-9662-413704f3c051","resolution":{"observed_at":"2026-08-09T12:16:27.429263Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.01511","last_updated":"2025-07-20T13:42:07Z","snapshot_observed_at":"2026-08-07T02:33:48.927506Z","submitted_at":"2024-07-01T17:55:04Z","title":"CRAB: Cross-environment Agent Benchmark for Multimodal Language Model Agents","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.01511","snapshot_observed_at":"2026-08-09T12:16:27.432261Z","title":"Crab: Cross- environment agent benchmark for multimodal language model agents.arXiv preprint arXiv:2407.01511,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2502.04350","last_updated":"2025-05-29T00:38:10Z","snapshot_observed_at":"2026-08-09T23:37:02.751429Z","submitted_at":"2025-02-04T15:53:59Z","title":"CodeSteer: Symbolic-Augmented Language Models via Code/Text Guidance","version":2},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-09T12:16:27.432261Z"},"links":{"cited_paper":"/paper/2407.01511","citing_paper":"/paper/2502.04350"},"observation_digest":"sha256:b5009e1076aa95cccf307440dd3d615d9c5675759aebb5331eb8e6519b16654f","observation_id":"ac286b4f-45be-4fe4-b23f-76b00f16ac63","resolution":{"observed_at":"2026-08-09T12:16:27.432261Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T12:16:27.886677Z","title":"Re3: Generating longer stories with recursive reprompting and revision","venue":null,"work_id":"b78cc430-9c19-4d6b-be24-49a138025bfe","year":2022},"citing_paper":{"arxiv_id":"2502.04350","last_updated":"2025-05-29T00:38:10Z","snapshot_observed_at":"2026-08-09T23:37:02.751429Z","submitted_at":"2025-02-04T15:53:59Z","title":"CodeSteer: Symbolic-Augmented Language Models via Code/Text Guidance","version":2},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-09T12:16:27.435262Z"},"links":{"citing_paper":"/paper/2502.04350"},"observation_digest":"sha256:b6f3b9d937a4c7588d2029437238a02c8afbb605122a4e8025df683000d32523","observation_id":"34b56034-24fb-44ba-9c3a-06e8cf664c3e","resolution":{"observed_at":"2026-08-09T12:16:27.889511Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.13764","last_updated":"2024-06-19T18:26:19Z","snapshot_observed_at":"2026-08-09T17:50:13.918362Z","submitted_at":"2024-06-19T18:26:19Z","title":"Can LLMs Reason in the Wild with Programs?","version":1},"cited_work":{"arxiv_id":"2406.13764","doi":null,"metadata_source":"pith","pith_arxiv_id":"2406.13764","snapshot_observed_at":"2026-08-09T12:16:27.509440Z","title":"Can LLMs Reason in the Wild with Programs?","venue":"cs.CL","work_id":"891f8ef6-efc3-4c2e-9808-1025bb5c2700","year":2024},"citing_paper":{"arxiv_id":"2502.04350","last_updated":"2025-05-29T00:38:10Z","snapshot_observed_at":"2026-08-09T23:37:02.751429Z","submitted_at":"2025-02-04T15:53:59Z","title":"CodeSteer: Symbolic-Augmented Language Models via Code/Text Guidance","version":2},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-09T12:16:27.438184Z"},"links":{"cited_paper":"/paper/2406.13764","citing_paper":"/paper/2502.04350"},"observation_digest":"sha256:8d0b61c11a56ff6c7141409d43e730df72b89136aaa16e7d145cacca4af457f4","observation_id":"52588f2b-ad50-4335-b4fe-3dcb1f3cc182","resolution":{"observed_at":"2026-08-09T12:16:27.515540Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2405.10292","last_updated":"2024-10-07T19:13:47Z","snapshot_observed_at":"2026-07-06T18:15:24.541427Z","submitted_at":"2024-05-16T17:50:19Z","title":"Fine-Tuning Large Vision-Language Models as Decision-Making Agents via Reinforcement Learning","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.10292","snapshot_observed_at":"2026-08-09T12:16:27.442688Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2502.04350","last_updated":"2025-05-29T00:38:10Z","snapshot_observed_at":"2026-08-09T23:37:02.751429Z","submitted_at":"2025-02-04T15:53:59Z","title":"CodeSteer: Symbolic-Augmented Language Models via Code/Text Guidance","version":2},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-09T12:16:27.442688Z"},"links":{"cited_paper":"/paper/2405.10292","citing_paper":"/paper/2502.04350"},"observation_digest":"sha256:3b1e0617e8b9cd683bd268475d66501e8b88a8a23cd823d1f277b2c035c04de4","observation_id":"e7f93f0d-3498-41e3-b7d5-2d4e0b4658ce","resolution":{"observed_at":"2026-08-09T12:16:27.442688Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.09136","last_updated":"2024-10-31T07:12:06Z","snapshot_observed_at":"2026-08-08T22:09:22.052955Z","submitted_at":"2024-06-13T14:07:02Z","title":"Chain of Preference Optimization: Improving Chain-of-Thought Reasoning in LLMs","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.09136","snapshot_observed_at":"2026-08-09T12:16:27.445998Z","title":"Chain of preference optimization: Improv- ing chain-of-thought reasoning in llms.arXiv preprint arXiv:2406.09136,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2502.04350","last_updated":"2025-05-29T00:38:10Z","snapshot_observed_at":"2026-08-09T23:37:02.751429Z","submitted_at":"2025-02-04T15:53:59Z","title":"CodeSteer: Symbolic-Augmented Language Models via Code/Text Guidance","version":2},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-09T12:16:27.445998Z"},"links":{"cited_paper":"/paper/2406.09136","citing_paper":"/paper/2502.04350"},"observation_digest":"sha256:63d554a7d07bc1d2ccad3631526a4a39efad07d922a81347005de9a7600a5bd9","observation_id":"49cac612-8a2b-49e0-a987-f26a7b92acbb","resolution":{"observed_at":"2026-08-09T12:16:27.445998Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.07921","last_updated":"2023-08-15T17:58:45Z","snapshot_observed_at":"2026-08-08T02:31:17.924386Z","submitted_at":"2023-08-15T17:58:45Z","title":"Solving Challenging Math Word Problems Using GPT-4 Code Interpreter with Code-based Self-Verification","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.07921","snapshot_observed_at":"2026-08-09T12:16:27.449334Z","title":"Solving challenging math word problems using gpt-4 code in- terpreter with code-based self-verification.arXiv preprint arXiv:2308.07921, 2023a","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2502.04350","last_updated":"2025-05-29T00:38:10Z","snapshot_observed_at":"2026-08-09T23:37:02.751429Z","submitted_at":"2025-02-04T15:53:59Z","title":"CodeSteer: Symbolic-Augmented Language Models via Code/Text Guidance","version":2},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-09T12:16:27.449334Z"},"links":{"cited_paper":"/paper/2308.07921","citing_paper":"/paper/2502.04350"},"observation_digest":"sha256:8f09289a71dc1fdb40d7d39f880c99b436463562c163cf942d38a22ef7f82735","observation_id":"4d0ba911-8191-4bfc-a10d-c463fe9d0f0e","resolution":{"observed_at":"2026-08-09T12:16:27.449334Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T12:16:27.878193Z","title":"However, it fails in medium-difficulty questions since it tends to be overconfident and chooses to answer the question via textual reasoning, which sometimes is wrong","venue":null,"work_id":"0cb9fad7-ae28-4ecb-ba2e-928d4e4de00b","year":2025},"citing_paper":{"arxiv_id":"2502.04350","last_updated":"2025-05-29T00:38:10Z","snapshot_observed_at":"2026-08-09T23:37:02.751429Z","submitted_at":"2025-02-04T15:53:59Z","title":"CodeSteer: Symbolic-Augmented Language Models via Code/Text Guidance","version":2},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-09T12:16:27.452943Z"},"links":{"citing_paper":"/paper/2502.04350"},"observation_digest":"sha256:f4488b16fc15e55741e29270216b8d9e0f7cae506cc2d5168b6e8dd7b12f0bc3","observation_id":"1f5e9f4b-9d27-4baa-82c6-9e93cc6ea019","resolution":{"observed_at":"2026-08-09T12:16:27.881598Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T12:16:27.869328Z","title":"Path PlanThis task involves querying LLMs to plan the robot trajectory waypoints based on human task instructions and environments","venue":null,"work_id":"afff3ba2-3cfe-41dd-bfde-bb1874d7cce0","year":2024},"citing_paper":{"arxiv_id":"2502.04350","last_updated":"2025-05-29T00:38:10Z","snapshot_observed_at":"2026-08-09T23:37:02.751429Z","submitted_at":"2025-02-04T15:53:59Z","title":"CodeSteer: Symbolic-Augmented Language Models via Code/Text Guidance","version":2},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-09T12:16:27.456914Z"},"links":{"citing_paper":"/paper/2502.04350"},"observation_digest":"sha256:2faad7e6cd8e1ae788395e91809651311e78c3195e1a2506ef3a90fc3d7fd30c","observation_id":"759908fd-cf06-4362-b606-0b9fc3b491bf","resolution":{"observed_at":"2026-08-09T12:16:27.872817Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T12:16:27.860554Z","title":"MATH-GeometryThis is the math reasoning dataset from MATH dataset (Hendrycks et al., 2021), with specific focus on geometry questions","venue":null,"work_id":"19baeb5e-b6b9-40ac-ad00-f746d49b394a","year":2021},"citing_paper":{"arxiv_id":"2502.04350","last_updated":"2025-05-29T00:38:10Z","snapshot_observed_at":"2026-08-09T23:37:02.751429Z","submitted_at":"2025-02-04T15:53:59Z","title":"CodeSteer: Symbolic-Augmented Language Models via Code/Text Guidance","version":2},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-09T12:16:27.459609Z"},"links":{"citing_paper":"/paper/2502.04350"},"observation_digest":"sha256:fbf3c171cb8e9649a0d6c18ed9c6b23ea0723538d78405718f85e280f54543a1","observation_id":"b8d33e32-7bbc-42f1-b53f-f8fe8a68a3e8","resolution":{"observed_at":"2026-08-09T12:16:27.863737Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T12:16:27.831045Z","title":"Checker Checker Checker Checker Ave","venue":null,"work_id":"b0c04c6f-50dc-4ee9-a5e1-9ab1b8043cf0","year":null},"citing_paper":{"arxiv_id":"2502.04350","last_updated":"2025-05-29T00:38:10Z","snapshot_observed_at":"2026-08-09T23:37:02.751429Z","submitted_at":"2025-02-04T15:53:59Z","title":"CodeSteer: Symbolic-Augmented Language Models via Code/Text Guidance","version":2},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-09T12:16:27.466841Z"},"links":{"citing_paper":"/paper/2502.04350"},"observation_digest":"sha256:256eea3c55d23b251e4e2e5a5a1595766ebcc58456a9d0a6ed762e9d92d16662","observation_id":"9dba4ce4-aea9-4ce0-8874-6798126fbecb","resolution":{"observed_at":"2026-08-09T12:16:27.834602Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2312.04474","last_updated":"2024-07-29T20:21:37Z","snapshot_observed_at":"2026-08-10T18:45:25.121799Z","submitted_at":"2023-12-07T17:51:43Z","title":"Chain of Code: Reasoning with a Language Model-Augmented Code Emulator","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.04474","snapshot_observed_at":"2026-08-09T12:16:27.400807Z","title":"Li, C., Liang, J., Zeng, A., Chen, X., Hausman, K., Sadigh, D., Levine, S., Fei-Fei, L., Xia, F., and Ichter, B","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2502.04350","last_updated":"2025-05-29T00:38:10Z","snapshot_observed_at":"2026-08-09T23:37:02.751429Z","submitted_at":"2025-02-04T15:53:59Z","title":"CodeSteer: Symbolic-Augmented Language Models via Code/Text Guidance","version":2},"reference_index":2000,"source":"pdf_text","source_observed_at":"2026-08-09T12:16:27.400807Z"},"links":{"cited_paper":"/paper/2312.04474","citing_paper":"/paper/2502.04350"},"observation_digest":"sha256:a03c5b1c9c2da32f7cf9005d8c4b6e0e120bff0d8f117e392b11b912fc092e2b","observation_id":"54962f51-9723-4a76-bf16-26f54468de34","resolution":{"observed_at":"2026-08-09T12:16:27.400807Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.21783","last_updated":"2024-11-23T23:27:33Z","snapshot_observed_at":"2026-08-10T16:40:37.411115Z","submitted_at":"2024-07-31T17:54:27Z","title":"The Llama 3 Herd of Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.21783","snapshot_observed_at":"2026-08-09T12:16:27.377880Z","title":"The llama 3 herd of models.arXiv preprint arXiv:2407.21783,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2502.04350","last_updated":"2025-05-29T00:38:10Z","snapshot_observed_at":"2026-08-09T23:37:02.751429Z","submitted_at":"2025-02-04T15:53:59Z","title":"CodeSteer: Symbolic-Augmented Language Models via Code/Text Guidance","version":2},"reference_index":2021,"source":"pdf_text","source_observed_at":"2026-08-09T12:16:27.377880Z"},"links":{"cited_paper":"/paper/2407.21783","citing_paper":"/paper/2502.04350"},"observation_digest":"sha256:7c926caeac0013e364c1534017246a69fc3c261b7d390e771fbfc0ce5505f451","observation_id":"bb078dfc-7590-46e5-ab19-dbb46489ae8b","resolution":{"observed_at":"2026-08-09T12:16:27.377880Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.21187","last_updated":"2025-02-01T07:57:37Z","snapshot_observed_at":"2026-08-01T16:43:44.704797Z","submitted_at":"2024-12-30T18:55:12Z","title":"Do NOT Think That Much for 2+3=? On the Overthinking of o1-Like LLMs","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.21187","snapshot_observed_at":"2026-08-09T12:16:27.371006Z","title":"Do not think that much for 2+ 3=? on the overthinking of o1-like llms","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2502.04350","last_updated":"2025-05-29T00:38:10Z","snapshot_observed_at":"2026-08-09T23:37:02.751429Z","submitted_at":"2025-02-04T15:53:59Z","title":"CodeSteer: Symbolic-Augmented Language Models via Code/Text Guidance","version":2},"reference_index":2022,"source":"pdf_text","source_observed_at":"2026-08-09T12:16:27.371006Z"},"links":{"cited_paper":"/paper/2412.21187","citing_paper":"/paper/2502.04350"},"observation_digest":"sha256:a98209af98d26f6617a0456ab9810812e63cd90210b8796f1d2b6e4de1fc5f26","observation_id":"1cbeda40-3f8b-4d44-b018-f99e3a380312","resolution":{"observed_at":"2026-08-09T12:16:27.371006Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2204.01691","last_updated":"2022-08-16T16:06:33Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2022-04-04T17:57:11Z","title":"Do As I Can, Not As I Say: Grounding Language in Robotic Affordances","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2204.01691","snapshot_observed_at":"2026-08-09T12:16:27.359434Z","title":"Do as i can, not as i say: Ground- ing language in robotic affordances.arXiv preprint arXiv:2204.01691,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2502.04350","last_updated":"2025-05-29T00:38:10Z","snapshot_observed_at":"2026-08-09T23:37:02.751429Z","submitted_at":"2025-02-04T15:53:59Z","title":"CodeSteer: Symbolic-Augmented Language Models via Code/Text Guidance","version":2},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-09T12:16:27.359434Z"},"links":{"cited_paper":"/paper/2204.01691","citing_paper":"/paper/2502.04350"},"observation_digest":"sha256:bcdbfb70b048c40923e0a644f3c18b81d0a7d971b9681a65995832866a5bed96","observation_id":"117aea19-4896-4035-ad31-92e30be3ff51","resolution":{"observed_at":"2026-08-09T12:16:27.359434Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2211.12588","last_updated":"2023-10-23T01:27:38Z","snapshot_observed_at":"2026-08-02T13:06:11.850456Z","submitted_at":"2022-11-22T21:06:00Z","title":"Program of Thoughts Prompting: Disentangling Computation from Reasoning for Numerical Reasoning Tasks","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2211.12588","snapshot_observed_at":"2026-08-09T12:16:27.367859Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2502.04350","last_updated":"2025-05-29T00:38:10Z","snapshot_observed_at":"2026-08-09T23:37:02.751429Z","submitted_at":"2025-02-04T15:53:59Z","title":"CodeSteer: Symbolic-Augmented Language Models via Code/Text Guidance","version":2},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-09T12:16:27.367859Z"},"links":{"cited_paper":"/paper/2211.12588","citing_paper":"/paper/2502.04350"},"observation_digest":"sha256:bb8b32c102ef3dcf63530a49fe497a8505d4885e11f7ad2deeb49ba99ca05693","observation_id":"11589202-77c9-4a07-8f06-8fc31b7751af","resolution":{"observed_at":"2026-08-09T12:16:27.367859Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T12:16:27.363922Z","title":"URL http: //dx.doi.org/10.1145/3690624.3709196","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2502.04350","last_updated":"2025-05-29T00:38:10Z","snapshot_observed_at":"2026-08-09T23:37:02.751429Z","submitted_at":"2025-02-04T15:53:59Z","title":"CodeSteer: Symbolic-Augmented Language Models via Code/Text Guidance","version":2},"reference_index":2025,"source":"pdf_text","source_observed_at":"2026-08-09T12:16:27.363922Z"},"links":{"citing_paper":"/paper/2502.04350"},"observation_digest":"sha256:5f0abc8cefe24e5f9456e113029f02519fc56e7ad139651c5cb8e1075dff4857","observation_id":"07bf2d63-80c1-401f-9355-dcc7bee372f9","resolution":{"observed_at":"2026-08-09T12:16:27.363922Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2502.04350","last_updated":"2025-05-29T00:38:10Z","latest_version":2,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-09T23:37:02.751429Z","submitted_at":"2025-02-04T15:53:59Z","title":"CodeSteer: Symbolic-Augmented Language Models via Code/Text Guidance"},"reference_resolution":{"displayed":35,"state_counts":{"malformed_identifier":1,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":25,"verified_exact":2,"verified_fuzzy":7},"total_outbound_references":35},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"thesis":"As of 10 August 2026, this Paper Citation Record lists 35 of 35 outbound references and 1 inbound Pith citation observation for arXiv:2502.04350."}