{"as_of":"2026-08-14T08:27:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:6156f1523120b11d22567ff36f7f00a93f88232f7e92cc9296e5a8b30930b64c","coverage":[{"denominator":22,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":22,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T20:09:18.850828Z","state":"measured"},{"denominator":23,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":23,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-14T06:32:32.682623+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-05-13T20:12:12.283350Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-13T20:13:13.135815Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2507.03620","last_updated":"2025-07-04T14:46:56Z","snapshot_observed_at":"2026-08-14T01:49:58.838810Z","submitted_at":"2025-07-04T14:46:56Z","title":"Is It Time To Treat Prompts As Code? A Multi-Use Case Study For Prompt Optimization Using DSPy","version":1},"cited_work":{"arxiv_id":"2507.03620","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2507.03620","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Lemos, V","venue":null,"work_id":"81eb7ba4-90ef-48b0-aa0b-75df255e78b2","year":2025},"citing_paper":{"arxiv_id":"2604.02776","last_updated":"2026-04-03T06:37:51Z","snapshot_observed_at":"2026-08-14T07:46:21.749389Z","submitted_at":"2026-04-03T06:37:51Z","title":"Evaluating the Environmental Impact of using SLMs and Prompt Engineering for Code Generation","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-05-13T20:12:12.283350Z"},"links":{"cited_paper":"/paper/2507.03620","citing_paper":"/paper/2604.02776"},"observation_digest":"sha256:38cc34dbd4c673e22d9e275d227a3e8fc61c564cc0dbc00574e88223f4904b89","observation_id":"c42f5884-14d0-4036-9b63-f37459c3316d","resolution":{"observed_at":"2026-05-13T20:13:13.138337Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2507.03620/citation-record","integrity":"/paper/2507.03620/integrity","json":"/paper/2507.03620/citation-record.json","paper":"/paper/2507.03620"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2025.10126","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T20:09:19.641865Z","title":"Patterns 6, 101260 (2025)","venue":null,"work_id":"dc41d193-600c-4826-93a6-86563f0b0c57","year":2025},"citing_paper":{"arxiv_id":"2507.03620","last_updated":"2025-07-04T14:46:56Z","snapshot_observed_at":"2026-08-14T01:49:58.838810Z","submitted_at":"2025-07-04T14:46:56Z","title":"Is It Time To Treat Prompts As Code? A Multi-Use Case Study For Prompt Optimization Using DSPy","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-06T20:09:17.147836Z"},"links":{"citing_paper":"/paper/2507.03620"},"observation_digest":"sha256:0dba01e407de085df9aca7e5059b40354f6279800ed1bb5dde6842186170e122","observation_id":"025d5d91-34da-4fd9-83ac-4de89d3e6453","resolution":{"observed_at":"2026-08-06T20:09:19.665029Z","resolver_source":"raw_fallback","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T20:09:20.161393Z","title":"Weights & Biases Blog (2025-02-12)","venue":null,"work_id":"595c77fc-fd0d-4eb7-9dd9-4f023780d34d","year":2025},"citing_paper":{"arxiv_id":"2507.03620","last_updated":"2025-07-04T14:46:56Z","snapshot_observed_at":"2026-08-14T01:49:58.838810Z","submitted_at":"2025-07-04T14:46:56Z","title":"Is It Time To Treat Prompts As Code? A Multi-Use Case Study For Prompt Optimization Using DSPy","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-06T20:09:17.247040Z"},"links":{"citing_paper":"/paper/2507.03620"},"observation_digest":"sha256:f5e0c0cad9a61471f5f402da6120f1fb9c75b03ef4bb2b374c264ec009555947","observation_id":"8dd58951-b9f7-466f-a687-1140f6b7c0ef","resolution":{"observed_at":"2026-08-06T20:09:20.247090Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.01822","last_updated":"2024-05-29T12:57:01Z","snapshot_observed_at":"2026-08-13T04:28:14.075387Z","submitted_at":"2024-02-02T16:35:00Z","title":"Building Guardrails for Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.01822","snapshot_observed_at":"2026-08-06T20:09:17.288317Z","title":"et al.: Building Guardrails for Large Language Models","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.03620","last_updated":"2025-07-04T14:46:56Z","snapshot_observed_at":"2026-08-14T01:49:58.838810Z","submitted_at":"2025-07-04T14:46:56Z","title":"Is It Time To Treat Prompts As Code? A Multi-Use Case Study For Prompt Optimization Using DSPy","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-06T20:09:17.288317Z"},"links":{"cited_paper":"/paper/2402.01822","citing_paper":"/paper/2507.03620"},"observation_digest":"sha256:fa8822e2af11b6722cc7409606a8afc56e0efb121ab7ec4acf245d36c9774754","observation_id":"ce73c044-1664-4028-ab1c-a38b782638e1","resolution":{"observed_at":"2026-08-06T20:09:17.288317Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.15594","last_updated":"2025-10-19T10:32:43Z","snapshot_observed_at":"2026-08-13T06:43:22.011336Z","submitted_at":"2024-11-23T16:03:35Z","title":"A Survey on LLM-as-a-Judge","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.15594","snapshot_observed_at":"2026-08-06T20:09:17.371936Z","title":"et al.: A Survey on LLM-as-a-Judge","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.03620","last_updated":"2025-07-04T14:46:56Z","snapshot_observed_at":"2026-08-14T01:49:58.838810Z","submitted_at":"2025-07-04T14:46:56Z","title":"Is It Time To Treat Prompts As Code? A Multi-Use Case Study For Prompt Optimization Using DSPy","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-06T20:09:17.371936Z"},"links":{"cited_paper":"/paper/2411.15594","citing_paper":"/paper/2507.03620"},"observation_digest":"sha256:1922935d0e13ac51a1095826301a0babfd239d9735e60e8c69326ebe7e9d9d16","observation_id":"51e87782-acab-467e-814b-7929e92f013e","resolution":{"observed_at":"2026-08-06T20:09:17.371936Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.08532","last_updated":"2025-05-01T11:56:52Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-09-15T16:50:09Z","title":"EvoPrompt: Connecting LLMs with Evolutionary Algorithms Yields Powerful Prompt Optimizers","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.08532","snapshot_observed_at":"2026-08-06T20:09:17.480213Z","title":"et al.: EvoPrompt: Connecting LLMs with Evolutionary Algorithms Yields Powerful Prompt Optimizers","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.03620","last_updated":"2025-07-04T14:46:56Z","snapshot_observed_at":"2026-08-14T01:49:58.838810Z","submitted_at":"2025-07-04T14:46:56Z","title":"Is It Time To Treat Prompts As Code? A Multi-Use Case Study For Prompt Optimization Using DSPy","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-06T20:09:17.480213Z"},"links":{"cited_paper":"/paper/2309.08532","citing_paper":"/paper/2507.03620"},"observation_digest":"sha256:f2b3c94b10bd6313f3dd7997e317da2bf63c13fa11b062b82d9d4027a3f4764d","observation_id":"7add55fe-7cf0-4cc8-9027-ab171bf8f1a6","resolution":{"observed_at":"2026-08-06T20:09:17.480213Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.10117","last_updated":"2023-11-16T07:42:46Z","snapshot_observed_at":"2026-08-13T05:24:07.242117Z","submitted_at":"2023-11-16T07:42:46Z","title":"Automatic Engineering of Long Prompts","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.10117","snapshot_observed_at":"2026-08-06T20:09:17.556647Z","title":"arXiv preprint arXiv:2311.10117 (2023)","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.03620","last_updated":"2025-07-04T14:46:56Z","snapshot_observed_at":"2026-08-14T01:49:58.838810Z","submitted_at":"2025-07-04T14:46:56Z","title":"Is It Time To Treat Prompts As Code? A Multi-Use Case Study For Prompt Optimization Using DSPy","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-06T20:09:17.556647Z"},"links":{"cited_paper":"/paper/2311.10117","citing_paper":"/paper/2507.03620"},"observation_digest":"sha256:d33142d7294aa4c23cb26da278846b6a4ceb5740b84f16d61d840dd4f3d402d5","observation_id":"91d7bca0-ef4f-4814-bdcf-d8ab70425e6c","resolution":{"observed_at":"2026-08-06T20:09:17.556647Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.10169","last_updated":"2023-07-19T17:55:13Z","snapshot_observed_at":"2026-08-13T10:52:25.097969Z","submitted_at":"2023-07-19T17:55:13Z","title":"Challenges and Applications of Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.10169","snapshot_observed_at":"2026-08-06T20:09:17.632250Z","title":"arXiv preprint arXiv:2307.10169 (2023)","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.03620","last_updated":"2025-07-04T14:46:56Z","snapshot_observed_at":"2026-08-14T01:49:58.838810Z","submitted_at":"2025-07-04T14:46:56Z","title":"Is It Time To Treat Prompts As Code? A Multi-Use Case Study For Prompt Optimization Using DSPy","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-06T20:09:17.632250Z"},"links":{"cited_paper":"/paper/2307.10169","citing_paper":"/paper/2507.03620"},"observation_digest":"sha256:5095b93c8d4e9a82b6c96750526042e5f6832abd46489b234198aca7f3626322","observation_id":"8ef395f0-49f1-499f-ad42-4ec94f2a89cd","resolution":{"observed_at":"2026-08-06T20:09:17.632250Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T20:09:19.998649Z","title":"https://microsoft.github","venue":null,"work_id":"45ae3c1f-a59b-420f-8bea-ce6a110b0b68","year":2023},"citing_paper":{"arxiv_id":"2507.03620","last_updated":"2025-07-04T14:46:56Z","snapshot_observed_at":"2026-08-14T01:49:58.838810Z","submitted_at":"2025-07-04T14:46:56Z","title":"Is It Time To Treat Prompts As Code? A Multi-Use Case Study For Prompt Optimization Using DSPy","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-06T20:09:17.724147Z"},"links":{"citing_paper":"/paper/2507.03620"},"observation_digest":"sha256:2093048f0ca5a89dd0734c372cfc334ee9a6abf1238e8839ee16018de02fa1be","observation_id":"791e2078-424f-48fd-b472-18d1055f189d","resolution":{"observed_at":"2026-08-06T20:09:20.085672Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T20:09:17.852527Z","title":"et al.: From Generation to Judgment: Opportunities and Challenges of LLM-as-a-Judge","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.03620","last_updated":"2025-07-04T14:46:56Z","snapshot_observed_at":"2026-08-14T01:49:58.838810Z","submitted_at":"2025-07-04T14:46:56Z","title":"Is It Time To Treat Prompts As Code? A Multi-Use Case Study For Prompt Optimization Using DSPy","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-06T20:09:17.852527Z"},"links":{"citing_paper":"/paper/2507.03620"},"observation_digest":"sha256:1a2ec8d984729cf670d154fe20ae3f66c39d16c6b2ef5ec3f71442afa10b78f9","observation_id":"6a2ea1ac-18fb-40c8-b2fb-a35a68a7d39f","resolution":{"observed_at":"2026-08-06T20:09:17.852527Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.05579","last_updated":"2024-12-10T05:49:12Z","snapshot_observed_at":"2026-08-11T23:22:45.789386Z","submitted_at":"2024-12-07T08:07:24Z","title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.05579","snapshot_observed_at":"2026-08-06T20:09:17.937244Z","title":"et al.: LLMs-as-Judges: A Comprehensive Survey on LLM-based Eval- uation Methods","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.03620","last_updated":"2025-07-04T14:46:56Z","snapshot_observed_at":"2026-08-14T01:49:58.838810Z","submitted_at":"2025-07-04T14:46:56Z","title":"Is It Time To Treat Prompts As Code? A Multi-Use Case Study For Prompt Optimization Using DSPy","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-06T20:09:17.937244Z"},"links":{"cited_paper":"/paper/2412.05579","citing_paper":"/paper/2507.03620"},"observation_digest":"sha256:2e6a719bb7bf8379343157433418ee2f6d323d5e7963fb2bc50156e19d3ca294","observation_id":"8a58fb67-00a2-44ba-9864-54d44f5aea36","resolution":{"observed_at":"2026-08-06T20:09:17.937244Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.08291","last_updated":"2023-05-15T01:18:23Z","snapshot_observed_at":"2026-08-13T11:42:55.730572Z","submitted_at":"2023-05-15T01:18:23Z","title":"Large Language Model Guided Tree-of-Thought","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.08291","snapshot_observed_at":"2026-08-06T20:09:18.037146Z","title":"arXiv preprint arXiv:2305.08291 (2023)","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.03620","last_updated":"2025-07-04T14:46:56Z","snapshot_observed_at":"2026-08-14T01:49:58.838810Z","submitted_at":"2025-07-04T14:46:56Z","title":"Is It Time To Treat Prompts As Code? A Multi-Use Case Study For Prompt Optimization Using DSPy","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-06T20:09:18.037146Z"},"links":{"cited_paper":"/paper/2305.08291","citing_paper":"/paper/2507.03620"},"observation_digest":"sha256:f91287e9cdf83564575b7e9444d4f7fccfd7d2c8ff181956ba60598d0cfdbb23","observation_id":"6699e35c-0864-4c78-b9e4-a1c411483820","resolution":{"observed_at":"2026-08-06T20:09:18.037146Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T20:09:19.866010Z","title":"Microsoft Learn (2025-05.28)","venue":null,"work_id":"6518152b-7ed2-4d40-9c52-f1e5d7f7fb31","year":2025},"citing_paper":{"arxiv_id":"2507.03620","last_updated":"2025-07-04T14:46:56Z","snapshot_observed_at":"2026-08-14T01:49:58.838810Z","submitted_at":"2025-07-04T14:46:56Z","title":"Is It Time To Treat Prompts As Code? A Multi-Use Case Study For Prompt Optimization Using DSPy","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-06T20:09:18.182943Z"},"links":{"citing_paper":"/paper/2507.03620"},"observation_digest":"sha256:ea1725abc3e03667c713043885dce73272cd179af994f64a20e9f72ca9d0b3ea","observation_id":"f84df100-575e-4aa6-9758-0566ee4df129","resolution":{"observed_at":"2026-08-06T20:09:19.928667Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.11695","last_updated":"2024-10-06T17:34:26Z","snapshot_observed_at":"2026-08-12T23:40:55.018358Z","submitted_at":"2024-06-17T16:12:03Z","title":"Optimizing Instructions and Demonstrations for Multi-Stage Language Model Programs","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.11695","snapshot_observed_at":"2026-08-06T20:09:18.293773Z","title":"et al.: Optimizing Instructions and Demonstrations for Multi-Stage Language Model Programs","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.03620","last_updated":"2025-07-04T14:46:56Z","snapshot_observed_at":"2026-08-14T01:49:58.838810Z","submitted_at":"2025-07-04T14:46:56Z","title":"Is It Time To Treat Prompts As Code? A Multi-Use Case Study For Prompt Optimization Using DSPy","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-06T20:09:18.293773Z"},"links":{"cited_paper":"/paper/2406.11695","citing_paper":"/paper/2507.03620"},"observation_digest":"sha256:3a433c36ba7bf3a5b077143e839a337625857bb9934a6250afa64f314107db26","observation_id":"9671d293-2436-4a9e-a593-f982f9284599","resolution":{"observed_at":"2026-08-06T20:09:18.293773Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.07927","last_updated":"2025-03-16T06:23:34Z","snapshot_observed_at":"2026-08-05T17:55:26.008016Z","submitted_at":"2024-02-05T19:49:13Z","title":"A Systematic Survey of Prompt Engineering in Large Language Models: Techniques and Applications","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.07927","snapshot_observed_at":"2026-08-06T20:09:18.349737Z","title":"arXiv preprint arXiv:2402.07927 (2025)","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.03620","last_updated":"2025-07-04T14:46:56Z","snapshot_observed_at":"2026-08-14T01:49:58.838810Z","submitted_at":"2025-07-04T14:46:56Z","title":"Is It Time To Treat Prompts As Code? A Multi-Use Case Study For Prompt Optimization Using DSPy","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-06T20:09:18.349737Z"},"links":{"cited_paper":"/paper/2402.07927","citing_paper":"/paper/2507.03620"},"observation_digest":"sha256:873c3e382745e7a693e14f74f8509414b2010a2c0bea2b55d2f7fb4920c95ad1","observation_id":"3995addb-faf2-44f0-aea1-35515ac2b365","resolution":{"observed_at":"2026-08-06T20:09:18.349737Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"9317.2023","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T20:09:19.447181Z","title":"In: 2023 10th International Conference 20 F","venue":null,"work_id":"8e206207-9c14-4ef6-8ebb-69bc271c024a","year":2023},"citing_paper":{"arxiv_id":"2507.03620","last_updated":"2025-07-04T14:46:56Z","snapshot_observed_at":"2026-08-14T01:49:58.838810Z","submitted_at":"2025-07-04T14:46:56Z","title":"Is It Time To Treat Prompts As Code? A Multi-Use Case Study For Prompt Optimization Using DSPy","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-06T20:09:18.367872Z"},"links":{"citing_paper":"/paper/2507.03620"},"observation_digest":"sha256:6f7b99d61ecebdcff5527da609a3dde07086db35138e0a38f858479d1344c6f6","observation_id":"51720ee9-4391-489d-882d-d5e648ba16dc","resolution":{"observed_at":"2026-08-06T20:09:19.512631Z","resolver_source":"raw_fallback","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.20315","last_updated":"2025-02-27T17:41:49Z","snapshot_observed_at":"2026-08-14T05:39:07.766485Z","submitted_at":"2025-02-27T17:41:49Z","title":"LangProBe: a Language Programs Benchmark","version":1},"cited_work":{"arxiv_id":"2502.20315","doi":"10.48550/arxiv.2502.20315","metadata_source":"pith","pith_arxiv_id":"2502.20315","snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":"LangProBe: a Language Programs Benchmark","venue":"cs.CL","work_id":"210593b6-e571-499e-8e7b-b902fd4c291a","year":2025},"citing_paper":{"arxiv_id":"2507.03620","last_updated":"2025-07-04T14:46:56Z","snapshot_observed_at":"2026-08-14T01:49:58.838810Z","submitted_at":"2025-07-04T14:46:56Z","title":"Is It Time To Treat Prompts As Code? A Multi-Use Case Study For Prompt Optimization Using DSPy","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-06T20:09:18.370845Z"},"links":{"cited_paper":"/paper/2502.20315","citing_paper":"/paper/2507.03620"},"observation_digest":"sha256:41f4801b6ce923ddd9d7a6f967f380a2ed560f9e0f72440cf459b8bb7f67b588","observation_id":"85642410-3f23-4cb8-a086-b369d6c584e3","resolution":{"observed_at":"2026-08-06T20:09:19.098747Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T20:09:19.731851Z","title":"Sourcery.ai Blog (2024- 05-13)","venue":null,"work_id":"d251d208-ac17-4655-b973-324a3735dbd9","year":2024},"citing_paper":{"arxiv_id":"2507.03620","last_updated":"2025-07-04T14:46:56Z","snapshot_observed_at":"2026-08-14T01:49:58.838810Z","submitted_at":"2025-07-04T14:46:56Z","title":"Is It Time To Treat Prompts As Code? A Multi-Use Case Study For Prompt Optimization Using DSPy","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-06T20:09:18.374797Z"},"links":{"citing_paper":"/paper/2507.03620"},"observation_digest":"sha256:53e983357b5a004839dc6915157e5ed9a0883330a05f2a490d2f36cebc8e8ffe","observation_id":"fed43112-a9e6-4931-8014-f3eee076836d","resolution":{"observed_at":"2026-08-06T20:09:19.801221Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.02184","last_updated":"2024-10-03T03:58:03Z","snapshot_observed_at":"2026-08-13T18:45:39.738577Z","submitted_at":"2024-10-03T03:58:03Z","title":"CodeJudge: Evaluating Code Generation with Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.02184","snapshot_observed_at":"2026-08-06T20:09:18.412504Z","title":"arXiv preprint arXiv:2410.02184 (2024)","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.03620","last_updated":"2025-07-04T14:46:56Z","snapshot_observed_at":"2026-08-14T01:49:58.838810Z","submitted_at":"2025-07-04T14:46:56Z","title":"Is It Time To Treat Prompts As Code? A Multi-Use Case Study For Prompt Optimization Using DSPy","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-06T20:09:18.412504Z"},"links":{"cited_paper":"/paper/2410.02184","citing_paper":"/paper/2507.03620"},"observation_digest":"sha256:69d3496233a0e2c7ea4559fbe7314e039377490f1f84840070003e27539b980f","observation_id":"02084f4a-0f73-458f-a9c5-d6565fd1facc","resolution":{"observed_at":"2026-08-06T20:09:18.412504Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.03409","last_updated":"2024-04-15T07:50:32Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-09-07T00:07:15Z","title":"Large Language Models as Optimizers","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.03409","snapshot_observed_at":"2026-08-06T20:09:18.512245Z","title":"et al.: Large Language Models as Optimizers","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.03620","last_updated":"2025-07-04T14:46:56Z","snapshot_observed_at":"2026-08-14T01:49:58.838810Z","submitted_at":"2025-07-04T14:46:56Z","title":"Is It Time To Treat Prompts As Code? A Multi-Use Case Study For Prompt Optimization Using DSPy","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-06T20:09:18.512245Z"},"links":{"cited_paper":"/paper/2309.03409","citing_paper":"/paper/2507.03620"},"observation_digest":"sha256:99ab93a5bfcc651bcbaf9584de1286872fd1616dfa4a5a9a28d7e2c0c9ef190d","observation_id":"479b81f9-0ad8-4d6f-b717-d8255b18920c","resolution":{"observed_at":"2026-08-06T20:09:18.512245Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.10601","last_updated":"2023-12-03T22:50:35Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-05-17T23:16:17Z","title":"Tree of Thoughts: Deliberate Problem Solving with Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.10601","snapshot_observed_at":"2026-08-06T20:09:18.604284Z","title":"et al.: Tree of Thoughts: Deliberate Problem Solving with Large Language Models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.03620","last_updated":"2025-07-04T14:46:56Z","snapshot_observed_at":"2026-08-14T01:49:58.838810Z","submitted_at":"2025-07-04T14:46:56Z","title":"Is It Time To Treat Prompts As Code? A Multi-Use Case Study For Prompt Optimization Using DSPy","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-06T20:09:18.604284Z"},"links":{"cited_paper":"/paper/2305.10601","citing_paper":"/paper/2507.03620"},"observation_digest":"sha256:ac943f0cf9d51e03d8162942d6e1e53de08e2d88f8df7cb4e608c40194ecc2df","observation_id":"3ed2e96e-b62f-4d53-b35e-b1f00fa0acdc","resolution":{"observed_at":"2026-08-06T20:09:18.604284Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.07496","last_updated":"2024-06-11T17:32:21Z","snapshot_observed_at":"2026-08-13T02:15:58.634561Z","submitted_at":"2024-06-11T17:32:21Z","title":"TextGrad: Automatic \"Differentiation\" via Text","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.07496","snapshot_observed_at":"2026-08-06T20:09:18.732390Z","title":"et al.: TextGrad: Automatic ”Differentiation” via Text","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.03620","last_updated":"2025-07-04T14:46:56Z","snapshot_observed_at":"2026-08-14T01:49:58.838810Z","submitted_at":"2025-07-04T14:46:56Z","title":"Is It Time To Treat Prompts As Code? A Multi-Use Case Study For Prompt Optimization Using DSPy","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-06T20:09:18.732390Z"},"links":{"cited_paper":"/paper/2406.07496","citing_paper":"/paper/2507.03620"},"observation_digest":"sha256:675439690d382cac3c94f6997283beaeb8a98d92caac7d368235980bd8d38d3d","observation_id":"71435733-4a8f-4be0-83f6-0ff0052d94c3","resolution":{"observed_at":"2026-08-06T20:09:18.732390Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2211.01910","last_updated":"2023-03-10T17:20:17Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2022-11-03T15:43:03Z","title":"Large Language Models Are Human-Level Prompt Engineers","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2211.01910","snapshot_observed_at":"2026-08-06T20:09:18.850828Z","title":"et al.: Large Language Models Are Human-Level Prompt En- gineers","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.03620","last_updated":"2025-07-04T14:46:56Z","snapshot_observed_at":"2026-08-14T01:49:58.838810Z","submitted_at":"2025-07-04T14:46:56Z","title":"Is It Time To Treat Prompts As Code? A Multi-Use Case Study For Prompt Optimization Using DSPy","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-06T20:09:18.850828Z"},"links":{"cited_paper":"/paper/2211.01910","citing_paper":"/paper/2507.03620"},"observation_digest":"sha256:445ca8fc9851ce2913e6753b372e866ee439df37ff93b02aa8b94aee74f8bb42","observation_id":"4dfe9f3a-4210-4bd5-a925-95df41537e98","resolution":{"observed_at":"2026-08-06T20:09:18.850828Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2507.03620","last_updated":"2025-07-04T14:46:56Z","latest_version":1,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-14T01:49:58.838810Z","submitted_at":"2025-07-04T14:46:56Z","title":"Is It Time To Treat Prompts As Code? A Multi-Use Case Study For Prompt Optimization Using DSPy"},"reference_resolution":{"displayed":22,"state_counts":{"malformed_identifier":0,"metadata_mismatch":1,"parse_uncertain":0,"unresolved":15,"verified_exact":2,"verified_fuzzy":4},"total_outbound_references":22},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"thesis":"As of 14 August 2026, this Paper Citation Record lists 22 of 22 outbound references and 1 inbound Pith citation observation for arXiv:2507.03620."}