{"as_of":"2026-08-18T22:07:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:73b987ad88c929c28dc457d71e36bd849297ea68f428f8dd3acbdb350ba9d4ec","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":12,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":12,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-18T06:34:40.430872+00:00","state":"measured"},{"denominator":12,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":12,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-16T12:33:25.443461Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-19T14:47:36.130572Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2312.13382","last_updated":"2024-02-02T18:20:03Z","snapshot_observed_at":"2026-08-16T14:32:49.919925Z","submitted_at":"2023-12-20T19:13:26Z","title":"DSPy Assertions: Computational Constraints for Self-Refining Language Model Pipelines","version":2},"cited_work":{"arxiv_id":"2312.13382","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2312.13382","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"2312.13382 , archivePrefix=","venue":null,"work_id":"8e363b98-7d95-4d00-90a3-fc7e43376fa3","year":2024},"citing_paper":{"arxiv_id":"2403.12031","last_updated":"2024-03-28T17:56:28Z","snapshot_observed_at":"2026-08-16T16:38:21.205977Z","submitted_at":"2024-03-18T17:59:04Z","title":"RouterBench: A Benchmark for Multi-LLM Routing System","version":2},"reference_index":108,"source":"arxiv_source","source_observed_at":"2026-05-16T10:47:31.006944Z"},"links":{"cited_paper":"/paper/2312.13382","citing_paper":"/paper/2403.12031"},"observation_digest":"sha256:32cae892c7e11a653e5cd66c75a5e843ea7b08bbe4d3a4e1c37b79ab7c64e32d","observation_id":"74f7a3f1-47f4-43f1-8905-d8c1217b4063","resolution":{"observed_at":"2026-05-16T10:47:31.146805Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2312.13382","last_updated":"2024-02-02T18:20:03Z","snapshot_observed_at":"2026-08-16T14:32:49.919925Z","submitted_at":"2023-12-20T19:13:26Z","title":"DSPy Assertions: Computational Constraints for Self-Refining Language Model Pipelines","version":2},"cited_work":{"arxiv_id":"2312.13382","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2312.13382","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"2312.13382 , archivePrefix=","venue":null,"work_id":"8e363b98-7d95-4d00-90a3-fc7e43376fa3","year":2024},"citing_paper":{"arxiv_id":"2406.07496","last_updated":"2024-06-11T17:32:21Z","snapshot_observed_at":"2026-08-13T02:15:58.634561Z","submitted_at":"2024-06-11T17:32:21Z","title":"TextGrad: Automatic \"Differentiation\" via Text","version":1},"reference_index":73,"source":"pdf_text","source_observed_at":"2026-05-13T11:27:58.098484Z"},"links":{"cited_paper":"/paper/2312.13382","citing_paper":"/paper/2406.07496"},"observation_digest":"sha256:b42d40388257ccede549b475769428eadd9f263a9602a0a5d010b097714bab62","observation_id":"b1b91b32-77a4-4b4b-a726-4a90b2e95005","resolution":{"observed_at":"2026-05-13T11:27:58.289018Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2312.13382","last_updated":"2024-02-02T18:20:03Z","snapshot_observed_at":"2026-08-16T14:32:49.919925Z","submitted_at":"2023-12-20T19:13:26Z","title":"DSPy Assertions: Computational Constraints for Self-Refining Language Model Pipelines","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.13382","snapshot_observed_at":"2026-08-10T23:07:33.807216Z","title":"DSPy assertions: Computational constraints for self-refining language model pipelines","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.21154","last_updated":"2024-12-30T18:33:28Z","snapshot_observed_at":"2026-08-15T03:49:18.213082Z","submitted_at":"2024-12-30T18:33:28Z","title":"Aviary: training language agents on challenging scientific tasks","version":1},"reference_index":87,"source":"pdf_text","source_observed_at":"2026-08-10T23:07:33.807216Z"},"links":{"cited_paper":"/paper/2312.13382","citing_paper":"/paper/2412.21154"},"observation_digest":"sha256:0ddbd10d5d26e6d0c971dbdf291b767d433f808ff0c74e5755e320f9fe71853a","observation_id":"fa18ea2a-1474-42ad-972b-e764df186b12","resolution":{"observed_at":"2026-08-10T23:07:33.807216Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2312.13382","last_updated":"2024-02-02T18:20:03Z","snapshot_observed_at":"2026-08-16T14:32:49.919925Z","submitted_at":"2023-12-20T19:13:26Z","title":"DSPy Assertions: Computational Constraints for Self-Refining Language Model Pipelines","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.13382","snapshot_observed_at":"2026-08-10T15:25:14.709782Z","title":"Dspy assertions: Computational constraints for self-refining language model pipelines","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2502.00032","last_updated":"2025-01-23T23:09:13Z","snapshot_observed_at":"2026-08-14T03:09:56.334548Z","submitted_at":"2025-01-23T23:09:13Z","title":"Querying Databases with Function Calling","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-10T15:25:14.709782Z"},"links":{"cited_paper":"/paper/2312.13382","citing_paper":"/paper/2502.00032"},"observation_digest":"sha256:23a208c684486830618ca959cb870722f1890a3dc8832aec0a36ce5d54d48208","observation_id":"b53a0fad-e239-4c54-9542-0bb59eee9494","resolution":{"observed_at":"2026-08-10T15:25:14.709782Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2312.13382","last_updated":"2024-02-02T18:20:03Z","snapshot_observed_at":"2026-08-16T14:32:49.919925Z","submitted_at":"2023-12-20T19:13:26Z","title":"DSPy Assertions: Computational Constraints for Self-Refining Language Model Pipelines","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.13382","snapshot_observed_at":"2026-08-16T12:33:25.443461Z","title":"Dspy assertions: Computational constraints for self-refining language model pipelines, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.12562","last_updated":"2025-04-17T01:23:50Z","snapshot_observed_at":"2026-08-18T12:21:18.584953Z","submitted_at":"2025-04-17T01:23:50Z","title":"ZeroSumEval: Scaling LLM Evaluation with Inter-Model Competition","version":1},"reference_index":51,"source":"arxiv_source","source_observed_at":"2026-08-16T12:33:25.443461Z"},"links":{"cited_paper":"/paper/2312.13382","citing_paper":"/paper/2504.12562"},"observation_digest":"sha256:647fee80e2e96378df28f410b7202c9e5874a655fb17e31eb9198f4daad2ed73","observation_id":"350e11da-e245-40a4-9b3c-61d64bcbc605","resolution":{"observed_at":"2026-08-16T12:33:25.443461Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2312.13382","last_updated":"2024-02-02T18:20:03Z","snapshot_observed_at":"2026-08-16T14:32:49.919925Z","submitted_at":"2023-12-20T19:13:26Z","title":"DSPy Assertions: Computational Constraints for Self-Refining Language Model Pipelines","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.13382","snapshot_observed_at":"2026-08-07T14:11:00.083057Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.19838","last_updated":"2025-05-26T11:22:17Z","snapshot_observed_at":"2026-08-12T04:11:08.465056Z","submitted_at":"2025-05-26T11:22:17Z","title":"FoodTaxo: Generating Food Taxonomies with Large Language Models","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-07T14:11:00.083057Z"},"links":{"cited_paper":"/paper/2312.13382","citing_paper":"/paper/2505.19838"},"observation_digest":"sha256:9563cbee0af8991c22fbfb405875517f90aaa68065203d5260dfe54ccd0f5787","observation_id":"6df25bb7-d3db-47fe-9334-fdc7784e61e6","resolution":{"observed_at":"2026-08-07T14:11:00.083057Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2312.13382","last_updated":"2024-02-02T18:20:03Z","snapshot_observed_at":"2026-08-16T14:32:49.919925Z","submitted_at":"2023-12-20T19:13:26Z","title":"DSPy Assertions: Computational Constraints for Self-Refining Language Model Pipelines","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.13382","snapshot_observed_at":"2026-08-06T20:43:26.719336Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.02173","last_updated":"2025-07-02T22:12:03Z","snapshot_observed_at":"2026-08-18T13:15:53.245771Z","submitted_at":"2025-07-02T22:12:03Z","title":"Data Diversification Methods In Alignment Enhance Math Performance In LLMs","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-06T20:43:26.719336Z"},"links":{"cited_paper":"/paper/2312.13382","citing_paper":"/paper/2507.02173"},"observation_digest":"sha256:5e5e038098d382434094990fa21b8d4777c1f571fe2b49f0a29e9ffea44a1ea8","observation_id":"b9ae8b89-1084-4bca-951c-0fd403558898","resolution":{"observed_at":"2026-08-06T20:43:26.719336Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2312.13382","last_updated":"2024-02-02T18:20:03Z","snapshot_observed_at":"2026-08-16T14:32:49.919925Z","submitted_at":"2023-12-20T19:13:26Z","title":"DSPy Assertions: Computational Constraints for Self-Refining Language Model Pipelines","version":2},"cited_work":{"arxiv_id":"2312.13382","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2312.13382","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"2312.13382 , archivePrefix=","venue":null,"work_id":"8e363b98-7d95-4d00-90a3-fc7e43376fa3","year":2024},"citing_paper":{"arxiv_id":"2508.05012","last_updated":"2026-04-03T20:54:14Z","snapshot_observed_at":"2026-08-11T09:05:45.549428Z","submitted_at":"2025-08-07T03:49:56Z","title":"Making Prompts First-Class Citizens for Adaptive LLM Pipelines","version":2},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-05-19T00:58:13.697256Z"},"links":{"cited_paper":"/paper/2312.13382","citing_paper":"/paper/2508.05012"},"observation_digest":"sha256:fc91227512f34bc1877ea4176830bccf11d406dd69a15075308032c3c59abafe","observation_id":"26a16a96-1672-4ffe-8494-c518b9a4d6f5","resolution":{"observed_at":"2026-05-19T01:01:56.452056Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2312.13382","last_updated":"2024-02-02T18:20:03Z","snapshot_observed_at":"2026-08-16T14:32:49.919925Z","submitted_at":"2023-12-20T19:13:26Z","title":"DSPy Assertions: Computational Constraints for Self-Refining Language Model Pipelines","version":2},"cited_work":{"arxiv_id":"2312.13382","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2312.13382","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"2312.13382 , archivePrefix=","venue":null,"work_id":"8e363b98-7d95-4d00-90a3-fc7e43376fa3","year":2024},"citing_paper":{"arxiv_id":"2508.07407","last_updated":"2025-08-31T14:55:05Z","snapshot_observed_at":"2026-08-10T13:27:07.744131Z","submitted_at":"2025-08-10T16:07:32Z","title":"A Comprehensive Survey of Self-Evolving AI Agents: A New Paradigm Bridging Foundation Models and Lifelong Agentic Systems","version":2},"reference_index":87,"source":"pdf_text","source_observed_at":"2026-05-15T23:21:42.029285Z"},"links":{"cited_paper":"/paper/2312.13382","citing_paper":"/paper/2508.07407"},"observation_digest":"sha256:4c0212eee4ba04f699cb2048c66bb9db3123d378c646b6bb494d250fe7b3c46d","observation_id":"d31c785f-14b9-4a34-be54-212e1fb764f7","resolution":{"observed_at":"2026-05-15T23:21:42.686873Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2312.13382","last_updated":"2024-02-02T18:20:03Z","snapshot_observed_at":"2026-08-16T14:32:49.919925Z","submitted_at":"2023-12-20T19:13:26Z","title":"DSPy Assertions: Computational Constraints for Self-Refining Language Model Pipelines","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.13382","snapshot_observed_at":"2026-08-03T12:36:12.612884Z","title":"DSPy Assertions: Computational Constraints for Self-Refining Language Model Pipelines, February 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2601.02580","last_updated":"2026-07-24T20:17:29Z","snapshot_observed_at":"2026-08-11T08:21:16.011639Z","submitted_at":"2026-01-05T22:11:41Z","title":"Reconstructing Item Characteristic Curves using Fine-Tuned Large Language Models","version":2},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-03T12:36:12.612884Z"},"links":{"cited_paper":"/paper/2312.13382","citing_paper":"/paper/2601.02580"},"observation_digest":"sha256:d19fcd532f2856180558add1ed6c3149aa60054a880f7afa9c6b411e6e762f2a","observation_id":"f021194a-708f-4459-8587-35882b2e3ec8","resolution":{"observed_at":"2026-08-03T12:36:12.612884Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2312.13382","last_updated":"2024-02-02T18:20:03Z","snapshot_observed_at":"2026-08-16T14:32:49.919925Z","submitted_at":"2023-12-20T19:13:26Z","title":"DSPy Assertions: Computational Constraints for Self-Refining Language Model Pipelines","version":2},"cited_work":{"arxiv_id":"2312.13382","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2312.13382","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"2312.13382 , archivePrefix=","venue":null,"work_id":"8e363b98-7d95-4d00-90a3-fc7e43376fa3","year":2024},"citing_paper":{"arxiv_id":"2604.17290","last_updated":"2026-04-19T07:09:12Z","snapshot_observed_at":"2026-08-13T08:06:43.212357Z","submitted_at":"2026-04-19T07:09:12Z","title":"Probabilistic Programs of Thought","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-05-10T05:47:16.397997Z"},"links":{"cited_paper":"/paper/2312.13382","citing_paper":"/paper/2604.17290"},"observation_digest":"sha256:0b741afa2c68904aee229d9e7dc6a04da1274406e6ff52c2b32f3e3610167279","observation_id":"68907a83-b0f4-4cf3-a28d-e3a1737f46ad","resolution":{"observed_at":"2026-05-10T05:51:10.211266Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2312.13382","last_updated":"2024-02-02T18:20:03Z","snapshot_observed_at":"2026-08-16T14:32:49.919925Z","submitted_at":"2023-12-20T19:13:26Z","title":"DSPy Assertions: Computational Constraints for Self-Refining Language Model Pipelines","version":2},"cited_work":{"arxiv_id":"2312.13382","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2312.13382","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"2312.13382 , archivePrefix=","venue":null,"work_id":"8e363b98-7d95-4d00-90a3-fc7e43376fa3","year":2024},"citing_paper":{"arxiv_id":"2605.15425","last_updated":"2026-05-14T21:16:23Z","snapshot_observed_at":"2026-08-16T01:50:53.566981Z","submitted_at":"2026-05-14T21:16:23Z","title":"Runtime-Structured Task Decomposition for Agentic Coding Systems","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-05-19T14:46:37.166185Z"},"links":{"cited_paper":"/paper/2312.13382","citing_paper":"/paper/2605.15425"},"observation_digest":"sha256:6ff76e40b727e70ed428b3b8d70004d9f51b56f45d7ee78c5b52c0474946f2b6","observation_id":"0dda536c-49c3-4a63-a201-b40c62b5fee5","resolution":{"observed_at":"2026-05-19T14:47:36.132939Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2312.13382/citation-record","integrity":"/paper/2312.13382/integrity","json":"/paper/2312.13382/citation-record.json","paper":"/paper/2312.13382"},"outbound":[],"paper":{"arxiv_id":"2312.13382","last_updated":"2024-02-02T18:20:03Z","latest_version":2,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-16T14:32:49.919925Z","submitted_at":"2023-12-20T19:13:26Z","title":"DSPy Assertions: Computational Constraints for Self-Refining Language Model Pipelines"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"thesis":"As of 18 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 12 inbound Pith citation observations for arXiv:2312.13382."}