{"as_of":"2026-08-22T00:03:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:f11ff4b931ffbadc862463c49845c531754e7e3dc0c259e0a077f154e7c9604a","coverage":[{"denominator":20,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":20,"source":"paper_references, paper_reference_links","source_observed_at":"2026-07-11T04:31:30.304599Z","state":"measured"},{"denominator":20,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":20,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-21T06:32:19.484+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2607.05638/citation-record","integrity":"/paper/2607.05638/integrity","json":"/paper/2607.05638/citation-record.json","paper":"/paper/2607.05638"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:31:30.304599Z","title":"Tracking the moving target: A framework for continuous evaluation of LLM -based tools","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.05638","last_updated":"2026-07-06T20:58:49Z","snapshot_observed_at":"2026-08-17T01:49:02.978753Z","submitted_at":"2026-07-06T20:58:49Z","title":"EvalLoop: A Methodology for Evaluation-Driven Iterative Improvement of Business AI Systems","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-07-11T04:31:30.304599Z"},"links":{"citing_paper":"/paper/2607.05638"},"observation_digest":"sha256:5464a95dcc074c9d96043453ae4a9a9ecc924d2e1331e699d9d88ad8cae6049a","observation_id":"c67e26e7-20ab-4af6-9bbc-0f930f16ca4c","resolution":{"observed_at":"2026-07-11T04:31:30.304599Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2602.17017","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:37:48.190752Z","title":"Sales research agent and sales research bench","venue":null,"work_id":"d99e3e95-680f-4528-8d10-9b8a86f091ef","year":2025},"citing_paper":{"arxiv_id":"2607.05638","last_updated":"2026-07-06T20:58:49Z","snapshot_observed_at":"2026-08-17T01:49:02.978753Z","submitted_at":"2026-07-06T20:58:49Z","title":"EvalLoop: A Methodology for Evaluation-Driven Iterative Improvement of Business AI Systems","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-07-11T04:31:30.304599Z"},"links":{"citing_paper":"/paper/2607.05638"},"observation_digest":"sha256:22dfc0791e986e02c69ee8f600e11ed7c0409dceafe3fe0dc8a30d840d234e65","observation_id":"8122f513-1b5a-49fb-aa0d-1a8a6efde94b","resolution":{"observed_at":"2026-07-11T04:37:48.195193Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:31:30.304599Z","title":"A survey on evaluation of large language models","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.05638","last_updated":"2026-07-06T20:58:49Z","snapshot_observed_at":"2026-08-17T01:49:02.978753Z","submitted_at":"2026-07-06T20:58:49Z","title":"EvalLoop: A Methodology for Evaluation-Driven Iterative Improvement of Business AI Systems","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-07-11T04:31:30.304599Z"},"links":{"citing_paper":"/paper/2607.05638"},"observation_digest":"sha256:0a3fded5f14013189f29b56b2da7cf58e88404f4e62ad456f95f999cfd816c84","observation_id":"dc950f7c-6f1a-4df7-b2f6-293941ecf39e","resolution":{"observed_at":"2026-07-11T04:31:30.304599Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:31:30.304599Z","title":"CritiqueLLM : Towards an informative critique generation model for evaluation of large language model generation","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.05638","last_updated":"2026-07-06T20:58:49Z","snapshot_observed_at":"2026-08-17T01:49:02.978753Z","submitted_at":"2026-07-06T20:58:49Z","title":"EvalLoop: A Methodology for Evaluation-Driven Iterative Improvement of Business AI Systems","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-07-11T04:31:30.304599Z"},"links":{"citing_paper":"/paper/2607.05638"},"observation_digest":"sha256:ea34af9fa19e0b9644afdab3a82f7cfa44da71887c0edcd652a293ff38b47dd1","observation_id":"7eeb8257-39f6-4b3e-819c-4be7efdba038","resolution":{"observed_at":"2026-07-11T04:31:30.304599Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:31:30.304599Z","title":"DSPy : Compiling declarative language model calls into self-improving pipelines","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.05638","last_updated":"2026-07-06T20:58:49Z","snapshot_observed_at":"2026-08-17T01:49:02.978753Z","submitted_at":"2026-07-06T20:58:49Z","title":"EvalLoop: A Methodology for Evaluation-Driven Iterative Improvement of Business AI Systems","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-07-11T04:31:30.304599Z"},"links":{"citing_paper":"/paper/2607.05638"},"observation_digest":"sha256:84e9b46659157b1f1554a3f8f84bd9618b31a52a12ecacc77d1ac758cb08a523","observation_id":"b0949089-828b-4d80-a664-8c01a1f0aca5","resolution":{"observed_at":"2026-07-11T04:31:30.304599Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:31:30.304599Z","title":"Prometheus: Inducing fine-grained evaluation capability in language models","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.05638","last_updated":"2026-07-06T20:58:49Z","snapshot_observed_at":"2026-08-17T01:49:02.978753Z","submitted_at":"2026-07-06T20:58:49Z","title":"EvalLoop: A Methodology for Evaluation-Driven Iterative Improvement of Business AI Systems","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-07-11T04:31:30.304599Z"},"links":{"citing_paper":"/paper/2607.05638"},"observation_digest":"sha256:17f2aa3a3c2bb64397aefa670705e3771bb5e770abdf7afa74c407333e7677d0","observation_id":"72d2d7b1-28f4-4e7c-a06e-d6a9104b01ce","resolution":{"observed_at":"2026-07-11T04:31:30.304599Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.02762","last_updated":"2024-12-31T06:54:19Z","snapshot_observed_at":"2026-08-20T04:14:42.847669Z","submitted_at":"2023-07-06T04:05:44Z","title":"PRD: Peer Rank and Discussion Improve Large Language Model based Evaluations","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.02762","snapshot_observed_at":"2026-07-11T04:31:30.304599Z","title":"PRD : Peer rank and discussion improve large language model based evaluation","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.05638","last_updated":"2026-07-06T20:58:49Z","snapshot_observed_at":"2026-08-17T01:49:02.978753Z","submitted_at":"2026-07-06T20:58:49Z","title":"EvalLoop: A Methodology for Evaluation-Driven Iterative Improvement of Business AI Systems","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-07-11T04:31:30.304599Z"},"links":{"cited_paper":"/paper/2307.02762","citing_paper":"/paper/2607.05638"},"observation_digest":"sha256:cb8fb32daa15dfa9fd116d9491cccb483c905265efa08602937a2224b837b008","observation_id":"6f4470e7-f9ca-4a75-b77a-ae60e340d52b","resolution":{"observed_at":"2026-07-11T04:31:30.304599Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:31:30.304599Z","title":"Holistic evaluation of language models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.05638","last_updated":"2026-07-06T20:58:49Z","snapshot_observed_at":"2026-08-17T01:49:02.978753Z","submitted_at":"2026-07-06T20:58:49Z","title":"EvalLoop: A Methodology for Evaluation-Driven Iterative Improvement of Business AI Systems","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-07-11T04:31:30.304599Z"},"links":{"citing_paper":"/paper/2607.05638"},"observation_digest":"sha256:49d56eead262a335fdadd82bc369c3e3726611f3dbfa15f668ae8f899569567f","observation_id":"40fce22c-1a0f-4be1-af4d-249beb098c64","resolution":{"observed_at":"2026-07-11T04:31:30.304599Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:31:30.304599Z","title":"G-Eval : NLG evaluation using GPT-4 with better human alignment","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.05638","last_updated":"2026-07-06T20:58:49Z","snapshot_observed_at":"2026-08-17T01:49:02.978753Z","submitted_at":"2026-07-06T20:58:49Z","title":"EvalLoop: A Methodology for Evaluation-Driven Iterative Improvement of Business AI Systems","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-07-11T04:31:30.304599Z"},"links":{"citing_paper":"/paper/2607.05638"},"observation_digest":"sha256:8ab72717f890a16e050c83221a36b22c065cf2ed0bd0adbb826d01712a559774","observation_id":"7d3553b1-3741-45b7-97d8-a1606df935bc","resolution":{"observed_at":"2026-07-11T04:31:30.304599Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:31:30.304599Z","title":"FActScore : Fine-grained atomic evaluation of factual precision in long form text generation","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.05638","last_updated":"2026-07-06T20:58:49Z","snapshot_observed_at":"2026-08-17T01:49:02.978753Z","submitted_at":"2026-07-06T20:58:49Z","title":"EvalLoop: A Methodology for Evaluation-Driven Iterative Improvement of Business AI Systems","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-07-11T04:31:30.304599Z"},"links":{"citing_paper":"/paper/2607.05638"},"observation_digest":"sha256:801026fd669d8085781a2c30f6cf30c5bb777f1efde2a0e28818e6815218c040","observation_id":"b99cbb13-fc7c-4a5b-83cb-1a8d7b595122","resolution":{"observed_at":"2026-07-11T04:31:30.304599Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.13076","last_updated":"2024-04-15T16:49:59Z","snapshot_observed_at":"2026-08-18T02:44:37.072871Z","submitted_at":"2024-04-15T16:49:59Z","title":"LLM Evaluators Recognize and Favor Their Own Generations","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.13076","snapshot_observed_at":"2026-07-11T04:31:30.304599Z","title":"LLM evaluators recognize and favor their own generations","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.05638","last_updated":"2026-07-06T20:58:49Z","snapshot_observed_at":"2026-08-17T01:49:02.978753Z","submitted_at":"2026-07-06T20:58:49Z","title":"EvalLoop: A Methodology for Evaluation-Driven Iterative Improvement of Business AI Systems","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-07-11T04:31:30.304599Z"},"links":{"cited_paper":"/paper/2404.13076","citing_paper":"/paper/2607.05638"},"observation_digest":"sha256:73ee5d0f8cd2e53b3bfcfc22942eef52909a47561e3ca3217a226205b7640971","observation_id":"fb9b4ffe-3174-4067-8e82-d2a3d73095a1","resolution":{"observed_at":"2026-07-11T04:31:30.304599Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:31:30.304599Z","title":"Continuous benchmark generation for evaluating enterprise-scale LLM agents","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.05638","last_updated":"2026-07-06T20:58:49Z","snapshot_observed_at":"2026-08-17T01:49:02.978753Z","submitted_at":"2026-07-06T20:58:49Z","title":"EvalLoop: A Methodology for Evaluation-Driven Iterative Improvement of Business AI Systems","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-07-11T04:31:30.304599Z"},"links":{"citing_paper":"/paper/2607.05638"},"observation_digest":"sha256:ecf9f0516b9d08641d208028467747895feda8230a46752611d409406026c17a","observation_id":"8565a891-a4ab-481a-bbee-d694978ca86e","resolution":{"observed_at":"2026-07-11T04:31:30.304599Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:31:30.304599Z","title":"Quantifying language models' sensitivity to spurious features in prompt design","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.05638","last_updated":"2026-07-06T20:58:49Z","snapshot_observed_at":"2026-08-17T01:49:02.978753Z","submitted_at":"2026-07-06T20:58:49Z","title":"EvalLoop: A Methodology for Evaluation-Driven Iterative Improvement of Business AI Systems","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-07-11T04:31:30.304599Z"},"links":{"citing_paper":"/paper/2607.05638"},"observation_digest":"sha256:6f3d719414650ded0018df593c179f901612b93413766b4820f4c28173a79e5b","observation_id":"50be605d-b448-4310-a15f-be876f45bb51","resolution":{"observed_at":"2026-07-11T04:31:30.304599Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.12272","last_updated":"2024-04-18T15:45:27Z","snapshot_observed_at":"2026-08-20T21:06:18.098294Z","submitted_at":"2024-04-18T15:45:27Z","title":"Who Validates the Validators? Aligning LLM-Assisted Evaluation of LLM Outputs with Human Preferences","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.12272","snapshot_observed_at":"2026-07-11T04:31:30.304599Z","title":"Zamfirescu-Pereira, Bj \\\"o rn Hartmann, Aditya G Parameswaran, and Ian Arawjo","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.05638","last_updated":"2026-07-06T20:58:49Z","snapshot_observed_at":"2026-08-17T01:49:02.978753Z","submitted_at":"2026-07-06T20:58:49Z","title":"EvalLoop: A Methodology for Evaluation-Driven Iterative Improvement of Business AI Systems","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-07-11T04:31:30.304599Z"},"links":{"cited_paper":"/paper/2404.12272","citing_paper":"/paper/2607.05638"},"observation_digest":"sha256:c65a257c45b865ddeacf30b4e5bc9dc42b2c195957a1b911957b62bb29a59992","observation_id":"17b1b9e6-75ea-411a-a84c-3bb1236c9232","resolution":{"observed_at":"2026-07-11T04:31:30.304599Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:31:30.304599Z","title":"DecodingTrust : A comprehensive assessment of trustworthiness in GPT models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.05638","last_updated":"2026-07-06T20:58:49Z","snapshot_observed_at":"2026-08-17T01:49:02.978753Z","submitted_at":"2026-07-06T20:58:49Z","title":"EvalLoop: A Methodology for Evaluation-Driven Iterative Improvement of Business AI Systems","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-07-11T04:31:30.304599Z"},"links":{"citing_paper":"/paper/2607.05638"},"observation_digest":"sha256:eaa11825543009fa370876275f8fc06d6c60890ec0b090bf73196b14b572b97d","observation_id":"2df74d01-d23a-47e7-bc98-2185f8bbdf9c","resolution":{"observed_at":"2026-07-11T04:31:30.304599Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.20274","last_updated":"2025-06-25T09:34:25Z","snapshot_observed_at":"2026-08-21T16:28:49.359450Z","submitted_at":"2025-06-25T09:34:25Z","title":"Enterprise Large Language Model Evaluation Benchmark","version":1},"cited_work":{"arxiv_id":"2506.20274","doi":null,"metadata_source":"pith","pith_arxiv_id":"2506.20274","snapshot_observed_at":"2026-07-11T04:37:48.221956Z","title":"Enterprise Large Language Model Evaluation Benchmark","venue":"cs.AI","work_id":"91be2d27-b676-444c-b449-e51e338a2c54","year":2025},"citing_paper":{"arxiv_id":"2607.05638","last_updated":"2026-07-06T20:58:49Z","snapshot_observed_at":"2026-08-17T01:49:02.978753Z","submitted_at":"2026-07-06T20:58:49Z","title":"EvalLoop: A Methodology for Evaluation-Driven Iterative Improvement of Business AI Systems","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-07-11T04:31:30.304599Z"},"links":{"cited_paper":"/paper/2506.20274","citing_paper":"/paper/2607.05638"},"observation_digest":"sha256:695bd2f7ffc4bc3c0359a8415a3afb76e52cb1b9d8ab51006e0e58a65a0093f2","observation_id":"a7252636-13b0-4af4-bb2e-54afe157cff0","resolution":{"observed_at":"2026-07-11T04:37:48.225034Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.17926","last_updated":"2023-08-30T13:22:35Z","snapshot_observed_at":"2026-08-14T09:51:03.197404Z","submitted_at":"2023-05-29T07:41:03Z","title":"Large Language Models are not Fair Evaluators","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.17926","snapshot_observed_at":"2026-07-11T04:31:30.304599Z","title":"Large language models are not fair evaluators","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.05638","last_updated":"2026-07-06T20:58:49Z","snapshot_observed_at":"2026-08-17T01:49:02.978753Z","submitted_at":"2026-07-06T20:58:49Z","title":"EvalLoop: A Methodology for Evaluation-Driven Iterative Improvement of Business AI Systems","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-07-11T04:31:30.304599Z"},"links":{"cited_paper":"/paper/2305.17926","citing_paper":"/paper/2607.05638"},"observation_digest":"sha256:a9c764635388ac0593c6751df4d758e1e24cbd1fcbc3b99c57ce20ee1fde0ca7","observation_id":"355fac38-aa57-4548-9269-bc4f155488c4","resolution":{"observed_at":"2026-07-11T04:31:30.304599Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.12857","last_updated":"2024-10-11T18:19:05Z","snapshot_observed_at":"2026-08-20T16:18:44.258095Z","submitted_at":"2024-10-11T18:19:05Z","title":"Enterprise Benchmarks for Large Language Model Evaluation","version":1},"cited_work":{"arxiv_id":"2410.12857","doi":null,"metadata_source":"pith","pith_arxiv_id":"2410.12857","snapshot_observed_at":"2026-07-11T04:37:48.233768Z","title":"Enterprise Benchmarks for Large Language Model Evaluation","venue":"cs.CL","work_id":"f7793cde-aa3d-4817-afe4-f44baa32de88","year":2024},"citing_paper":{"arxiv_id":"2607.05638","last_updated":"2026-07-06T20:58:49Z","snapshot_observed_at":"2026-08-17T01:49:02.978753Z","submitted_at":"2026-07-06T20:58:49Z","title":"EvalLoop: A Methodology for Evaluation-Driven Iterative Improvement of Business AI Systems","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-07-11T04:31:30.304599Z"},"links":{"cited_paper":"/paper/2410.12857","citing_paper":"/paper/2607.05638"},"observation_digest":"sha256:bd7ea28c31ef1c8cc9fa1a83948556f6890ffe3ab01a065df27c036b841442c0","observation_id":"5271d88e-1c75-498e-8765-04b134aae86f","resolution":{"observed_at":"2026-07-11T04:37:48.237015Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:31:30.304599Z","title":"Judging LLM -as-a-judge with MT-Bench and Chatbot Arena","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.05638","last_updated":"2026-07-06T20:58:49Z","snapshot_observed_at":"2026-08-17T01:49:02.978753Z","submitted_at":"2026-07-06T20:58:49Z","title":"EvalLoop: A Methodology for Evaluation-Driven Iterative Improvement of Business AI Systems","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-07-11T04:31:30.304599Z"},"links":{"citing_paper":"/paper/2607.05638"},"observation_digest":"sha256:006b41679610feb1f9ed741556d99cf5a1bd69ab78a1a169c7bdb80e757620cf","observation_id":"f86fe046-35ca-462b-83a7-6a2b18d42b0c","resolution":{"observed_at":"2026-07-11T04:31:30.304599Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:31:30.304599Z","title":"Large language models are human-level prompt engineers","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.05638","last_updated":"2026-07-06T20:58:49Z","snapshot_observed_at":"2026-08-17T01:49:02.978753Z","submitted_at":"2026-07-06T20:58:49Z","title":"EvalLoop: A Methodology for Evaluation-Driven Iterative Improvement of Business AI Systems","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-07-11T04:31:30.304599Z"},"links":{"citing_paper":"/paper/2607.05638"},"observation_digest":"sha256:24eb17d266368cacbaea3a688aefb30b93dc744a25a8527c2c29b04ea0425e9e","observation_id":"b9fb2545-7687-4857-a08b-96caf623a160","resolution":{"observed_at":"2026-07-11T04:31:30.304599Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2607.05638","last_updated":"2026-07-06T20:58:49Z","latest_version":1,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-17T01:49:02.978753Z","submitted_at":"2026-07-06T20:58:49Z","title":"EvalLoop: A Methodology for Evaluation-Driven Iterative Improvement of Business AI Systems"},"reference_resolution":{"displayed":20,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":17,"verified_exact":3,"verified_fuzzy":0},"total_outbound_references":20},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"thesis":"As of 22 August 2026, this Paper Citation Record lists 20 of 20 outbound references and 0 inbound Pith citation observations for arXiv:2607.05638."}