{"as_of":"2026-08-18T21:31:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:fd6519395e45c01a68cc599b42258cb33c151601a0c492a954241a9ff85ff749","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":12,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":12,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-18T06:34:40.430872+00:00","state":"measured"},{"denominator":12,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":12,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-16T11:56:37.483408Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":1,"source":"arxiv_reference","source_observed_at":"2026-08-05T02:28:24.338817Z","state":"measured"}],"external_citation_measurements":[{"count":1,"observed_at":"2026-08-05T02:28:24.338817Z","source":"arxiv_reference"}],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2407.03479","last_updated":"2024-07-03T19:53:47Z","snapshot_observed_at":"2026-08-16T13:37:15.218290Z","submitted_at":"2024-07-03T19:53:47Z","title":"Human-Centered Design Recommendations for LLM-as-a-Judge","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.03479","snapshot_observed_at":"2026-08-12T11:59:18.356623Z","title":"Human-centered design recommendations for llm-as-a-judge,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.17793","last_updated":"2024-11-26T17:43:32Z","snapshot_observed_at":"2026-08-15T22:06:40.141239Z","submitted_at":"2024-11-26T17:43:32Z","title":"Engineering AI Judge Systems","version":1},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-08-12T11:59:18.356623Z"},"links":{"cited_paper":"/paper/2407.03479","citing_paper":"/paper/2411.17793"},"observation_digest":"sha256:d6505a0786b9a0ac505ea5bdaa5dec162d1afaeb83982d8acadd4fecc2a47d3d","observation_id":"698c9c48-3d7c-4663-9190-028b2013d533","resolution":{"observed_at":"2026-08-12T11:59:18.356623Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.03479","last_updated":"2024-07-03T19:53:47Z","snapshot_observed_at":"2026-08-16T13:37:15.218290Z","submitted_at":"2024-07-03T19:53:47Z","title":"Human-Centered Design Recommendations for LLM-as-a-Judge","version":1},"cited_work":{"arxiv_id":"2407.03479","doi":"10.48550/arxiv.2407.03479","metadata_source":"arxiv_reference","pith_arxiv_id":"2407.03479","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Human- centered design recommendations for llm-as-a-judge","venue":"arXiv (Cornell University)","work_id":"48108d71-8e3d-4e7d-a522-05a38a73a8fe","year":2024},"citing_paper":{"arxiv_id":"2412.05579","last_updated":"2024-12-10T05:49:12Z","snapshot_observed_at":"2026-08-17T10:18:05.650518Z","submitted_at":"2024-12-07T08:07:24Z","title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","version":2},"reference_index":175,"source":"pdf_text","source_observed_at":"2026-05-11T23:08:34.312466Z"},"links":{"cited_paper":"/paper/2407.03479","citing_paper":"/paper/2412.05579"},"observation_digest":"sha256:8385efdbf846e1697820753c267b6433a07a70944e4f6de4c5398673afe4d6d0","observation_id":"2c4cc155-e7f7-4117-98d5-dd7338a6cb85","resolution":{"observed_at":"2026-05-11T23:11:13.317267Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.03479","last_updated":"2024-07-03T19:53:47Z","snapshot_observed_at":"2026-08-16T13:37:15.218290Z","submitted_at":"2024-07-03T19:53:47Z","title":"Human-Centered Design Recommendations for LLM-as-a-Judge","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.03479","snapshot_observed_at":"2026-08-16T11:56:37.483408Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.14222","last_updated":"2025-04-19T08:06:48Z","snapshot_observed_at":"2026-08-16T11:51:46.035462Z","submitted_at":"2025-04-19T08:06:48Z","title":"tAIfa: Enhancing Team Effectiveness and Cohesion with AI-Generated Automated Feedback","version":1},"reference_index":82,"source":"pdf_text","source_observed_at":"2026-08-16T11:56:37.483408Z"},"links":{"cited_paper":"/paper/2407.03479","citing_paper":"/paper/2504.14222"},"observation_digest":"sha256:fb5090a0af01fd5f9995600af5ed582fab9c11de4eba4a25a940bfe3b04d8198","observation_id":"fd190ed0-e42c-4e1b-94df-fab570a7591c","resolution":{"observed_at":"2026-08-16T11:56:37.483408Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.03479","last_updated":"2024-07-03T19:53:47Z","snapshot_observed_at":"2026-08-16T13:37:15.218290Z","submitted_at":"2024-07-03T19:53:47Z","title":"Human-Centered Design Recommendations for LLM-as-a-Judge","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.03479","snapshot_observed_at":"2026-08-15T23:30:29.502034Z","title":"S., Johnson J., Nair R., Daly E., Geyer W","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04487","last_updated":"2025-05-07T15:01:23Z","snapshot_observed_at":"2026-08-18T13:33:30.546207Z","submitted_at":"2025-05-07T15:01:23Z","title":"A Design Space for the Critical Validation of LLM-Generated Tabular Data","version":1},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-15T23:30:29.502034Z"},"links":{"cited_paper":"/paper/2407.03479","citing_paper":"/paper/2505.04487"},"observation_digest":"sha256:c4eb9c487e3ff0d309ba60e5bc134c2014fb0f6949bad87cd5850e69e03058f4","observation_id":"70fa1381-9ced-4a64-ac84-4ef91d15ef08","resolution":{"observed_at":"2026-08-15T23:30:29.502034Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.03479","last_updated":"2024-07-03T19:53:47Z","snapshot_observed_at":"2026-08-16T13:37:15.218290Z","submitted_at":"2024-07-03T19:53:47Z","title":"Human-Centered Design Recommendations for LLM-as-a-Judge","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.03479","snapshot_observed_at":"2026-08-15T22:13:04.805330Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.07664","last_updated":"2025-05-12T15:31:16Z","snapshot_observed_at":"2026-08-18T20:36:04.679723Z","submitted_at":"2025-05-12T15:31:16Z","title":"A Case Study Investigating the Role of Generative AI in Quality Evaluations of Epics in Agile Software Development","version":1},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-08-15T22:13:04.805330Z"},"links":{"cited_paper":"/paper/2407.03479","citing_paper":"/paper/2505.07664"},"observation_digest":"sha256:6c3946a08f30e24cd413e07ef9b6ee9f096a4c50052c585cd1b2223b8532d4e1","observation_id":"6095d48a-b2e7-45c7-9b7e-a8654c37d8f5","resolution":{"observed_at":"2026-08-15T22:13:04.805330Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.03479","last_updated":"2024-07-03T19:53:47Z","snapshot_observed_at":"2026-08-16T13:37:15.218290Z","submitted_at":"2024-07-03T19:53:47Z","title":"Human-Centered Design Recommendations for LLM-as-a-Judge","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.03479","snapshot_observed_at":"2026-08-07T13:23:51.588167Z","title":"Advances in neural in- formation processing systems, 35:27730–27744","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.23820","last_updated":"2025-05-28T01:31:54Z","snapshot_observed_at":"2026-08-09T10:08:31.202217Z","submitted_at":"2025-05-28T01:31:54Z","title":"Arbiters of Ambivalence: Challenges of Using LLMs in No-Consensus Tasks","version":1},"reference_index":2022,"source":"pdf_text","source_observed_at":"2026-08-07T13:23:51.588167Z"},"links":{"cited_paper":"/paper/2407.03479","citing_paper":"/paper/2505.23820"},"observation_digest":"sha256:d63f4f40bb5bff3144910f4f605419e9bce2f9cd9946356b008214d5e881db9d","observation_id":"487ff4ce-77a9-460c-ae37-99a31a85c4a9","resolution":{"observed_at":"2026-08-07T13:23:51.588167Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.03479","last_updated":"2024-07-03T19:53:47Z","snapshot_observed_at":"2026-08-16T13:37:15.218290Z","submitted_at":"2024-07-03T19:53:47Z","title":"Human-Centered Design Recommendations for LLM-as-a-Judge","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.03479","snapshot_observed_at":"2026-08-06T20:24:08.262727Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.02819","last_updated":"2025-08-19T13:24:31Z","snapshot_observed_at":"2026-08-06T21:37:13.724015Z","submitted_at":"2025-07-03T17:33:24Z","title":"Measurement as Bricolage: Examining How Data Scientists Construct Target Variables for Predictive Modeling Tasks","version":3},"reference_index":104,"source":"pdf_text","source_observed_at":"2026-08-06T20:24:08.262727Z"},"links":{"cited_paper":"/paper/2407.03479","citing_paper":"/paper/2507.02819"},"observation_digest":"sha256:e8ad24f833eceada1e1d7eea8004e574cc476943aafb5e583c6d0713c9a323c6","observation_id":"5d4767b0-ebb5-4a5c-a42b-402c88401fa7","resolution":{"observed_at":"2026-08-06T20:24:08.262727Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.03479","last_updated":"2024-07-03T19:53:47Z","snapshot_observed_at":"2026-08-16T13:37:15.218290Z","submitted_at":"2024-07-03T19:53:47Z","title":"Human-Centered Design Recommendations for LLM-as-a-Judge","version":1},"cited_work":{"arxiv_id":"2407.03479","doi":"10.48550/arxiv.2407.03479","metadata_source":"arxiv_reference","pith_arxiv_id":"2407.03479","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Human- centered design recommendations for llm-as-a-judge","venue":"arXiv (Cornell University)","work_id":"48108d71-8e3d-4e7d-a522-05a38a73a8fe","year":2024},"citing_paper":{"arxiv_id":"2508.15503","last_updated":"2026-05-21T21:46:55Z","snapshot_observed_at":"2026-08-14T19:16:27.854742Z","submitted_at":"2025-08-21T12:30:30Z","title":"Guidelines for Empirical Studies in Software Engineering involving Large Language Models","version":5},"reference_index":99,"source":"pdf_text","source_observed_at":"2026-05-18T22:02:36.307598Z"},"links":{"cited_paper":"/paper/2407.03479","citing_paper":"/paper/2508.15503"},"observation_digest":"sha256:da3e56cba2c90aa15f30b7e2ad15711dd6d6056afc8b8906f3d530c814a1b07b","observation_id":"22b28149-dc76-4615-91ab-df4e7e495a21","resolution":{"observed_at":"2026-05-18T22:02:52.282207Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.03479","last_updated":"2024-07-03T19:53:47Z","snapshot_observed_at":"2026-08-16T13:37:15.218290Z","submitted_at":"2024-07-03T19:53:47Z","title":"Human-Centered Design Recommendations for LLM-as-a-Judge","version":1},"cited_work":{"arxiv_id":"2407.03479","doi":"10.48550/arxiv.2407.03479","metadata_source":"arxiv_reference","pith_arxiv_id":"2407.03479","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Human- centered design recommendations for llm-as-a-judge","venue":"arXiv (Cornell University)","work_id":"48108d71-8e3d-4e7d-a522-05a38a73a8fe","year":2024},"citing_paper":{"arxiv_id":"2508.15503","last_updated":"2026-05-21T21:46:55Z","snapshot_observed_at":"2026-08-14T19:16:27.854742Z","submitted_at":"2025-08-21T12:30:30Z","title":"Guidelines for Empirical Studies in Software Engineering involving Large Language Models","version":6},"reference_index":99,"source":"pdf_text","source_observed_at":"2026-05-25T08:18:18.448122Z"},"links":{"cited_paper":"/paper/2407.03479","citing_paper":"/paper/2508.15503"},"observation_digest":"sha256:66e1be1bf3d94638eb38c7e777c7640fb5980145b79ccb5b7271eba61a6c5c26","observation_id":"cdb0bbe9-dc64-4ecc-83aa-5144c59b0d2a","resolution":{"observed_at":"2026-05-25T08:20:31.357401Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.03479","last_updated":"2024-07-03T19:53:47Z","snapshot_observed_at":"2026-08-16T13:37:15.218290Z","submitted_at":"2024-07-03T19:53:47Z","title":"Human-Centered Design Recommendations for LLM-as-a-Judge","version":1},"cited_work":{"arxiv_id":"2407.03479","doi":"10.48550/arxiv.2407.03479","metadata_source":"arxiv_reference","pith_arxiv_id":"2407.03479","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Human- centered design recommendations for llm-as-a-judge","venue":"arXiv (Cornell University)","work_id":"48108d71-8e3d-4e7d-a522-05a38a73a8fe","year":2024},"citing_paper":{"arxiv_id":"2604.05371","last_updated":"2026-04-07T03:16:44Z","snapshot_observed_at":"2026-07-06T22:54:08.897942Z","submitted_at":"2026-04-07T03:16:44Z","title":"LLM-as-Judge for Semantic Judging of Powerline Segmentation in UAV Inspection","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-05-10T19:37:19.360378Z"},"links":{"cited_paper":"/paper/2407.03479","citing_paper":"/paper/2604.05371"},"observation_digest":"sha256:777576099ef3158ad0ba037f1e45340b0c9d6f36e414f4a1b204b78f97018182","observation_id":"c45983fe-e20d-4776-843b-6212170bc539","resolution":{"observed_at":"2026-05-10T22:45:48.078704Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.03479","last_updated":"2024-07-03T19:53:47Z","snapshot_observed_at":"2026-08-16T13:37:15.218290Z","submitted_at":"2024-07-03T19:53:47Z","title":"Human-Centered Design Recommendations for LLM-as-a-Judge","version":1},"cited_work":{"arxiv_id":"2407.03479","doi":"10.48550/arxiv.2407.03479","metadata_source":"arxiv_reference","pith_arxiv_id":"2407.03479","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Human- centered design recommendations for llm-as-a-judge","venue":"arXiv (Cornell University)","work_id":"48108d71-8e3d-4e7d-a522-05a38a73a8fe","year":2024},"citing_paper":{"arxiv_id":"2604.16304","last_updated":"2026-01-25T10:36:59Z","snapshot_observed_at":"2026-08-14T10:38:16.283118Z","submitted_at":"2026-01-25T10:36:59Z","title":"Results-Actionability Gap: Understanding How Practitioners Evaluate LLM Products in the Wild","version":1},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-05-16T11:26:38.634540Z"},"links":{"cited_paper":"/paper/2407.03479","citing_paper":"/paper/2604.16304"},"observation_digest":"sha256:8b7854c12c56b9a1b319f87588216dff6510555a2845f7a2f38466e06add057a","observation_id":"75230a94-7698-4b96-a6b1-4f25dd1cc06a","resolution":{"observed_at":"2026-05-16T11:27:48.184935Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.03479","last_updated":"2024-07-03T19:53:47Z","snapshot_observed_at":"2026-08-16T13:37:15.218290Z","submitted_at":"2024-07-03T19:53:47Z","title":"Human-Centered Design Recommendations for LLM-as-a-Judge","version":1},"cited_work":{"arxiv_id":"2407.03479","doi":"10.48550/arxiv.2407.03479","metadata_source":"arxiv_reference","pith_arxiv_id":"2407.03479","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Human- centered design recommendations for llm-as-a-judge","venue":"arXiv (Cornell University)","work_id":"48108d71-8e3d-4e7d-a522-05a38a73a8fe","year":2024},"citing_paper":{"arxiv_id":"2606.10142","last_updated":"2026-06-08T20:17:49Z","snapshot_observed_at":"2026-08-13T22:02:19.610327Z","submitted_at":"2026-06-08T20:17:49Z","title":"DB-3DME: From Dataset to Benchmark for Human-aligned Automatic 3D Mesh Evaluation","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-06-27T16:46:34.169875Z"},"links":{"cited_paper":"/paper/2407.03479","citing_paper":"/paper/2606.10142"},"observation_digest":"sha256:de8d4f13f62394f8bf9cc1c738f6e1702b0e9177e609946591ca4ef5485bcc5e","observation_id":"c8a6e547-ba27-42f7-bd36-33f7d81ad6ab","resolution":{"observed_at":"2026-07-03T01:07:30.820148Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2407.03479/citation-record","integrity":"/paper/2407.03479/integrity","json":"/paper/2407.03479/citation-record.json","paper":"/paper/2407.03479"},"outbound":[],"paper":{"arxiv_id":"2407.03479","last_updated":"2024-07-03T19:53:47Z","latest_version":1,"primary_category":"cs.HC","snapshot_observed_at":"2026-08-16T13:37:15.218290Z","submitted_at":"2024-07-03T19:53:47Z","title":"Human-Centered Design Recommendations for LLM-as-a-Judge"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"thesis":"As of 18 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 12 inbound Pith citation observations for arXiv:2407.03479."}