{"as_of":"2026-08-10T14:07:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:e1602a08ffc9dcbdde2308c52c64df65683ca34e43bd8e0eda3fdb653cd6ff95","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":10,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":10,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-10T06:31:04.303077+00:00","state":"measured"},{"denominator":10,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":10,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T10:17:46.909123Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-23T23:38:37.213575Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2307.02762","last_updated":"2024-12-31T06:54:19Z","snapshot_observed_at":"2026-08-10T03:17:56.283230Z","submitted_at":"2023-07-06T04:05:44Z","title":"PRD: Peer Rank and Discussion Improve Large Language Model based Evaluations","version":3},"cited_work":{"arxiv_id":"2307.02762","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2307.02762","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Prd: Peer rank and discussion improve large language model based evaluations","venue":null,"work_id":"335269be-446d-4bc9-a4cd-1c168dc5c6c9","year":2023},"citing_paper":{"arxiv_id":"2404.18796","last_updated":"2024-05-01T15:37:11Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-04-29T15:33:23Z","title":"Replacing Judges with Juries: Evaluating LLM Generations with a Panel of Diverse Models","version":2},"reference_index":58,"source":"arxiv_source","source_observed_at":"2026-05-15T23:32:17.279836Z"},"links":{"cited_paper":"/paper/2307.02762","citing_paper":"/paper/2404.18796"},"observation_digest":"sha256:c29ed91a4efe712554e4c3af613d19034d5bd4778d6c6ee42cb2c0db5cb879c8","observation_id":"8356853e-57b3-4401-b9b7-80195bc27957","resolution":{"observed_at":"2026-05-15T23:32:18.020934Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2307.02762","last_updated":"2024-12-31T06:54:19Z","snapshot_observed_at":"2026-08-10T03:17:56.283230Z","submitted_at":"2023-07-06T04:05:44Z","title":"PRD: Peer Rank and Discussion Improve Large Language Model based Evaluations","version":3},"cited_work":{"arxiv_id":"2307.02762","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2307.02762","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Prd: Peer rank and discussion improve large language model based evaluations","venue":null,"work_id":"335269be-446d-4bc9-a4cd-1c168dc5c6c9","year":2023},"citing_paper":{"arxiv_id":"2406.06608","last_updated":"2025-02-26T18:59:01Z","snapshot_observed_at":"2026-07-06T18:28:24.821865Z","submitted_at":"2024-06-06T18:10:11Z","title":"The Prompt Report: A Systematic Survey of Prompt Engineering Techniques","version":6},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-05-15T02:16:17.875268Z"},"links":{"cited_paper":"/paper/2307.02762","citing_paper":"/paper/2406.06608"},"observation_digest":"sha256:8b7a863465afc4818cccc63fd9b50e493b9952f7716af3612f88eabf36f035f2","observation_id":"d9894561-113d-4249-8f49-2e4a78c19147","resolution":{"observed_at":"2026-05-15T02:16:17.956202Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2307.02762","last_updated":"2024-12-31T06:54:19Z","snapshot_observed_at":"2026-08-10T03:17:56.283230Z","submitted_at":"2023-07-06T04:05:44Z","title":"PRD: Peer Rank and Discussion Improve Large Language Model based Evaluations","version":3},"cited_work":{"arxiv_id":"2307.02762","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2307.02762","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Prd: Peer rank and discussion improve large language model based evaluations","venue":null,"work_id":"335269be-446d-4bc9-a4cd-1c168dc5c6c9","year":2023},"citing_paper":{"arxiv_id":"2406.12708","last_updated":"2026-05-10T21:28:38Z","snapshot_observed_at":"2026-08-03T13:39:58.773778Z","submitted_at":"2024-06-18T15:22:12Z","title":"AgentReview: Exploring Peer Review Dynamics with LLM Agents","version":3},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-05-23T23:38:28.005028Z"},"links":{"cited_paper":"/paper/2307.02762","citing_paper":"/paper/2406.12708"},"observation_digest":"sha256:6e07a59efad25dd6fa51ec8042c7868e909f2753825e98ef18c6ae0b04d9a55b","observation_id":"7afb61fc-a695-4585-bb43-b88b9e3dd555","resolution":{"observed_at":"2026-05-23T23:38:37.217566Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2307.02762","last_updated":"2024-12-31T06:54:19Z","snapshot_observed_at":"2026-08-10T03:17:56.283230Z","submitted_at":"2023-07-06T04:05:44Z","title":"PRD: Peer Rank and Discussion Improve Large Language Model based Evaluations","version":3},"cited_work":{"arxiv_id":"2307.02762","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2307.02762","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Prd: Peer rank and discussion improve large language model based evaluations","venue":null,"work_id":"335269be-446d-4bc9-a4cd-1c168dc5c6c9","year":2023},"citing_paper":{"arxiv_id":"2412.05579","last_updated":"2024-12-10T05:49:12Z","snapshot_observed_at":"2026-07-31T01:42:39.468673Z","submitted_at":"2024-12-07T08:07:24Z","title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","version":2},"reference_index":137,"source":"pdf_text","source_observed_at":"2026-05-11T23:08:34.312466Z"},"links":{"cited_paper":"/paper/2307.02762","citing_paper":"/paper/2412.05579"},"observation_digest":"sha256:b105369e18f70f2767837dd5d101f60a5c7346b970559dc35cbf5ff712b2c757","observation_id":"07b64611-0d18-4aea-a4ea-fe50748114cc","resolution":{"observed_at":"2026-05-11T23:08:37.177887Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2307.02762","last_updated":"2024-12-31T06:54:19Z","snapshot_observed_at":"2026-08-10T03:17:56.283230Z","submitted_at":"2023-07-06T04:05:44Z","title":"PRD: Peer Rank and Discussion Improve Large Language Model based Evaluations","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.02762","snapshot_observed_at":"2026-08-07T10:17:46.909123Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.10019","last_updated":"2025-06-06T11:09:46Z","snapshot_observed_at":"2026-08-08T16:55:23.964977Z","submitted_at":"2025-06-06T11:09:46Z","title":"A Survey of Automatic Evaluation Methods on Text, Visual and Speech Generations","version":1},"reference_index":192,"source":"pdf_text","source_observed_at":"2026-08-07T10:17:46.909123Z"},"links":{"cited_paper":"/paper/2307.02762","citing_paper":"/paper/2506.10019"},"observation_digest":"sha256:dcb29e9fb540a0422085a1b4d30619a2798a3537fcae3a6b0ea159d2b33bd614","observation_id":"b84f9c7c-f98c-419e-b63d-718c381bf16b","resolution":{"observed_at":"2026-08-07T10:17:46.909123Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.02762","last_updated":"2024-12-31T06:54:19Z","snapshot_observed_at":"2026-08-10T03:17:56.283230Z","submitted_at":"2023-07-06T04:05:44Z","title":"PRD: Peer Rank and Discussion Improve Large Language Model based Evaluations","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.02762","snapshot_observed_at":"2026-08-06T18:12:58.824124Z","title":"Prd: Peer rank and discussion improve large language model based evaluations","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.08960","last_updated":"2025-07-11T18:34:07Z","snapshot_observed_at":"2026-08-06T18:05:47.861506Z","submitted_at":"2025-07-11T18:34:07Z","title":"How to Train a Leader: Hierarchical Reasoning in Multi-Agent LLMs","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-06T18:12:58.824124Z"},"links":{"cited_paper":"/paper/2307.02762","citing_paper":"/paper/2507.08960"},"observation_digest":"sha256:f5b4cd3dd3212201ffcd5fe34b662bbb37e62c8913d05d2facf83886e9a35b75","observation_id":"7db4046e-e50e-45f8-82f3-bc13de926a5a","resolution":{"observed_at":"2026-08-06T18:12:58.824124Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.02762","last_updated":"2024-12-31T06:54:19Z","snapshot_observed_at":"2026-08-10T03:17:56.283230Z","submitted_at":"2023-07-06T04:05:44Z","title":"PRD: Peer Rank and Discussion Improve Large Language Model based Evaluations","version":3},"cited_work":{"arxiv_id":"2307.02762","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2307.02762","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Prd: Peer rank and discussion improve large language model based evaluations","venue":null,"work_id":"335269be-446d-4bc9-a4cd-1c168dc5c6c9","year":2023},"citing_paper":{"arxiv_id":"2511.10287","last_updated":"2026-04-07T03:18:14Z","snapshot_observed_at":"2026-08-06T15:36:32.422302Z","submitted_at":"2025-11-13T13:18:27Z","title":"OutSafe-Bench: A Benchmark for Multimodal Offensive Content Detection in Large Language Models","version":4},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-05-17T22:29:36.960961Z"},"links":{"cited_paper":"/paper/2307.02762","citing_paper":"/paper/2511.10287"},"observation_digest":"sha256:a1036eacb35ef473c4344419f4d2d4c92b3ed2613e50ace62b8b608c39b7f6cf","observation_id":"d8facfe0-c78c-4076-8fc1-ca919cf5a694","resolution":{"observed_at":"2026-05-17T22:30:23.220898Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2307.02762","last_updated":"2024-12-31T06:54:19Z","snapshot_observed_at":"2026-08-10T03:17:56.283230Z","submitted_at":"2023-07-06T04:05:44Z","title":"PRD: Peer Rank and Discussion Improve Large Language Model based Evaluations","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.02762","snapshot_observed_at":"2026-07-11T04:31:30.304599Z","title":"PRD : Peer rank and discussion improve large language model based evaluation","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.05638","last_updated":"2026-07-06T20:58:49Z","snapshot_observed_at":"2026-08-08T03:23:05.639485Z","submitted_at":"2026-07-06T20:58:49Z","title":"EvalLoop: A Methodology for Evaluation-Driven Iterative Improvement of Business AI Systems","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-07-11T04:31:30.304599Z"},"links":{"cited_paper":"/paper/2307.02762","citing_paper":"/paper/2607.05638"},"observation_digest":"sha256:29d735472a16f9a2476e8e9256d303bbdd01e30077de57ecc6960eb93f64d175","observation_id":"6f4470e7-f9ca-4a75-b77a-ae60e340d52b","resolution":{"observed_at":"2026-07-11T04:31:30.304599Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.02762","last_updated":"2024-12-31T06:54:19Z","snapshot_observed_at":"2026-08-10T03:17:56.283230Z","submitted_at":"2023-07-06T04:05:44Z","title":"PRD: Peer Rank and Discussion Improve Large Language Model based Evaluations","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.02762","snapshot_observed_at":"2026-07-31T23:51:56.664011Z","title":"arXiv preprint arXiv:2307.02762 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.23333","last_updated":"2026-07-25T19:11:15Z","snapshot_observed_at":"2026-08-03T00:37:21.399146Z","submitted_at":"2026-07-25T19:11:15Z","title":"Training with (Swap) Regret Loss in a Single-Layer Self-Attention Model: A Case Study on the Probability Simplex","version":1},"reference_index":88,"source":"arxiv_source","source_observed_at":"2026-07-31T23:51:56.664011Z"},"links":{"cited_paper":"/paper/2307.02762","citing_paper":"/paper/2607.23333"},"observation_digest":"sha256:8b3074a6cba0ecebf4908bde6f4efa456983cb5ec9d250059d16afd8381cd608","observation_id":"499ca143-1e6c-4175-8aad-4450614879ed","resolution":{"observed_at":"2026-07-31T23:51:56.664011Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.02762","last_updated":"2024-12-31T06:54:19Z","snapshot_observed_at":"2026-08-10T03:17:56.283230Z","submitted_at":"2023-07-06T04:05:44Z","title":"PRD: Peer Rank and Discussion Improve Large Language Model based Evaluations","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.02762","snapshot_observed_at":"2026-08-03T00:55:28.556575Z","title":"arXiv preprint arXiv:2307.02762 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.28636","last_updated":"2026-05-19T13:56:13Z","snapshot_observed_at":"2026-08-06T00:38:04.006327Z","submitted_at":"2026-05-19T13:56:13Z","title":"Chain-of-Models: Cross-Model Auditing for Bias-Robust LLM Judges","version":1},"reference_index":110,"source":"arxiv_source","source_observed_at":"2026-08-03T00:55:28.556575Z"},"links":{"cited_paper":"/paper/2307.02762","citing_paper":"/paper/2607.28636"},"observation_digest":"sha256:03606d7fa67cdde58f0025d32b633993d51ff49b5dd452a0cfe1b0e53eec8d21","observation_id":"0b1de192-1a69-4679-a3fe-3cc9fbe7bb51","resolution":{"observed_at":"2026-08-03T00:55:28.556575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2307.02762/citation-record","integrity":"/paper/2307.02762/integrity","json":"/paper/2307.02762/citation-record.json","paper":"/paper/2307.02762"},"outbound":[],"paper":{"arxiv_id":"2307.02762","last_updated":"2024-12-31T06:54:19Z","latest_version":3,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-10T03:17:56.283230Z","submitted_at":"2023-07-06T04:05:44Z","title":"PRD: Peer Rank and Discussion Improve Large Language Model based Evaluations"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"thesis":"As of 10 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 10 inbound Pith citation observations for arXiv:2307.02762."}