{"as_of":"2026-08-09T10:30:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:6a1bba6633c3b6a32c48ec9539eb8fc8913cdcb007b6ce238f411c39b1936792","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":10,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":10,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":10,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":10,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T12:42:47.373137Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-16T14:22:59.155730Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2405.05600","last_updated":"2024-05-09T07:39:19Z","snapshot_observed_at":"2026-08-09T00:59:20.809933Z","submitted_at":"2024-05-09T07:39:19Z","title":"Can We Use Large Language Models to Fill Relevance Judgment Holes?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.05600","snapshot_observed_at":"2026-08-07T12:42:47.373137Z","title":"Can We Use Large Language Models to Fill Relevance Judgment Holes?, May 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.24040","last_updated":"2025-05-29T22:23:48Z","snapshot_observed_at":"2026-08-09T00:59:43.582041Z","submitted_at":"2025-05-29T22:23:48Z","title":"MedPAIR: Measuring Physicians and AI Relevance Alignment in Medical Question Answering","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-07T12:42:47.373137Z"},"links":{"cited_paper":"/paper/2405.05600","citing_paper":"/paper/2505.24040"},"observation_digest":"sha256:91d9e6b2fd591275ae04ea9d7b6db15b9c0055f5d3c212fa08930f6d07977c30","observation_id":"896e37bd-4420-440b-b58a-955634184988","resolution":{"observed_at":"2026-08-07T12:42:47.373137Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.05600","last_updated":"2024-05-09T07:39:19Z","snapshot_observed_at":"2026-08-09T00:59:20.809933Z","submitted_at":"2024-05-09T07:39:19Z","title":"Can We Use Large Language Models to Fill Relevance Judgment Holes?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.05600","snapshot_observed_at":"2026-08-07T05:11:38.203547Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-08T02:59:03.014761Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.203547Z"},"links":{"cited_paper":"/paper/2405.05600","citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:7f047f753dfecb241806794fe910625df0424593f359f70cfcab314007c5ac80","observation_id":"32e5d81f-779f-43c0-828d-0c2eccee9b01","resolution":{"observed_at":"2026-08-07T05:11:38.203547Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.05600","last_updated":"2024-05-09T07:39:19Z","snapshot_observed_at":"2026-08-09T00:59:20.809933Z","submitted_at":"2024-05-09T07:39:19Z","title":"Can We Use Large Language Models to Fill Relevance Judgment Holes?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.05600","snapshot_observed_at":"2026-08-06T22:11:48.297439Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.22372","last_updated":"2025-06-27T16:39:12Z","snapshot_observed_at":"2026-08-09T01:00:28.819895Z","submitted_at":"2025-06-27T16:39:12Z","title":"Towards Fair Rankings: Leveraging LLMs for Gender Bias Detection and Measurement","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-06T22:11:48.297439Z"},"links":{"cited_paper":"/paper/2405.05600","citing_paper":"/paper/2506.22372"},"observation_digest":"sha256:cf200047af2006dfa9b4a6805f1631de8ee34d7b37e243be35749ccb78059799","observation_id":"f6d2a5e3-6d9b-48e0-b5e0-1141a96a4997","resolution":{"observed_at":"2026-08-06T22:11:48.297439Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.05600","last_updated":"2024-05-09T07:39:19Z","snapshot_observed_at":"2026-08-09T00:59:20.809933Z","submitted_at":"2024-05-09T07:39:19Z","title":"Can We Use Large Language Models to Fill Relevance Judgment Holes?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.05600","snapshot_observed_at":"2026-08-06T21:19:29.629492Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-09T00:59:43.206149Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:29.629492Z"},"links":{"cited_paper":"/paper/2405.05600","citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:cd9049b121e2efed4de1741a54ee366fbef3b835e1fa4919370e77c275484cdc","observation_id":"d9ee5d5b-1a92-4d24-bd32-664317f39040","resolution":{"observed_at":"2026-08-06T21:19:29.629492Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.05600","last_updated":"2024-05-09T07:39:19Z","snapshot_observed_at":"2026-08-09T00:59:20.809933Z","submitted_at":"2024-05-09T07:39:19Z","title":"Can We Use Large Language Models to Fill Relevance Judgment Holes?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.05600","snapshot_observed_at":"2026-08-06T20:42:31.751568Z","title":"doi:10.48550/arXiv.2405.05600 arXiv:2405.05600 [cs]","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.02139","last_updated":"2025-07-02T20:53:51Z","snapshot_observed_at":"2026-08-09T01:00:31.914802Z","submitted_at":"2025-07-02T20:53:51Z","title":"When LLMs Disagree: Diagnosing Relevance Filtering Bias and Retrieval Divergence in SDG Search","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-06T20:42:31.751568Z"},"links":{"cited_paper":"/paper/2405.05600","citing_paper":"/paper/2507.02139"},"observation_digest":"sha256:61327fd48eef80c09f2ca2834d50abdf95f1bd0efbef4c7d7e9dfa9e798254db","observation_id":"16667c40-3204-4412-9b6f-0b6354f2d896","resolution":{"observed_at":"2026-08-06T20:42:31.751568Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.05600","last_updated":"2024-05-09T07:39:19Z","snapshot_observed_at":"2026-08-09T00:59:20.809933Z","submitted_at":"2024-05-09T07:39:19Z","title":"Can We Use Large Language Models to Fill Relevance Judgment Holes?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.05600","snapshot_observed_at":"2026-08-06T18:34:45.899164Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:45.899164Z"},"links":{"cited_paper":"/paper/2405.05600","citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:f4d890643d085e11af5b91dccd273f38fbcd0ecc8d9fe368ce64ae99bee130a5","observation_id":"3d61a8f9-4c98-414f-a52b-df08af21d2a5","resolution":{"observed_at":"2026-08-06T18:34:45.899164Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.05600","last_updated":"2024-05-09T07:39:19Z","snapshot_observed_at":"2026-08-09T00:59:20.809933Z","submitted_at":"2024-05-09T07:39:19Z","title":"Can We Use Large Language Models to Fill Relevance Judgment Holes?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.05600","snapshot_observed_at":"2026-08-06T18:00:21.149269Z","title":"Can we use large language models to fill relevance judgment holes? arXiv preprint arXiv:2405.05600, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.09488","last_updated":"2025-07-13T04:21:21Z","snapshot_observed_at":"2026-08-09T01:00:28.308638Z","submitted_at":"2025-07-13T04:21:21Z","title":"Criteria-Based LLM Relevance Judgments","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-06T18:00:21.149269Z"},"links":{"cited_paper":"/paper/2405.05600","citing_paper":"/paper/2507.09488"},"observation_digest":"sha256:85206c39ca3d16ed24bb0beab9e4614dfcb6b4f2c08d5888330cc0922db0572b","observation_id":"4e55de38-3c98-46fa-bc43-2ca872946aeb","resolution":{"observed_at":"2026-08-06T18:00:21.149269Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.05600","last_updated":"2024-05-09T07:39:19Z","snapshot_observed_at":"2026-08-09T00:59:20.809933Z","submitted_at":"2024-05-09T07:39:19Z","title":"Can We Use Large Language Models to Fill Relevance Judgment Holes?","version":1},"cited_work":{"arxiv_id":"2405.05600","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2405.05600","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"https://arxiv.org/abs/2405.05600 arXiv: 2405.05600 [cs.IR] (cited on pp","venue":null,"work_id":"b4793b5d-8897-4a7b-98f5-27fcfd26ac3b","year":2024},"citing_paper":{"arxiv_id":"2601.08919","last_updated":"2026-04-24T12:16:18Z","snapshot_observed_at":"2026-08-04T14:45:52.772864Z","submitted_at":"2026-01-13T19:01:16Z","title":"LLMs as Assessors: Right for the Right Reason?","version":2},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-05-16T14:22:54.504927Z"},"links":{"cited_paper":"/paper/2405.05600","citing_paper":"/paper/2601.08919"},"observation_digest":"sha256:df0a52190ad0b60302c874efc06b0a8ec562ee0062ef7fe86649b16d3dc67560","observation_id":"dd2b07aa-6b26-439d-bb3f-761eb1037303","resolution":{"observed_at":"2026-05-16T14:22:59.158283Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2405.05600","last_updated":"2024-05-09T07:39:19Z","snapshot_observed_at":"2026-08-09T00:59:20.809933Z","submitted_at":"2024-05-09T07:39:19Z","title":"Can We Use Large Language Models to Fill Relevance Judgment Holes?","version":1},"cited_work":{"arxiv_id":"2405.05600","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2405.05600","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"https://arxiv.org/abs/2405.05600 arXiv: 2405.05600 [cs.IR] (cited on pp","venue":null,"work_id":"b4793b5d-8897-4a7b-98f5-27fcfd26ac3b","year":2024},"citing_paper":{"arxiv_id":"2602.08457","last_updated":"2026-05-06T08:06:45Z","snapshot_observed_at":"2026-08-06T02:20:24.096515Z","submitted_at":"2026-02-09T10:10:22Z","title":"Hybrid Pooling with LLMs via Relevance Context Learning","version":2},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-05-16T06:05:23.257866Z"},"links":{"cited_paper":"/paper/2405.05600","citing_paper":"/paper/2602.08457"},"observation_digest":"sha256:9ee70264d5c1992dfb52cb00b65b7d6a47d400b1c0e9099f6a8658e2cac45d2b","observation_id":"8acaeac9-154b-42eb-aa3b-5c99e54b00a8","resolution":{"observed_at":"2026-05-16T06:07:25.688182Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2405.05600","last_updated":"2024-05-09T07:39:19Z","snapshot_observed_at":"2026-08-09T00:59:20.809933Z","submitted_at":"2024-05-09T07:39:19Z","title":"Can We Use Large Language Models to Fill Relevance Judgment Holes?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.05600","snapshot_observed_at":"2026-08-04T07:15:51.836938Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2608.02446","last_updated":"2026-08-03T16:23:49Z","snapshot_observed_at":"2026-08-08T07:41:47.759898Z","submitted_at":"2026-08-03T16:23:49Z","title":"Advancing Relevance Measurement with Vision-Language Models for Web-Scale Search","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-04T07:15:51.836938Z"},"links":{"cited_paper":"/paper/2405.05600","citing_paper":"/paper/2608.02446"},"observation_digest":"sha256:6f96f3904af6f8a166ac75e0ef8702a6c4e71b8c80831055fb7460bf5b329bc5","observation_id":"70ecc1b3-0e4b-4d65-856b-96235429e614","resolution":{"observed_at":"2026-08-04T07:15:51.836938Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2405.05600/citation-record","integrity":"/paper/2405.05600/integrity","json":"/paper/2405.05600/citation-record.json","paper":"/paper/2405.05600"},"outbound":[],"paper":{"arxiv_id":"2405.05600","last_updated":"2024-05-09T07:39:19Z","latest_version":1,"primary_category":"cs.IR","snapshot_observed_at":"2026-08-09T00:59:20.809933Z","submitted_at":"2024-05-09T07:39:19Z","title":"Can We Use Large Language Models to Fill Relevance Judgment Holes?"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 9 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 10 inbound Pith citation observations for arXiv:2405.05600."}