{"as_of":"2026-08-17T00:22:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:a14793d1c7f1ce3e283e74c5253d2f9b84bf2906ffd8532b8e93ae9f178680d0","coverage":[{"denominator":54,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":54,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-16T11:23:32.410720Z","state":"measured"},{"denominator":54,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":54,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-16T06:30:59.297886+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2504.15689/citation-record","integrity":"/paper/2504.15689/integrity","json":"/paper/2504.15689/citation-record.json","paper":"/paper/2504.15689"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"6462.27767","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:23:33.698338Z","title":null,"venue":null,"work_id":"a085cc24-f96d-4723-9508-5a64c273ee1d","year":2015},"citing_paper":{"arxiv_id":"2504.15689","last_updated":"2025-04-22T08:13:34Z","snapshot_observed_at":"2026-08-16T18:22:26.088820Z","submitted_at":"2025-04-22T08:13:34Z","title":"The Viability of Crowdsourcing for RAG Evaluation","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-16T11:23:31.385338Z"},"links":{"citing_paper":"/paper/2504.15689"},"observation_digest":"sha256:93890a3a298bf9499e389172d00a2382e3191aaeda7bced7218c79e85df1e75e","observation_id":"5262b4e8-87ca-4678-a72e-7de14ca9f923","resolution":{"observed_at":"2026-08-16T11:23:33.792902Z","resolver_source":"raw_fallback","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:23:31.397006Z","title":null,"venue":null,"work_id":null,"year":2011},"citing_paper":{"arxiv_id":"2504.15689","last_updated":"2025-04-22T08:13:34Z","snapshot_observed_at":"2026-08-16T18:22:26.088820Z","submitted_at":"2025-04-22T08:13:34Z","title":"The Viability of Crowdsourcing for RAG Evaluation","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-16T11:23:31.397006Z"},"links":{"citing_paper":"/paper/2504.15689"},"observation_digest":"sha256:40b8f2aeb5ca803cd66faad7abcf79393e1d747c035279356d3ca944df29033c","observation_id":"acb63bf9-1782-4ea8-9fc9-57b09ae2c70d","resolution":{"observed_at":"2026-08-16T11:23:31.397006Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:23:31.402735Z","title":null,"venue":null,"work_id":null,"year":2012},"citing_paper":{"arxiv_id":"2504.15689","last_updated":"2025-04-22T08:13:34Z","snapshot_observed_at":"2026-08-16T18:22:26.088820Z","submitted_at":"2025-04-22T08:13:34Z","title":"The Viability of Crowdsourcing for RAG Evaluation","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-16T11:23:31.402735Z"},"links":{"citing_paper":"/paper/2504.15689"},"observation_digest":"sha256:b6c4918bfadd3cc4a20484080bdfc0b6347c112fd61d3e49dde9bce9a351f66b","observation_id":"93393c73-1d2f-4539-a7ba-6438c8fe6bc4","resolution":{"observed_at":"2026-08-16T11:23:31.402735Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:23:35.037612Z","title":null,"venue":null,"work_id":"540f8b1b-c1ab-4aaa-9201-414f92cdc9bf","year":2009},"citing_paper":{"arxiv_id":"2504.15689","last_updated":"2025-04-22T08:13:34Z","snapshot_observed_at":"2026-08-16T18:22:26.088820Z","submitted_at":"2025-04-22T08:13:34Z","title":"The Viability of Crowdsourcing for RAG Evaluation","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-16T11:23:31.407542Z"},"links":{"citing_paper":"/paper/2504.15689"},"observation_digest":"sha256:11223d7b333554712425a185d289fcd845e8eeea714cf0cd2b7623b202ce0967","observation_id":"ae675d78-d6a1-485a-a8bd-b513b6562619","resolution":{"observed_at":"2026-08-16T11:23:35.096806Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:23:31.411947Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.15689","last_updated":"2025-04-22T08:13:34Z","snapshot_observed_at":"2026-08-16T18:22:26.088820Z","submitted_at":"2025-04-22T08:13:34Z","title":"The Viability of Crowdsourcing for RAG Evaluation","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-16T11:23:31.411947Z"},"links":{"citing_paper":"/paper/2504.15689"},"observation_digest":"sha256:ecf433a03fd15e22e606a207cbd248a982b341f37136ab57c33e26372dfc0850","observation_id":"16ebf940-02cf-4205-abdf-545487ff6ea5","resolution":{"observed_at":"2026-08-16T11:23:31.411947Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:23:31.416228Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2504.15689","last_updated":"2025-04-22T08:13:34Z","snapshot_observed_at":"2026-08-16T18:22:26.088820Z","submitted_at":"2025-04-22T08:13:34Z","title":"The Viability of Crowdsourcing for RAG Evaluation","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-16T11:23:31.416228Z"},"links":{"citing_paper":"/paper/2504.15689"},"observation_digest":"sha256:8df1d77b4d7b40d346744375935c0bd5f27573f01db3bb28e2d5ae64f47ea5be","observation_id":"732c4ddd-a944-4f3a-b3bc-c25e3ab7271e","resolution":{"observed_at":"2026-08-16T11:23:31.416228Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:23:31.501590Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.15689","last_updated":"2025-04-22T08:13:34Z","snapshot_observed_at":"2026-08-16T18:22:26.088820Z","submitted_at":"2025-04-22T08:13:34Z","title":"The Viability of Crowdsourcing for RAG Evaluation","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-16T11:23:31.501590Z"},"links":{"citing_paper":"/paper/2504.15689"},"observation_digest":"sha256:6e192da53201d363b0ad1732c3fa45733b190f1cc1fef0dc80a198faa4aa9bd3","observation_id":"cdb48cf6-cda1-4124-a1a1-5deb0e1c1c18","resolution":{"observed_at":"2026-08-16T11:23:31.501590Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:23:34.989921Z","title":null,"venue":null,"work_id":"f5d29569-b253-4aee-9942-c90ca2357aab","year":2024},"citing_paper":{"arxiv_id":"2504.15689","last_updated":"2025-04-22T08:13:34Z","snapshot_observed_at":"2026-08-16T18:22:26.088820Z","submitted_at":"2025-04-22T08:13:34Z","title":"The Viability of Crowdsourcing for RAG Evaluation","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-16T11:23:31.611104Z"},"links":{"citing_paper":"/paper/2504.15689"},"observation_digest":"sha256:2eb4ddd255bd8d8fbe306d3656e7623cd0cdb1ab5f847cc8ee48f7358b55e6e0","observation_id":"c577c88f-378a-4a27-bfa9-6f1536e17b44","resolution":{"observed_at":"2026-08-16T11:23:34.994977Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:23:31.615767Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2504.15689","last_updated":"2025-04-22T08:13:34Z","snapshot_observed_at":"2026-08-16T18:22:26.088820Z","submitted_at":"2025-04-22T08:13:34Z","title":"The Viability of Crowdsourcing for RAG Evaluation","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-16T11:23:31.615767Z"},"links":{"citing_paper":"/paper/2504.15689"},"observation_digest":"sha256:e06fa3f3956c7fbbfad0ac5ae6ae6f9a8049598f9c996184d1467512dffb2c61","observation_id":"40b5d9d6-043c-469c-8721-c98c0fcbee27","resolution":{"observed_at":"2026-08-16T11:23:31.615767Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.11005","last_updated":"2025-01-16T10:05:17Z","snapshot_observed_at":"2026-08-16T13:39:38.078728Z","submitted_at":"2024-06-25T20:23:15Z","title":"RAGBench: Explainable Benchmark for Retrieval-Augmented Generation Systems","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.11005","snapshot_observed_at":"2026-08-16T11:23:31.620649Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.15689","last_updated":"2025-04-22T08:13:34Z","snapshot_observed_at":"2026-08-16T18:22:26.088820Z","submitted_at":"2025-04-22T08:13:34Z","title":"The Viability of Crowdsourcing for RAG Evaluation","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-16T11:23:31.620649Z"},"links":{"cited_paper":"/paper/2407.11005","citing_paper":"/paper/2504.15689"},"observation_digest":"sha256:4d2f41569460f7386aff09e40c6006ebf08dc3889a3cd2f594edc79225810539","observation_id":"30c696d4-0b02-41fe-aa5d-14fd0d07f1a5","resolution":{"observed_at":"2026-08-16T11:23:31.620649Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2312.10997","last_updated":"2024-03-27T09:16:57Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-12-18T07:47:33Z","title":"Retrieval-Augmented Generation for Large Language Models: A Survey","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.10997","snapshot_observed_at":"2026-08-16T11:23:31.625937Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2504.15689","last_updated":"2025-04-22T08:13:34Z","snapshot_observed_at":"2026-08-16T18:22:26.088820Z","submitted_at":"2025-04-22T08:13:34Z","title":"The Viability of Crowdsourcing for RAG Evaluation","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-16T11:23:31.625937Z"},"links":{"cited_paper":"/paper/2312.10997","citing_paper":"/paper/2504.15689"},"observation_digest":"sha256:98a3b62d6bc955c3be565d6a86d86ebab52fc66503e7568b3f96b73150421a97","observation_id":"3bc6fa3a-c9e5-4ce5-bd5e-2843f3018700","resolution":{"observed_at":"2026-08-16T11:23:31.625937Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:23:31.631103Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.15689","last_updated":"2025-04-22T08:13:34Z","snapshot_observed_at":"2026-08-16T18:22:26.088820Z","submitted_at":"2025-04-22T08:13:34Z","title":"The Viability of Crowdsourcing for RAG Evaluation","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-16T11:23:31.631103Z"},"links":{"citing_paper":"/paper/2504.15689"},"observation_digest":"sha256:d8eac7c98e0c37f1bee169e7c50b2f78d2b79864a49847b300aaac92d63efedd","observation_id":"91ed95a0-a907-49a0-ac8f-650651eb7ed2","resolution":{"observed_at":"2026-08-16T11:23:31.631103Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:23:34.962563Z","title":null,"venue":null,"work_id":"b6bed4e3-3c5a-4de0-8bb2-133d1bf322b4","year":2020},"citing_paper":{"arxiv_id":"2504.15689","last_updated":"2025-04-22T08:13:34Z","snapshot_observed_at":"2026-08-16T18:22:26.088820Z","submitted_at":"2025-04-22T08:13:34Z","title":"The Viability of Crowdsourcing for RAG Evaluation","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-16T11:23:31.635445Z"},"links":{"citing_paper":"/paper/2504.15689"},"observation_digest":"sha256:7772bad68fe1bfa349e521b85293e00f5be437a7dac9b03fb9a4e014d377997e","observation_id":"502b8b66-b8a9-4aa9-b806-43bf3394d22c","resolution":{"observed_at":"2026-08-16T11:23:34.977349Z","resolver_source":"raw_fallback","status":"malformed_identifier"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2209.12356","last_updated":"2023-05-23T22:52:18Z","snapshot_observed_at":"2026-08-16T16:29:59.187175Z","submitted_at":"2022-09-26T01:04:52Z","title":"News Summarization and Evaluation in the Era of GPT-3","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2209.12356","snapshot_observed_at":"2026-08-16T11:23:31.641262Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2504.15689","last_updated":"2025-04-22T08:13:34Z","snapshot_observed_at":"2026-08-16T18:22:26.088820Z","submitted_at":"2025-04-22T08:13:34Z","title":"The Viability of Crowdsourcing for RAG Evaluation","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-16T11:23:31.641262Z"},"links":{"cited_paper":"/paper/2209.12356","citing_paper":"/paper/2504.15689"},"observation_digest":"sha256:f71af0adf4a08d0c50e045a9e9f123e5a1811b73296be6c78f6870112575012f","observation_id":"c4ec3ccb-3f70-4200-b68e-cfe11c884e64","resolution":{"observed_at":"2026-08-16T11:23:31.641262Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:23:31.747482Z","title":null,"venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2504.15689","last_updated":"2025-04-22T08:13:34Z","snapshot_observed_at":"2026-08-16T18:22:26.088820Z","submitted_at":"2025-04-22T08:13:34Z","title":"The Viability of Crowdsourcing for RAG Evaluation","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-16T11:23:31.747482Z"},"links":{"citing_paper":"/paper/2504.15689"},"observation_digest":"sha256:9675d51d10abcbe23cfc516df5cc1ecd874d0dce016733abac5f7db4ff6578ee","observation_id":"bcde05b7-7abc-4771-84b4-ae24e996b533","resolution":{"observed_at":"2026-08-16T11:23:31.747482Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:23:34.815510Z","title":null,"venue":null,"work_id":"4090b574-3d61-458f-a4e6-48b95e93ba76","year":2024},"citing_paper":{"arxiv_id":"2504.15689","last_updated":"2025-04-22T08:13:34Z","snapshot_observed_at":"2026-08-16T18:22:26.088820Z","submitted_at":"2025-04-22T08:13:34Z","title":"The Viability of Crowdsourcing for RAG Evaluation","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-16T11:23:31.794902Z"},"links":{"citing_paper":"/paper/2504.15689"},"observation_digest":"sha256:439d03efbf7264cc5fe4e93da6f8caf6269408aef7e80197b6174476bc8e1931","observation_id":"4aeed2c2-981c-49c2-a4c2-871f0a3c645d","resolution":{"observed_at":"2026-08-16T11:23:34.873687Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:23:34.799981Z","title":null,"venue":null,"work_id":"39d03318-7713-4ee8-b690-bb3b1a8bbae6","year":null},"citing_paper":{"arxiv_id":"2504.15689","last_updated":"2025-04-22T08:13:34Z","snapshot_observed_at":"2026-08-16T18:22:26.088820Z","submitted_at":"2025-04-22T08:13:34Z","title":"The Viability of Crowdsourcing for RAG Evaluation","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-16T11:23:31.799025Z"},"links":{"citing_paper":"/paper/2504.15689"},"observation_digest":"sha256:6523230eaa00303ff546c543a7343b5b24edea133cfa6d24653be2a28fe909f7","observation_id":"78121e47-c545-42da-a742-2fc75291da59","resolution":{"observed_at":"2026-08-16T11:23:34.804978Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2307.16883","last_updated":"2023-07-31T17:49:18Z","snapshot_observed_at":"2026-08-16T15:11:52.352577Z","submitted_at":"2023-07-31T17:49:18Z","title":"HAGRID: A Human-LLM Collaborative Dataset for Generative Information-Seeking with Attribution","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.16883","snapshot_observed_at":"2026-08-16T11:23:31.808074Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2504.15689","last_updated":"2025-04-22T08:13:34Z","snapshot_observed_at":"2026-08-16T18:22:26.088820Z","submitted_at":"2025-04-22T08:13:34Z","title":"The Viability of Crowdsourcing for RAG Evaluation","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-16T11:23:31.808074Z"},"links":{"cited_paper":"/paper/2307.16883","citing_paper":"/paper/2504.15689"},"observation_digest":"sha256:f7fefdc0ca186960be6b956b4a86f5d830db88c20be7242f5209b9fcd35332b7","observation_id":"76209994-0040-4f57-a730-76e2a488f637","resolution":{"observed_at":"2026-08-16T11:23:31.808074Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:23:34.572980Z","title":null,"venue":null,"work_id":"b344237b-0d77-4a1c-b720-732db14e9efb","year":1975},"citing_paper":{"arxiv_id":"2504.15689","last_updated":"2025-04-22T08:13:34Z","snapshot_observed_at":"2026-08-16T18:22:26.088820Z","submitted_at":"2025-04-22T08:13:34Z","title":"The Viability of Crowdsourcing for RAG Evaluation","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-16T11:23:31.813457Z"},"links":{"citing_paper":"/paper/2504.15689"},"observation_digest":"sha256:8ca8e7723e152334e881622900c50bd0796230726627cb3418d40214dccae348","observation_id":"11566562-9c1c-4982-bb10-a9627be0e383","resolution":{"observed_at":"2026-08-16T11:23:34.629638Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:23:31.818009Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2504.15689","last_updated":"2025-04-22T08:13:34Z","snapshot_observed_at":"2026-08-16T18:22:26.088820Z","submitted_at":"2025-04-22T08:13:34Z","title":"The Viability of Crowdsourcing for RAG Evaluation","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-16T11:23:31.818009Z"},"links":{"citing_paper":"/paper/2504.15689"},"observation_digest":"sha256:b810675bebf1859caf4f52b792b38298e7be3b82268f4ab30699f4238de3d0c5","observation_id":"98401115-dbc2-4d94-8b89-63c7de381cee","resolution":{"observed_at":"2026-08-16T11:23:31.818009Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:23:31.822428Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.15689","last_updated":"2025-04-22T08:13:34Z","snapshot_observed_at":"2026-08-16T18:22:26.088820Z","submitted_at":"2025-04-22T08:13:34Z","title":"The Viability of Crowdsourcing for RAG Evaluation","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-16T11:23:31.822428Z"},"links":{"citing_paper":"/paper/2504.15689"},"observation_digest":"sha256:db1acab60ed23434bfd8a57b091893ab4eb4b9cc0aff2b5b29e03ecbfea4a0d2","observation_id":"5533f8d6-7e4b-446d-92ed-1db88643fde5","resolution":{"observed_at":"2026-08-16T11:23:31.822428Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.05579","last_updated":"2024-12-10T05:49:12Z","snapshot_observed_at":"2026-08-11T23:22:45.789386Z","submitted_at":"2024-12-07T08:07:24Z","title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.05579","snapshot_observed_at":"2026-08-16T11:23:31.826819Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.15689","last_updated":"2025-04-22T08:13:34Z","snapshot_observed_at":"2026-08-16T18:22:26.088820Z","submitted_at":"2025-04-22T08:13:34Z","title":"The Viability of Crowdsourcing for RAG Evaluation","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-16T11:23:31.826819Z"},"links":{"cited_paper":"/paper/2412.05579","citing_paper":"/paper/2504.15689"},"observation_digest":"sha256:596162e5c9a60321c53ed1cdf3262cddc6276473869e986670bd30e0d54750f7","observation_id":"230ee0a5-cf08-4271-a78f-dbed8dac3491","resolution":{"observed_at":"2026-08-16T11:23:31.826819Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:23:31.832120Z","title":null,"venue":null,"work_id":null,"year":2004},"citing_paper":{"arxiv_id":"2504.15689","last_updated":"2025-04-22T08:13:34Z","snapshot_observed_at":"2026-08-16T18:22:26.088820Z","submitted_at":"2025-04-22T08:13:34Z","title":"The Viability of Crowdsourcing for RAG Evaluation","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-16T11:23:31.832120Z"},"links":{"citing_paper":"/paper/2504.15689"},"observation_digest":"sha256:48b76fa990403c475ec81652d863c3c32b50616ec2ef8746525af0e85a1cdf0a","observation_id":"bb8abfd3-d552-49cb-a22e-f30374e7090d","resolution":{"observed_at":"2026-08-16T11:23:31.832120Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1007/s10791-006-9003-7","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:23:32.723057Z","title":null,"venue":null,"work_id":"f8b84231-82f4-4366-8bcd-6a34a3cb1728","year":2006},"citing_paper":{"arxiv_id":"2504.15689","last_updated":"2025-04-22T08:13:34Z","snapshot_observed_at":"2026-08-16T18:22:26.088820Z","submitted_at":"2025-04-22T08:13:34Z","title":"The Viability of Crowdsourcing for RAG Evaluation","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-16T11:23:31.863109Z"},"links":{"citing_paper":"/paper/2504.15689"},"observation_digest":"sha256:5327995b3e773a67b0a78788e2b015125fb560784789499d682c3e99d8bc34b4","observation_id":"1f3a6fc0-e15e-465f-ad11-39f49804e181","resolution":{"observed_at":"2026-08-16T11:23:32.822889Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.08147","last_updated":"2023-11-14T13:24:19Z","snapshot_observed_at":"2026-08-16T14:43:26.720766Z","submitted_at":"2023-11-14T13:24:19Z","title":"RECALL: A Benchmark for LLMs Robustness against External Counterfactual Knowledge","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.08147","snapshot_observed_at":"2026-08-16T11:23:31.920347Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2504.15689","last_updated":"2025-04-22T08:13:34Z","snapshot_observed_at":"2026-08-16T18:22:26.088820Z","submitted_at":"2025-04-22T08:13:34Z","title":"The Viability of Crowdsourcing for RAG Evaluation","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-16T11:23:31.920347Z"},"links":{"cited_paper":"/paper/2311.08147","citing_paper":"/paper/2504.15689"},"observation_digest":"sha256:0790e745113f28cd6713201ac8c71b72ca42f76613c4d083dc0a243f528dce8c","observation_id":"adb631cf-8a38-4f3d-a8bb-cc671f1ed3dc","resolution":{"observed_at":"2026-08-16T11:23:31.920347Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.17043","last_updated":"2024-07-15T11:52:10Z","snapshot_observed_at":"2026-08-16T14:23:14.524896Z","submitted_at":"2024-01-30T14:25:32Z","title":"CRUD-RAG: A Comprehensive Chinese Benchmark for Retrieval-Augmented Generation of Large Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.17043","snapshot_observed_at":"2026-08-16T11:23:31.970375Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.15689","last_updated":"2025-04-22T08:13:34Z","snapshot_observed_at":"2026-08-16T18:22:26.088820Z","submitted_at":"2025-04-22T08:13:34Z","title":"The Viability of Crowdsourcing for RAG Evaluation","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-16T11:23:31.970375Z"},"links":{"cited_paper":"/paper/2401.17043","citing_paper":"/paper/2504.15689"},"observation_digest":"sha256:ebff79c9200867cd32c925ab563530ec4a7ed5b66c7509818b094f9717b704b9","observation_id":"33efcc42-6adb-478e-b378-bf9ea2e7c84e","resolution":{"observed_at":"2026-08-16T11:23:31.970375Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:23:31.974736Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2504.15689","last_updated":"2025-04-22T08:13:34Z","snapshot_observed_at":"2026-08-16T18:22:26.088820Z","submitted_at":"2025-04-22T08:13:34Z","title":"The Viability of Crowdsourcing for RAG Evaluation","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-16T11:23:31.974736Z"},"links":{"citing_paper":"/paper/2504.15689"},"observation_digest":"sha256:ed8da98785eae5835bc1dcbc461a62d1e49a0c91f74a1c8c5b3223137843d363","observation_id":"18f9adb5-4ebe-4d1e-8c4d-74c0113e94f4","resolution":{"observed_at":"2026-08-16T11:23:31.974736Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:23:31.978702Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2504.15689","last_updated":"2025-04-22T08:13:34Z","snapshot_observed_at":"2026-08-16T18:22:26.088820Z","submitted_at":"2025-04-22T08:13:34Z","title":"The Viability of Crowdsourcing for RAG Evaluation","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-16T11:23:31.978702Z"},"links":{"citing_paper":"/paper/2504.15689"},"observation_digest":"sha256:b2e99478302bbe9c87b130ebffeeb8de7102eb9cb13c6f33678a7c0a81346abc","observation_id":"e836bb3d-acd4-4bc9-8c9f-c9daaf28c033","resolution":{"observed_at":"2026-08-16T11:23:31.978702Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:23:34.537902Z","title":null,"venue":null,"work_id":"ade4453a-5042-4883-8fb9-7c7fd727d496","year":2018},"citing_paper":{"arxiv_id":"2504.15689","last_updated":"2025-04-22T08:13:34Z","snapshot_observed_at":"2026-08-16T18:22:26.088820Z","submitted_at":"2025-04-22T08:13:34Z","title":"The Viability of Crowdsourcing for RAG Evaluation","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-16T11:23:31.983410Z"},"links":{"citing_paper":"/paper/2504.15689"},"observation_digest":"sha256:b8732e30007817e2e4e4047f70a7d6055998e2d608612511841c40c002da8036","observation_id":"45f565d7-5e07-4616-b59a-8b6102dc7802","resolution":{"observed_at":"2026-08-16T11:23:34.543028Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:23:31.988146Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2504.15689","last_updated":"2025-04-22T08:13:34Z","snapshot_observed_at":"2026-08-16T18:22:26.088820Z","submitted_at":"2025-04-22T08:13:34Z","title":"The Viability of Crowdsourcing for RAG Evaluation","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-16T11:23:31.988146Z"},"links":{"citing_paper":"/paper/2504.15689"},"observation_digest":"sha256:4a8deef22e72739f8da55ccb7640d4700447e17c62ab324385b71865e938968d","observation_id":"52ae062a-fa73-49fc-aa38-eb3f20695a60","resolution":{"observed_at":"2026-08-16T11:23:31.988146Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.16828","last_updated":"2024-06-24T17:37:52Z","snapshot_observed_at":"2026-08-16T19:57:36.754124Z","submitted_at":"2024-06-24T17:37:52Z","title":"Ragnar\\\"ok: A Reusable RAG Framework and Baselines for TREC 2024 Retrieval-Augmented Generation Track","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.16828","snapshot_observed_at":"2026-08-16T11:23:31.992673Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.15689","last_updated":"2025-04-22T08:13:34Z","snapshot_observed_at":"2026-08-16T18:22:26.088820Z","submitted_at":"2025-04-22T08:13:34Z","title":"The Viability of Crowdsourcing for RAG Evaluation","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-16T11:23:31.992673Z"},"links":{"cited_paper":"/paper/2406.16828","citing_paper":"/paper/2504.15689"},"observation_digest":"sha256:ad41db40bb83634ec51a8fe7e71e5207368f49550e777f052d11077d12c377b3","observation_id":"057365b5-fe82-4474-a85a-0904932e625b","resolution":{"observed_at":"2026-08-16T11:23:31.992673Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.09607","last_updated":"2024-11-14T17:25:43Z","snapshot_observed_at":"2026-08-14T22:14:58.619770Z","submitted_at":"2024-11-14T17:25:43Z","title":"Initial Nugget Evaluation Results for the TREC 2024 RAG Track with the AutoNuggetizer Framework","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.09607","snapshot_observed_at":"2026-08-16T11:23:31.997517Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.15689","last_updated":"2025-04-22T08:13:34Z","snapshot_observed_at":"2026-08-16T18:22:26.088820Z","submitted_at":"2025-04-22T08:13:34Z","title":"The Viability of Crowdsourcing for RAG Evaluation","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-16T11:23:31.997517Z"},"links":{"cited_paper":"/paper/2411.09607","citing_paper":"/paper/2504.15689"},"observation_digest":"sha256:e4fdf479f055fa9ab3fad3a58993aafefc72198ee63448084dd452c75556227f","observation_id":"ef65e120-4a1d-49bb-a461-70e54a6b108b","resolution":{"observed_at":"2026-08-16T11:23:31.997517Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.16312","last_updated":"2025-01-25T16:30:57Z","snapshot_observed_at":"2026-08-16T13:23:00.620846Z","submitted_at":"2024-08-29T07:20:56Z","title":"SynDL: A Large-Scale Synthetic Test Collection for Passage Retrieval","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.16312","snapshot_observed_at":"2026-08-16T11:23:32.040373Z","title":"Rahmani, Xi Wang, Emine Yilmaz, Nick Craswell, Bhaskar Mitra, and Paul Thomas","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.15689","last_updated":"2025-04-22T08:13:34Z","snapshot_observed_at":"2026-08-16T18:22:26.088820Z","submitted_at":"2025-04-22T08:13:34Z","title":"The Viability of Crowdsourcing for RAG Evaluation","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-16T11:23:32.040373Z"},"links":{"cited_paper":"/paper/2408.16312","citing_paper":"/paper/2504.15689"},"observation_digest":"sha256:a969e86004b2af2990e30c30d48de128a34ce1ac9d0da877520527dedb8796e1","observation_id":"e8e871fd-eb6b-430b-bcb9-e95f2cfc17d8","resolution":{"observed_at":"2026-08-16T11:23:32.040373Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:23:34.418707Z","title":"Rahmani, Emine Yilmaz, Nick Craswell, and Bhaskar Mitra","venue":null,"work_id":"4b794724-34cd-4109-922b-608c9f5310dd","year":null},"citing_paper":{"arxiv_id":"2504.15689","last_updated":"2025-04-22T08:13:34Z","snapshot_observed_at":"2026-08-16T18:22:26.088820Z","submitted_at":"2025-04-22T08:13:34Z","title":"The Viability of Crowdsourcing for RAG Evaluation","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-16T11:23:32.137089Z"},"links":{"citing_paper":"/paper/2504.15689"},"observation_digest":"sha256:0d4b26106905ffcfc15bde8f18e8a214f2ec2eff37427791c52735c16f0d6858","observation_id":"ce7e22b2-cfd8-4660-a409-63a950e21d88","resolution":{"observed_at":"2026-08-16T11:23:34.489629Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:23:32.149160Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2504.15689","last_updated":"2025-04-22T08:13:34Z","snapshot_observed_at":"2026-08-16T18:22:26.088820Z","submitted_at":"2025-04-22T08:13:34Z","title":"The Viability of Crowdsourcing for RAG Evaluation","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-16T11:23:32.149160Z"},"links":{"citing_paper":"/paper/2504.15689"},"observation_digest":"sha256:a1e5b66c80f68676c6a1bda4200e65d5ece75291f30d5fa762bbe2194995ed09","observation_id":"60ea6de6-b938-488a-8196-bf6cbd57f613","resolution":{"observed_at":"2026-08-16T11:23:32.149160Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:23:32.153315Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.15689","last_updated":"2025-04-22T08:13:34Z","snapshot_observed_at":"2026-08-16T18:22:26.088820Z","submitted_at":"2025-04-22T08:13:34Z","title":"The Viability of Crowdsourcing for RAG Evaluation","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-16T11:23:32.153315Z"},"links":{"citing_paper":"/paper/2504.15689"},"observation_digest":"sha256:e36163d000668ab9990fc27a394576876d0ff9bfe4b0bdb1a5d051fb1ba1c07a","observation_id":"84c38575-66d2-418f-8673-98d4f63683f2","resolution":{"observed_at":"2026-08-16T11:23:32.153315Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:23:32.157019Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2504.15689","last_updated":"2025-04-22T08:13:34Z","snapshot_observed_at":"2026-08-16T18:22:26.088820Z","submitted_at":"2025-04-22T08:13:34Z","title":"The Viability of Crowdsourcing for RAG Evaluation","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-16T11:23:32.157019Z"},"links":{"citing_paper":"/paper/2504.15689"},"observation_digest":"sha256:6d022751930f556aba21ccf195b7e5c73d0405d48579ad2fafb932240e27fd70","observation_id":"c09f319a-6bfa-4f11-9ccb-b554db8bac54","resolution":{"observed_at":"2026-08-16T11:23:32.157019Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.15133","last_updated":"2025-03-26T13:08:41Z","snapshot_observed_at":"2026-08-16T13:16:12.964440Z","submitted_at":"2024-09-23T15:38:12Z","title":"Don't Use LLMs to Make Relevance Judgments","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.15133","snapshot_observed_at":"2026-08-16T11:23:32.161229Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.15689","last_updated":"2025-04-22T08:13:34Z","snapshot_observed_at":"2026-08-16T18:22:26.088820Z","submitted_at":"2025-04-22T08:13:34Z","title":"The Viability of Crowdsourcing for RAG Evaluation","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-16T11:23:32.161229Z"},"links":{"cited_paper":"/paper/2409.15133","citing_paper":"/paper/2504.15689"},"observation_digest":"sha256:f5b7f05c167c7157f98443e474f7e6e1b065fc54f74aecc47ab8eda9ad533eaf","observation_id":"28dce794-67bb-4c0c-9953-9f68cdcf05d5","resolution":{"observed_at":"2026-08-16T11:23:32.161229Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.15391","last_updated":"2024-01-27T11:41:48Z","snapshot_observed_at":"2026-08-13T01:06:03.395715Z","submitted_at":"2024-01-27T11:41:48Z","title":"MultiHop-RAG: Benchmarking Retrieval-Augmented Generation for Multi-Hop Queries","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.15391","snapshot_observed_at":"2026-08-16T11:23:32.165540Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.15689","last_updated":"2025-04-22T08:13:34Z","snapshot_observed_at":"2026-08-16T18:22:26.088820Z","submitted_at":"2025-04-22T08:13:34Z","title":"The Viability of Crowdsourcing for RAG Evaluation","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-16T11:23:32.165540Z"},"links":{"cited_paper":"/paper/2401.15391","citing_paper":"/paper/2504.15689"},"observation_digest":"sha256:9b5f112931eb0b8ca3f15a5abff37987f8a48a51cd4aa0f6788ffa33ee7881fc","observation_id":"35aa9e78-a227-4e34-ad9e-a52cdbef24c6","resolution":{"observed_at":"2026-08-16T11:23:32.165540Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:23:32.170083Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.15689","last_updated":"2025-04-22T08:13:34Z","snapshot_observed_at":"2026-08-16T18:22:26.088820Z","submitted_at":"2025-04-22T08:13:34Z","title":"The Viability of Crowdsourcing for RAG Evaluation","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-16T11:23:32.170083Z"},"links":{"citing_paper":"/paper/2504.15689"},"observation_digest":"sha256:d0517549c4b33f7f97a96b8d84eb37c9bdee34c5845b3c123bfbe1f18c5ae55d","observation_id":"b0c10945-e488-453a-9e08-363e44700bfe","resolution":{"observed_at":"2026-08-16T11:23:32.170083Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:23:34.341774Z","title":null,"venue":null,"work_id":"13965228-27be-463f-9de4-ce97360f0698","year":null},"citing_paper":{"arxiv_id":"2504.15689","last_updated":"2025-04-22T08:13:34Z","snapshot_observed_at":"2026-08-16T18:22:26.088820Z","submitted_at":"2025-04-22T08:13:34Z","title":"The Viability of Crowdsourcing for RAG Evaluation","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-16T11:23:32.174278Z"},"links":{"citing_paper":"/paper/2504.15689"},"observation_digest":"sha256:6ab74c066d85fc2768b5b8a432e9d8df8cd0eacaf37dc0c25ffbc366c3869d0e","observation_id":"5f5085ef-25ae-4249-93df-4c8116fcb5de","resolution":{"observed_at":"2026-08-16T11:23:34.346124Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2405.04727","last_updated":"2024-05-08T00:32:19Z","snapshot_observed_at":"2026-08-16T18:49:16.197573Z","submitted_at":"2024-05-08T00:32:19Z","title":"LLMs Can Patch Up Missing Relevance Judgments in Evaluation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.04727","snapshot_observed_at":"2026-08-16T11:23:32.183873Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.15689","last_updated":"2025-04-22T08:13:34Z","snapshot_observed_at":"2026-08-16T18:22:26.088820Z","submitted_at":"2025-04-22T08:13:34Z","title":"The Viability of Crowdsourcing for RAG Evaluation","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-16T11:23:32.183873Z"},"links":{"cited_paper":"/paper/2405.04727","citing_paper":"/paper/2504.15689"},"observation_digest":"sha256:22bf4f13efa8e701d73bf005e9d251f001f82f3171916e8c24d13a17fef94952","observation_id":"e89becd6-4dea-47af-b421-8bfe5ce6c65b","resolution":{"observed_at":"2026-08-16T11:23:32.183873Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.08275","last_updated":"2024-11-13T01:12:35Z","snapshot_observed_at":"2026-08-13T00:35:28.098798Z","submitted_at":"2024-11-13T01:12:35Z","title":"A Large-Scale Study of Relevance Assessments with Large Language Models: An Initial Look","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.08275","snapshot_observed_at":"2026-08-16T11:23:32.188741Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.15689","last_updated":"2025-04-22T08:13:34Z","snapshot_observed_at":"2026-08-16T18:22:26.088820Z","submitted_at":"2025-04-22T08:13:34Z","title":"The Viability of Crowdsourcing for RAG Evaluation","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-16T11:23:32.188741Z"},"links":{"cited_paper":"/paper/2411.08275","citing_paper":"/paper/2504.15689"},"observation_digest":"sha256:42f5bfad2e9d38d2197824f43d3f879966f0f5b48e2024b0ef41fd95d32c52d6","observation_id":"a23395fa-66c6-49b9-92e8-7d76a481e8e0","resolution":{"observed_at":"2026-08-16T11:23:32.188741Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1609/hcomp.v2i1.13149","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:23:32.529628Z","title":"Bernstein","venue":null,"work_id":"cdd13e57-1c40-4f0c-86df-ca1b78e67e2a","year":2014},"citing_paper":{"arxiv_id":"2504.15689","last_updated":"2025-04-22T08:13:34Z","snapshot_observed_at":"2026-08-16T18:22:26.088820Z","submitted_at":"2025-04-22T08:13:34Z","title":"The Viability of Crowdsourcing for RAG Evaluation","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-16T11:23:32.193057Z"},"links":{"citing_paper":"/paper/2504.15689"},"observation_digest":"sha256:e0a55e3c68cbe77873f35e95d6ee35ebbd5003835ba144caf625e5adc4cea070","observation_id":"072d3418-6a8c-431b-b20e-348ab16cb58d","resolution":{"observed_at":"2026-08-16T11:23:32.533651Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:23:34.167147Z","title":"Voorhees","venue":null,"work_id":"c08f8c69-8dc9-4527-922f-56667ed34bdf","year":2003},"citing_paper":{"arxiv_id":"2504.15689","last_updated":"2025-04-22T08:13:34Z","snapshot_observed_at":"2026-08-16T18:22:26.088820Z","submitted_at":"2025-04-22T08:13:34Z","title":"The Viability of Crowdsourcing for RAG Evaluation","version":1},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-16T11:23:32.197448Z"},"links":{"citing_paper":"/paper/2504.15689"},"observation_digest":"sha256:ed1ad461c41ddca879cd320c2445628be07b4b214527b9da1dd7f8e4f6ab94ad","observation_id":"83395c02-a1f9-41a5-ba42-1af0613d0d59","resolution":{"observed_at":"2026-08-16T11:23:34.282153Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.05654","last_updated":"2024-06-17T03:01:39Z","snapshot_observed_at":"2026-08-16T13:44:50.530979Z","submitted_at":"2024-06-09T05:33:51Z","title":"DomainRAG: A Chinese Benchmark for Evaluating Domain-specific Retrieval-Augmented Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.05654","snapshot_observed_at":"2026-08-16T11:23:32.201343Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.15689","last_updated":"2025-04-22T08:13:34Z","snapshot_observed_at":"2026-08-16T18:22:26.088820Z","submitted_at":"2025-04-22T08:13:34Z","title":"The Viability of Crowdsourcing for RAG Evaluation","version":1},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-16T11:23:32.201343Z"},"links":{"cited_paper":"/paper/2406.05654","citing_paper":"/paper/2504.15689"},"observation_digest":"sha256:d661c8834d355200cba49b8f5decacc2d0f7a7ebb3a77a5328962f4c03496e35","observation_id":"d7329889-8d30-4753-a47c-90dc38ec075f","resolution":{"observed_at":"2026-08-16T11:23:32.201343Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1609/hcomp.v5i1.13317","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:23:32.497929Z","title":null,"venue":null,"work_id":"bbca72f3-a667-426a-a3d5-72254f97f41e","year":2017},"citing_paper":{"arxiv_id":"2504.15689","last_updated":"2025-04-22T08:13:34Z","snapshot_observed_at":"2026-08-16T18:22:26.088820Z","submitted_at":"2025-04-22T08:13:34Z","title":"The Viability of Crowdsourcing for RAG Evaluation","version":1},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-08-16T11:23:32.207056Z"},"links":{"citing_paper":"/paper/2504.15689"},"observation_digest":"sha256:8b8a24462d2f179fbc71413da3ebf7c5938e2fa1fa899507f4ee561dcc60e334","observation_id":"cc3b95da-dbc0-492b-8bc0-d7c0039b8cd9","resolution":{"observed_at":"2026-08-16T11:23:32.504078Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:23:32.211594Z","title":"Weinberger, and Yoav Artzi","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2504.15689","last_updated":"2025-04-22T08:13:34Z","snapshot_observed_at":"2026-08-16T18:22:26.088820Z","submitted_at":"2025-04-22T08:13:34Z","title":"The Viability of Crowdsourcing for RAG Evaluation","version":1},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-08-16T11:23:32.211594Z"},"links":{"citing_paper":"/paper/2504.15689"},"observation_digest":"sha256:6c089a3f8c5924e2c3e641530a2dd47183502ee817f4c32669334fb664e4201e","observation_id":"849c784d-2944-4254-8b15-f7fc8c1dccf5","resolution":{"observed_at":"2026-08-16T11:23:32.211594Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:23:32.292788Z","title":"McKeown, and Tatsunori B","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.15689","last_updated":"2025-04-22T08:13:34Z","snapshot_observed_at":"2026-08-16T18:22:26.088820Z","submitted_at":"2025-04-22T08:13:34Z","title":"The Viability of Crowdsourcing for RAG Evaluation","version":1},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-08-16T11:23:32.292788Z"},"links":{"citing_paper":"/paper/2504.15689"},"observation_digest":"sha256:ce2027702ae70eca989aa9fcc90c9614e37dc4645492c65c239a4f785a7e7985","observation_id":"9d4e87bd-6dc5-4871-815e-401c83044f59","resolution":{"observed_at":"2026-08-16T11:23:32.292788Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:23:33.804498Z","title":null,"venue":null,"work_id":"582facc7-4bd0-43ab-a760-708dd7021566","year":2024},"citing_paper":{"arxiv_id":"2504.15689","last_updated":"2025-04-22T08:13:34Z","snapshot_observed_at":"2026-08-16T18:22:26.088820Z","submitted_at":"2025-04-22T08:13:34Z","title":"The Viability of Crowdsourcing for RAG Evaluation","version":1},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-08-16T11:23:32.410720Z"},"links":{"citing_paper":"/paper/2504.15689"},"observation_digest":"sha256:f73a10714d8d18d9d10e593fef71a8f0251ce5617dc614ef6d7ddf2e66471c78","observation_id":"7379c63c-c706-4d02-9f1b-f7b87efc3634","resolution":{"observed_at":"2026-08-16T11:23:33.928446Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:23:34.688806Z","title":null,"venue":null,"work_id":"27df9b97-7703-4f96-ab72-b5a0e6203011","year":2013},"citing_paper":{"arxiv_id":"2504.15689","last_updated":"2025-04-22T08:13:34Z","snapshot_observed_at":"2026-08-16T18:22:26.088820Z","submitted_at":"2025-04-22T08:13:34Z","title":"The Viability of Crowdsourcing for RAG Evaluation","version":1},"reference_index":2013,"source":"pdf_text","source_observed_at":"2026-08-16T11:23:31.804042Z"},"links":{"citing_paper":"/paper/2504.15689"},"observation_digest":"sha256:0c8913c384ab1925327445338ac73704795ef5a4029600bbc9338b458b018a78","observation_id":"37983d2e-9505-46cb-9daf-330a5f50a4e6","resolution":{"observed_at":"2026-08-16T11:23:34.766959Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:23:33.939023Z","title":"In 8th International Conference on Learning Representations, ICLR 2020, Addis Ababa, Ethiopia, April 26-30, 2020","venue":null,"work_id":"3ea3459d-ed8d-488e-9509-23a927b62d19","year":2020},"citing_paper":{"arxiv_id":"2504.15689","last_updated":"2025-04-22T08:13:34Z","snapshot_observed_at":"2026-08-16T18:22:26.088820Z","submitted_at":"2025-04-22T08:13:34Z","title":"The Viability of Crowdsourcing for RAG Evaluation","version":1},"reference_index":2020,"source":"pdf_text","source_observed_at":"2026-08-16T11:23:32.240964Z"},"links":{"citing_paper":"/paper/2504.15689"},"observation_digest":"sha256:5ff90efd7896455fd95da794064d8c4f4698bb4286940fe56190d805ea3915eb","observation_id":"74406c70-8f68-4e28-b617-30b4995fcef4","resolution":{"observed_at":"2026-08-16T11:23:34.027021Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2412.13268","last_updated":"2024-12-17T19:04:15Z","snapshot_observed_at":"2026-08-16T18:24:18.350043Z","submitted_at":"2024-12-17T19:04:15Z","title":"JudgeBlender: Ensembling Judgments for Automatic Relevance Assessment","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.13268","snapshot_observed_at":"2026-08-16T11:23:32.144827Z","title":"CoRR abs/2412.13268 (2024)","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.15689","last_updated":"2025-04-22T08:13:34Z","snapshot_observed_at":"2026-08-16T18:22:26.088820Z","submitted_at":"2025-04-22T08:13:34Z","title":"The Viability of Crowdsourcing for RAG Evaluation","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-16T11:23:32.144827Z"},"links":{"cited_paper":"/paper/2412.13268","citing_paper":"/paper/2504.15689"},"observation_digest":"sha256:15a3ea6424fd43e4b06b823d2e2720ac35e4d755a8e24a4b38515877745da518","observation_id":"7f0cb658-d9f9-4342-adfe-97325473e336","resolution":{"observed_at":"2026-08-16T11:23:32.144827Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2501.02408","last_updated":"2025-01-05T00:27:36Z","snapshot_observed_at":"2026-08-16T12:59:44.161036Z","submitted_at":"2025-01-05T00:27:36Z","title":"GenTREC: The First Test Collection Generated by Large Language Models for Evaluating Information Retrieval Systems","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.02408","snapshot_observed_at":"2026-08-16T11:23:32.178961Z","title":"CoRR abs/2501.02408 (2025)","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2504.15689","last_updated":"2025-04-22T08:13:34Z","snapshot_observed_at":"2026-08-16T18:22:26.088820Z","submitted_at":"2025-04-22T08:13:34Z","title":"The Viability of Crowdsourcing for RAG Evaluation","version":1},"reference_index":2025,"source":"pdf_text","source_observed_at":"2026-08-16T11:23:32.178961Z"},"links":{"cited_paper":"/paper/2501.02408","citing_paper":"/paper/2504.15689"},"observation_digest":"sha256:6a7a3454b78794462c97e159667de83a7e463ab89ccf3b89df524f29ee0380f4","observation_id":"a6c8b95a-3662-4a07-9281-c8ad2d755c5e","resolution":{"observed_at":"2026-08-16T11:23:32.178961Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2504.15689","last_updated":"2025-04-22T08:13:34Z","latest_version":1,"primary_category":"cs.IR","snapshot_observed_at":"2026-08-16T18:22:26.088820Z","submitted_at":"2025-04-22T08:13:34Z","title":"The Viability of Crowdsourcing for RAG Evaluation"},"reference_resolution":{"displayed":54,"state_counts":{"malformed_identifier":5,"metadata_mismatch":1,"parse_uncertain":0,"unresolved":42,"verified_exact":3,"verified_fuzzy":3},"total_outbound_references":54},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"thesis":"As of 17 August 2026, this Paper Citation Record lists 54 of 54 outbound references and 0 inbound Pith citation observations for arXiv:2504.15689."}