{"as_of":"2026-08-10T03:44:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:aec60aff49e84efebb567bcd09038e58bd46cd5dadb1133e535982eca735914d","coverage":[{"denominator":19,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":19,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T14:47:45.684700Z","state":"measured"},{"denominator":20,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":20,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-05-17T23:41:47.052697Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-17T23:42:12.948037Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2507.22927","last_updated":"2025-07-23T16:14:08Z","snapshot_observed_at":"2026-08-10T00:56:09.586936Z","submitted_at":"2025-07-23T16:14:08Z","title":"PRGB Benchmark: A Robust Placeholder-Assisted Algorithm for Benchmarking Retrieval-Augmented Generation","version":1},"cited_work":{"arxiv_id":"2507.22927","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2507.22927","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Prgb benchmark: A robust placeholder-assisted algorithm for benchmarking retrieval-augmented generation","venue":null,"work_id":"e4f972e5-2e3f-45e1-8510-1dc02a5e1c8a","year":2025},"citing_paper":{"arxiv_id":"2511.11653","last_updated":"2026-04-30T09:50:26Z","snapshot_observed_at":"2026-07-06T22:35:51.341917Z","submitted_at":"2025-11-10T15:25:31Z","title":"GroupRank: A Groupwise Paradigm for Effective and Efficient Passage Reranking with LLMs","version":3},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-05-17T23:41:47.052697Z"},"links":{"cited_paper":"/paper/2507.22927","citing_paper":"/paper/2511.11653"},"observation_digest":"sha256:36d3eef50ef30f91187f0c8a59a48f9b738a7e41dc48b52601ad60b3feb2381e","observation_id":"143e0469-e3e8-4d35-b769-d6625f159e2e","resolution":{"observed_at":"2026-05-17T23:42:12.951325Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2507.22927/citation-record","integrity":"/paper/2507.22927/integrity","json":"/paper/2507.22927/citation-record.json","paper":"/paper/2507.22927"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T14:47:45.635152Z","title":", \" * write output.state after.block = add.period write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.22927","last_updated":"2025-07-23T16:14:08Z","snapshot_observed_at":"2026-08-10T00:56:09.586936Z","submitted_at":"2025-07-23T16:14:08Z","title":"PRGB Benchmark: A Robust Placeholder-Assisted Algorithm for Benchmarking Retrieval-Augmented Generation","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-06T14:47:45.635152Z"},"links":{"citing_paper":"/paper/2507.22927"},"observation_digest":"sha256:b93efb9c528c992de5954f65e76e42f990ef4caceecb09befef923b25c1b1c7f","observation_id":"709aa8eb-d9d9-40ed-ae13-2d22826cd8fe","resolution":{"observed_at":"2026-08-06T14:47:45.635152Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T14:47:45.638856Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.22927","last_updated":"2025-07-23T16:14:08Z","snapshot_observed_at":"2026-08-10T00:56:09.586936Z","submitted_at":"2025-07-23T16:14:08Z","title":"PRGB Benchmark: A Robust Placeholder-Assisted Algorithm for Benchmarking Retrieval-Augmented Generation","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-06T14:47:45.638856Z"},"links":{"citing_paper":"/paper/2507.22927"},"observation_digest":"sha256:1f01deb8c9708d3296918a11ea3efd76ae2597059b2eb2176b0262b01f7994fd","observation_id":"9697fa53-a102-40a6-af4e-6a2396bcaaaf","resolution":{"observed_at":"2026-08-06T14:47:45.638856Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T14:47:45.641453Z","title":"H.; Meade, N.; and Reddy, S","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22927","last_updated":"2025-07-23T16:14:08Z","snapshot_observed_at":"2026-08-10T00:56:09.586936Z","submitted_at":"2025-07-23T16:14:08Z","title":"PRGB Benchmark: A Robust Placeholder-Assisted Algorithm for Benchmarking Retrieval-Augmented Generation","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-06T14:47:45.641453Z"},"links":{"citing_paper":"/paper/2507.22927"},"observation_digest":"sha256:f6b6f029e04d0ed81046f5ab29a896109fa9976a1912806fbc43f33959afb666","observation_id":"8d5554c0-6c25-41f4-acb9-ce1cab9c5e62","resolution":{"observed_at":"2026-08-06T14:47:45.641453Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T14:47:45.644039Z","title":"B.; Lespiau, J.-B.; Damoc, B.; Clark, A.; et al","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2507.22927","last_updated":"2025-07-23T16:14:08Z","snapshot_observed_at":"2026-08-10T00:56:09.586936Z","submitted_at":"2025-07-23T16:14:08Z","title":"PRGB Benchmark: A Robust Placeholder-Assisted Algorithm for Benchmarking Retrieval-Augmented Generation","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-06T14:47:45.644039Z"},"links":{"citing_paper":"/paper/2507.22927"},"observation_digest":"sha256:ad2665d5f21cea8c79f0d157d36e31e0a9c764c34f82e0121091f2f9cdabe9f0","observation_id":"7e0f728e-276c-400a-9987-51e4453cf34f","resolution":{"observed_at":"2026-08-06T14:47:45.644039Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.01431","last_updated":"2023-12-20T11:54:11Z","snapshot_observed_at":"2026-08-07T06:17:58.307195Z","submitted_at":"2023-09-04T08:28:44Z","title":"Benchmarking Large Language Models in Retrieval-Augmented Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.01431","snapshot_observed_at":"2026-08-06T14:47:45.647885Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.22927","last_updated":"2025-07-23T16:14:08Z","snapshot_observed_at":"2026-08-10T00:56:09.586936Z","submitted_at":"2025-07-23T16:14:08Z","title":"PRGB Benchmark: A Robust Placeholder-Assisted Algorithm for Benchmarking Retrieval-Augmented Generation","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-06T14:47:45.647885Z"},"links":{"cited_paper":"/paper/2309.01431","citing_paper":"/paper/2507.22927"},"observation_digest":"sha256:456ebc0f6f327a601b93716ba718235942cf1aed85e61ef231210970fd7b81b4","observation_id":"858b08f1-d929-47a5-bf18-0706f073017e","resolution":{"observed_at":"2026-08-06T14:47:45.647885Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T14:47:45.650819Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22927","last_updated":"2025-07-23T16:14:08Z","snapshot_observed_at":"2026-08-10T00:56:09.586936Z","submitted_at":"2025-07-23T16:14:08Z","title":"PRGB Benchmark: A Robust Placeholder-Assisted Algorithm for Benchmarking Retrieval-Augmented Generation","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-06T14:47:45.650819Z"},"links":{"citing_paper":"/paper/2507.22927"},"observation_digest":"sha256:dfa1e9e5047408f0e37a7ef787ef3eb341e17e9419a104c0e06b0915ae7d64df","observation_id":"509f085b-4589-4bbe-ab19-8446e8f8c0a6","resolution":{"observed_at":"2026-08-06T14:47:45.650819Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T14:47:45.653258Z","title":"E.; and Schockaert, S","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22927","last_updated":"2025-07-23T16:14:08Z","snapshot_observed_at":"2026-08-10T00:56:09.586936Z","submitted_at":"2025-07-23T16:14:08Z","title":"PRGB Benchmark: A Robust Placeholder-Assisted Algorithm for Benchmarking Retrieval-Augmented Generation","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-06T14:47:45.653258Z"},"links":{"citing_paper":"/paper/2507.22927"},"observation_digest":"sha256:78f4513056be18da104294413ff3073321b54f89c189827477e8b58c14e97dd3","observation_id":"247cd869-2a22-44a2-aa51-9466163408cc","resolution":{"observed_at":"2026-08-06T14:47:45.653258Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.11005","last_updated":"2025-01-16T10:05:17Z","snapshot_observed_at":"2026-08-07T17:43:32.240365Z","submitted_at":"2024-06-25T20:23:15Z","title":"RAGBench: Explainable Benchmark for Retrieval-Augmented Generation Systems","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.11005","snapshot_observed_at":"2026-08-06T14:47:45.655731Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.22927","last_updated":"2025-07-23T16:14:08Z","snapshot_observed_at":"2026-08-10T00:56:09.586936Z","submitted_at":"2025-07-23T16:14:08Z","title":"PRGB Benchmark: A Robust Placeholder-Assisted Algorithm for Benchmarking Retrieval-Augmented Generation","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-06T14:47:45.655731Z"},"links":{"cited_paper":"/paper/2407.11005","citing_paper":"/paper/2507.22927"},"observation_digest":"sha256:8ed79e71670a0536462e705f30d66323d4682e25d95469ad54ef129308c5ad10","observation_id":"35bc4f7d-e622-4b79-969a-b05f3e0cda61","resolution":{"observed_at":"2026-08-06T14:47:45.655731Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T14:47:45.658642Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2507.22927","last_updated":"2025-07-23T16:14:08Z","snapshot_observed_at":"2026-08-10T00:56:09.586936Z","submitted_at":"2025-07-23T16:14:08Z","title":"PRGB Benchmark: A Robust Placeholder-Assisted Algorithm for Benchmarking Retrieval-Augmented Generation","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-06T14:47:45.658642Z"},"links":{"citing_paper":"/paper/2507.22927"},"observation_digest":"sha256:a550f7a8dc8296729470d754c9a5ef78437214f956a871ad78bafc7fd32223d6","observation_id":"d15b704a-8c53-49e5-9753-a11d81148015","resolution":{"observed_at":"2026-08-06T14:47:45.658642Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2507.05714","last_updated":"2025-09-10T03:00:18Z","snapshot_observed_at":"2026-08-10T02:04:53.026532Z","submitted_at":"2025-07-08T06:53:28Z","title":"HIRAG: Hierarchical-Thought Instruction-Tuning Retrieval-Augmented Generation","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2507.05714","snapshot_observed_at":"2026-08-06T14:47:45.660904Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.22927","last_updated":"2025-07-23T16:14:08Z","snapshot_observed_at":"2026-08-10T00:56:09.586936Z","submitted_at":"2025-07-23T16:14:08Z","title":"PRGB Benchmark: A Robust Placeholder-Assisted Algorithm for Benchmarking Retrieval-Augmented Generation","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-06T14:47:45.660904Z"},"links":{"cited_paper":"/paper/2507.05714","citing_paper":"/paper/2507.22927"},"observation_digest":"sha256:26791a62cd13aae002f1bdb5332aef45077ce964fe160367c0babb160618b2fe","observation_id":"5410abcd-323d-4eda-9299-0e1f976fb587","resolution":{"observed_at":"2026-08-06T14:47:45.660904Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1705.03551","last_updated":"2017-05-13T21:12:37Z","snapshot_observed_at":"2026-08-02T11:13:42.401488Z","submitted_at":"2017-05-09T21:35:07Z","title":"TriviaQA: A Large Scale Distantly Supervised Challenge Dataset for Reading Comprehension","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1705.03551","snapshot_observed_at":"2026-08-06T14:47:45.663707Z","title":"S.; and Zettlemoyer, L","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2507.22927","last_updated":"2025-07-23T16:14:08Z","snapshot_observed_at":"2026-08-10T00:56:09.586936Z","submitted_at":"2025-07-23T16:14:08Z","title":"PRGB Benchmark: A Robust Placeholder-Assisted Algorithm for Benchmarking Retrieval-Augmented Generation","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-06T14:47:45.663707Z"},"links":{"cited_paper":"/paper/1705.03551","citing_paper":"/paper/2507.22927"},"observation_digest":"sha256:a72db1bde9303f238465b3967f0b2c5f5b57d6472a40e4bef90b39ea11368d2a","observation_id":"77877f9d-1220-485d-a4df-b2b6cb8b42ba","resolution":{"observed_at":"2026-08-06T14:47:45.663707Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T14:47:45.666344Z","title":"u ttler, H.; Lewis, M.; Yih, W.-t.; Rockt \\","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2507.22927","last_updated":"2025-07-23T16:14:08Z","snapshot_observed_at":"2026-08-10T00:56:09.586936Z","submitted_at":"2025-07-23T16:14:08Z","title":"PRGB Benchmark: A Robust Placeholder-Assisted Algorithm for Benchmarking Retrieval-Augmented Generation","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-06T14:47:45.666344Z"},"links":{"citing_paper":"/paper/2507.22927"},"observation_digest":"sha256:2a1c2dea8d40eabfd1ca6418700db525dc8102b4183c3920952af27697f91179","observation_id":"40c30fa1-bd6c-41a7-8bdf-cce40e01a345","resolution":{"observed_at":"2026-08-06T14:47:45.666344Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2212.10511","last_updated":"2023-07-02T07:21:59Z","snapshot_observed_at":"2026-07-06T14:33:08.041820Z","submitted_at":"2022-12-20T18:30:15Z","title":"When Not to Trust Language Models: Investigating Effectiveness of Parametric and Non-Parametric Memories","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2212.10511","snapshot_observed_at":"2026-08-06T14:47:45.668873Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.22927","last_updated":"2025-07-23T16:14:08Z","snapshot_observed_at":"2026-08-10T00:56:09.586936Z","submitted_at":"2025-07-23T16:14:08Z","title":"PRGB Benchmark: A Robust Placeholder-Assisted Algorithm for Benchmarking Retrieval-Augmented Generation","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-06T14:47:45.668873Z"},"links":{"cited_paper":"/paper/2212.10511","citing_paper":"/paper/2507.22927"},"observation_digest":"sha256:b7f56f7ec69b9e5d81af6618802249bd64fb5225dd07ba9deef1c50572d63670","observation_id":"5496dd8c-fd51-4d19-9c55-080be5e7e9d0","resolution":{"observed_at":"2026-08-06T14:47:45.668873Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2004.10645","last_updated":"2020-10-05T03:28:21Z","snapshot_observed_at":"2026-08-10T00:47:33.544216Z","submitted_at":"2020-04-22T15:42:13Z","title":"AmbigQA: Answering Ambiguous Open-domain Questions","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2004.10645","snapshot_observed_at":"2026-08-06T14:47:45.671550Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2507.22927","last_updated":"2025-07-23T16:14:08Z","snapshot_observed_at":"2026-08-10T00:56:09.586936Z","submitted_at":"2025-07-23T16:14:08Z","title":"PRGB Benchmark: A Robust Placeholder-Assisted Algorithm for Benchmarking Retrieval-Augmented Generation","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-06T14:47:45.671550Z"},"links":{"cited_paper":"/paper/2004.10645","citing_paper":"/paper/2507.22927"},"observation_digest":"sha256:d779daf868df560f5c685c556a27f35a64fcde297c826ddfed7f2370defa83c5","observation_id":"d5ace250-69b2-48e1-acdd-78eee81db2b8","resolution":{"observed_at":"2026-08-06T14:47:45.671550Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T14:47:45.674598Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.22927","last_updated":"2025-07-23T16:14:08Z","snapshot_observed_at":"2026-08-10T00:56:09.586936Z","submitted_at":"2025-07-23T16:14:08Z","title":"PRGB Benchmark: A Robust Placeholder-Assisted Algorithm for Benchmarking Retrieval-Augmented Generation","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-06T14:47:45.674598Z"},"links":{"citing_paper":"/paper/2507.22927"},"observation_digest":"sha256:9db635e0e62286d2307150579ae75dc31fc53a54eae83346101d67c0100f8924","observation_id":"80a48157-e4aa-4659-8b25-7ca973665527","resolution":{"observed_at":"2026-08-06T14:47:45.674598Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.09476","last_updated":"2024-03-31T20:58:46Z","snapshot_observed_at":"2026-08-01T10:37:56.864836Z","submitted_at":"2023-11-16T00:39:39Z","title":"ARES: An Automated Evaluation Framework for Retrieval-Augmented Generation Systems","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.09476","snapshot_observed_at":"2026-08-06T14:47:45.677338Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.22927","last_updated":"2025-07-23T16:14:08Z","snapshot_observed_at":"2026-08-10T00:56:09.586936Z","submitted_at":"2025-07-23T16:14:08Z","title":"PRGB Benchmark: A Robust Placeholder-Assisted Algorithm for Benchmarking Retrieval-Augmented Generation","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-06T14:47:45.677338Z"},"links":{"cited_paper":"/paper/2311.09476","citing_paper":"/paper/2507.22927"},"observation_digest":"sha256:8f283b5ba5d65541a16d54f52066ec49c31aaf19728580705b0b913ff52ff2ab","observation_id":"0cae4b65-1fa0-4a8f-8396-76397bc2dfbc","resolution":{"observed_at":"2026-08-06T14:47:45.677338Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.14891","last_updated":"2024-09-16T17:15:52Z","snapshot_observed_at":"2026-08-04T07:51:30.943267Z","submitted_at":"2024-06-21T06:26:38Z","title":"Generate-then-Ground in Retrieval-Augmented Generation for Multi-hop Question Answering","version":2},"cited_work":{"arxiv_id":"2406.14891","doi":null,"metadata_source":"pith","pith_arxiv_id":"2406.14891","snapshot_observed_at":"2026-08-06T14:47:45.710190Z","title":"Generate-then-Ground in Retrieval-Augmented Generation for Multi-hop Question Answering","venue":"cs.CL","work_id":"e07a42a8-4680-4e9e-b4bc-5deed04deb2a","year":2024},"citing_paper":{"arxiv_id":"2507.22927","last_updated":"2025-07-23T16:14:08Z","snapshot_observed_at":"2026-08-10T00:56:09.586936Z","submitted_at":"2025-07-23T16:14:08Z","title":"PRGB Benchmark: A Robust Placeholder-Assisted Algorithm for Benchmarking Retrieval-Augmented Generation","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-06T14:47:45.680036Z"},"links":{"cited_paper":"/paper/2406.14891","citing_paper":"/paper/2507.22927"},"observation_digest":"sha256:b3e815576bef7628fae576dab97f85eecd6a135f6ea829866ceb1e60190045f5","observation_id":"daecb82a-7446-4515-b61e-e9878b6cbc63","resolution":{"observed_at":"2026-08-06T14:47:45.714802Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2212.10509","last_updated":"2023-06-23T00:59:13Z","snapshot_observed_at":"2026-07-06T14:33:08.041820Z","submitted_at":"2022-12-20T18:26:34Z","title":"Interleaving Retrieval with Chain-of-Thought Reasoning for Knowledge-Intensive Multi-Step Questions","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2212.10509","snapshot_observed_at":"2026-08-06T14:47:45.682404Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2507.22927","last_updated":"2025-07-23T16:14:08Z","snapshot_observed_at":"2026-08-10T00:56:09.586936Z","submitted_at":"2025-07-23T16:14:08Z","title":"PRGB Benchmark: A Robust Placeholder-Assisted Algorithm for Benchmarking Retrieval-Augmented Generation","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-06T14:47:45.682404Z"},"links":{"cited_paper":"/paper/2212.10509","citing_paper":"/paper/2507.22927"},"observation_digest":"sha256:5bb8b9abfb30da07b3e85147fc3c2537520c02084f86692795fcda2eb27322c1","observation_id":"b7281c1f-18dd-49b3-874c-b5818139e869","resolution":{"observed_at":"2026-08-06T14:47:45.682404Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T14:47:45.767796Z","title":null,"venue":null,"work_id":"44db4057-1459-4864-8f5c-045555e924db","year":1998},"citing_paper":{"arxiv_id":"2507.22927","last_updated":"2025-07-23T16:14:08Z","snapshot_observed_at":"2026-08-10T00:56:09.586936Z","submitted_at":"2025-07-23T16:14:08Z","title":"PRGB Benchmark: A Robust Placeholder-Assisted Algorithm for Benchmarking Retrieval-Augmented Generation","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-06T14:47:45.684700Z"},"links":{"citing_paper":"/paper/2507.22927"},"observation_digest":"sha256:519d50803218390121d26bd751a22f5a2406a5b65fcd4642fdde6ff35c1b8969","observation_id":"dcbf5048-a787-4faa-bd49-b9244588cd4e","resolution":{"observed_at":"2026-08-06T14:47:45.770352Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2507.22927","last_updated":"2025-07-23T16:14:08Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-10T00:56:09.586936Z","submitted_at":"2025-07-23T16:14:08Z","title":"PRGB Benchmark: A Robust Placeholder-Assisted Algorithm for Benchmarking Retrieval-Augmented Generation"},"reference_resolution":{"displayed":19,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":18,"verified_exact":1,"verified_fuzzy":0},"total_outbound_references":19},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 10 August 2026, this Paper Citation Record lists 19 of 19 outbound references and 1 inbound Pith citation observation for arXiv:2507.22927."}