{"as_of":"2026-08-10T01:50:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:bb075e2676c48b9ba45c41b49601aad486ad93d8072e348d17991dc1aab7e966","coverage":[{"denominator":14,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":14,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T22:05:36.961615Z","state":"measured"},{"denominator":14,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":14,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2506.22644/citation-record","integrity":"/paper/2506.22644/integrity","json":"/paper/2506.22644/citation-record.json","paper":"/paper/2506.22644"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:05:37.624913Z","title":null,"venue":null,"work_id":"9126eeea-b855-43cb-a000-80ca6f86e00f","year":2024},"citing_paper":{"arxiv_id":"2506.22644","last_updated":"2025-06-27T21:20:43Z","snapshot_observed_at":"2026-08-09T11:33:31.531273Z","submitted_at":"2025-06-27T21:20:43Z","title":"Evaluating Hybrid Retrieval Augmented Generation using Dynamic Test Sets: LiveRAG Challenge","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-06T22:05:35.711549Z"},"links":{"citing_paper":"/paper/2506.22644"},"observation_digest":"sha256:d032b333a0103cd7dc3f3ad414174b3f56014eacb943979ff3d635bfecdd0adc","observation_id":"0c131553-8772-45e1-9d94-065bd2315161","resolution":{"observed_at":"2026-08-06T22:05:37.696611Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2501.12789","last_updated":"2025-01-22T10:47:08Z","snapshot_observed_at":"2026-08-09T00:13:05.822997Z","submitted_at":"2025-01-22T10:47:08Z","title":"Generating Diverse Q&A Benchmarks for RAG Evaluation with DataMorgana","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.12789","snapshot_observed_at":"2026-08-06T22:05:35.767303Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.22644","last_updated":"2025-06-27T21:20:43Z","snapshot_observed_at":"2026-08-09T11:33:31.531273Z","submitted_at":"2025-06-27T21:20:43Z","title":"Evaluating Hybrid Retrieval Augmented Generation using Dynamic Test Sets: LiveRAG Challenge","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-06T22:05:35.767303Z"},"links":{"cited_paper":"/paper/2501.12789","citing_paper":"/paper/2506.22644"},"observation_digest":"sha256:7831e539350a86fbb433c7c3d6bd48e95c15a2a4262a893c8f55fe6230f8b665","observation_id":"62abce57-4db8-4f88-8a99-f22e16f9e490","resolution":{"observed_at":"2026-08-06T22:05:35.767303Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.03714","last_updated":"2023-10-05T17:37:25Z","snapshot_observed_at":"2026-08-04T05:21:05.846165Z","submitted_at":"2023-10-05T17:37:25Z","title":"DSPy: Compiling Declarative Language Model Calls into Self-Improving Pipelines","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.03714","snapshot_observed_at":"2026-08-06T22:05:35.840152Z","title":"Joshi, Hanna Moazam, Heather Miller, Matei Zaharia, and Christopher Potts","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.22644","last_updated":"2025-06-27T21:20:43Z","snapshot_observed_at":"2026-08-09T11:33:31.531273Z","submitted_at":"2025-06-27T21:20:43Z","title":"Evaluating Hybrid Retrieval Augmented Generation using Dynamic Test Sets: LiveRAG Challenge","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-06T22:05:35.840152Z"},"links":{"cited_paper":"/paper/2310.03714","citing_paper":"/paper/2506.22644"},"observation_digest":"sha256:5818d4ec4fb96928142ce9404a26bd8e10875e4db79b395cce7cb9b7d8fbb665","observation_id":"095bff5e-d9fc-4f13-b25b-2a7394558041","resolution":{"observed_at":"2026-08-06T22:05:35.840152Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"5206.21535","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:05:37.274413Z","title":null,"venue":null,"work_id":"4919e9e8-a7fa-44f8-8091-014a7f4ac12f","year":1995},"citing_paper":{"arxiv_id":"2506.22644","last_updated":"2025-06-27T21:20:43Z","snapshot_observed_at":"2026-08-09T11:33:31.531273Z","submitted_at":"2025-06-27T21:20:43Z","title":"Evaluating Hybrid Retrieval Augmented Generation using Dynamic Test Sets: LiveRAG Challenge","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-06T22:05:35.880022Z"},"links":{"citing_paper":"/paper/2506.22644"},"observation_digest":"sha256:082c359f9a78b7209eec9f64610fda04bbdffd52aca09460ed41aac18dda3903","observation_id":"eccc2a2f-f606-4927-ab14-d6c024862455","resolution":{"observed_at":"2026-08-06T22:05:37.353703Z","resolver_source":"raw_fallback","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:05:35.985845Z","title":null,"venue":null,"work_id":null,"year":2004},"citing_paper":{"arxiv_id":"2506.22644","last_updated":"2025-06-27T21:20:43Z","snapshot_observed_at":"2026-08-09T11:33:31.531273Z","submitted_at":"2025-06-27T21:20:43Z","title":"Evaluating Hybrid Retrieval Augmented Generation using Dynamic Test Sets: LiveRAG Challenge","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-06T22:05:35.985845Z"},"links":{"citing_paper":"/paper/2506.22644"},"observation_digest":"sha256:1a4bb2f1076eed3bb1d42e1183ec1fe85521930fff5a8a2fa287a4750723bdaa","observation_id":"0a8c4c22-2d24-4eb7-8a9c-209f424ead59","resolution":{"observed_at":"2026-08-06T22:05:35.985845Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:05:36.111491Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.22644","last_updated":"2025-06-27T21:20:43Z","snapshot_observed_at":"2026-08-09T11:33:31.531273Z","submitted_at":"2025-06-27T21:20:43Z","title":"Evaluating Hybrid Retrieval Augmented Generation using Dynamic Test Sets: LiveRAG Challenge","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-06T22:05:36.111491Z"},"links":{"citing_paper":"/paper/2506.22644"},"observation_digest":"sha256:9d51f2b994c2cbe11911eac123fa3f8c981eb79f49690fc8cf765b368eee7423","observation_id":"eabd88ae-7260-4faf-9347-73518975c223","resolution":{"observed_at":"2026-08-06T22:05:36.111491Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1904.08375","last_updated":"2019-09-25T00:40:54Z","snapshot_observed_at":"2026-08-05T06:27:23.978783Z","submitted_at":"2019-04-17T17:20:14Z","title":"Document Expansion by Query Prediction","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1904.08375","snapshot_observed_at":"2026-08-06T22:05:36.230533Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2506.22644","last_updated":"2025-06-27T21:20:43Z","snapshot_observed_at":"2026-08-09T11:33:31.531273Z","submitted_at":"2025-06-27T21:20:43Z","title":"Evaluating Hybrid Retrieval Augmented Generation using Dynamic Test Sets: LiveRAG Challenge","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-06T22:05:36.230533Z"},"links":{"cited_paper":"/paper/1904.08375","citing_paper":"/paper/2506.22644"},"observation_digest":"sha256:e1382da9a44452aadb0d2fa04eb54e1f084e38ee82b0b947ff40984e19cf57b8","observation_id":"d9f3794e-fc3b-412c-9001-cdb8406da6c8","resolution":{"observed_at":"2026-08-06T22:05:36.230533Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.11695","last_updated":"2024-10-06T17:34:26Z","snapshot_observed_at":"2026-08-09T16:10:50.244801Z","submitted_at":"2024-06-17T16:12:03Z","title":"Optimizing Instructions and Demonstrations for Multi-Stage Language Model Programs","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.11695","snapshot_observed_at":"2026-08-06T22:05:36.330887Z","title":"Ryan, Josh Purtell, David Broman, Christopher Potts, Matei Zaharia, and Omar Khattab","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.22644","last_updated":"2025-06-27T21:20:43Z","snapshot_observed_at":"2026-08-09T11:33:31.531273Z","submitted_at":"2025-06-27T21:20:43Z","title":"Evaluating Hybrid Retrieval Augmented Generation using Dynamic Test Sets: LiveRAG Challenge","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-06T22:05:36.330887Z"},"links":{"cited_paper":"/paper/2406.11695","citing_paper":"/paper/2506.22644"},"observation_digest":"sha256:fb13583c5c9e813f4cfad662d8d22e13942d9e82ad44395e5be90b5b1d9678e6","observation_id":"c76ffacd-76cd-45b6-8533-4b312a2aa0ae","resolution":{"observed_at":"2026-08-06T22:05:36.330887Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:05:36.420010Z","title":null,"venue":null,"work_id":null,"year":2002},"citing_paper":{"arxiv_id":"2506.22644","last_updated":"2025-06-27T21:20:43Z","snapshot_observed_at":"2026-08-09T11:33:31.531273Z","submitted_at":"2025-06-27T21:20:43Z","title":"Evaluating Hybrid Retrieval Augmented Generation using Dynamic Test Sets: LiveRAG Challenge","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-06T22:05:36.420010Z"},"links":{"citing_paper":"/paper/2506.22644"},"observation_digest":"sha256:63edc16c2b119ec00811b9f00470749049a175f6a794b87a34d6cafc62748ea0","observation_id":"9711e448-933d-4ad9-b6bc-0cf15c698d2f","resolution":{"observed_at":"2026-08-06T22:05:36.420010Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:05:37.444132Z","title":null,"venue":null,"work_id":"c5a11a2e-a92f-4999-99b6-d3b47a4a2a98","year":2024},"citing_paper":{"arxiv_id":"2506.22644","last_updated":"2025-06-27T21:20:43Z","snapshot_observed_at":"2026-08-09T11:33:31.531273Z","submitted_at":"2025-06-27T21:20:43Z","title":"Evaluating Hybrid Retrieval Augmented Generation using Dynamic Test Sets: LiveRAG Challenge","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-06T22:05:36.512521Z"},"links":{"citing_paper":"/paper/2506.22644"},"observation_digest":"sha256:a478c51384b9f862d73257fd7a3679de94f33baf0b138ccf7e983339d80fbd9b","observation_id":"7e85748b-b6b8-4492-8fd3-8eb8913fc2bf","resolution":{"observed_at":"2026-08-06T22:05:37.526593Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2312.02724","last_updated":"2023-12-05T12:39:00Z","snapshot_observed_at":"2026-08-09T14:11:36.092661Z","submitted_at":"2023-12-05T12:39:00Z","title":"RankZephyr: Effective and Robust Zero-Shot Listwise Reranking is a Breeze!","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.02724","snapshot_observed_at":"2026-08-06T22:05:36.635719Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.22644","last_updated":"2025-06-27T21:20:43Z","snapshot_observed_at":"2026-08-09T11:33:31.531273Z","submitted_at":"2025-06-27T21:20:43Z","title":"Evaluating Hybrid Retrieval Augmented Generation using Dynamic Test Sets: LiveRAG Challenge","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-06T22:05:36.635719Z"},"links":{"cited_paper":"/paper/2312.02724","citing_paper":"/paper/2506.22644"},"observation_digest":"sha256:0432aede969c5fde5773df0ef02fb4b0d85ea40194e016639497bcb5c14b378c","observation_id":"9384c032-4127-4817-8e51-95352f39fcbb","resolution":{"observed_at":"2026-08-06T22:05:36.635719Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.10930","last_updated":"2024-10-07T15:52:48Z","snapshot_observed_at":"2026-07-06T18:46:35.304901Z","submitted_at":"2024-07-15T17:30:31Z","title":"Fine-Tuning and Prompt Optimization: Two Great Steps that Work Better Together","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.10930","snapshot_observed_at":"2026-08-06T22:05:36.753644Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.22644","last_updated":"2025-06-27T21:20:43Z","snapshot_observed_at":"2026-08-09T11:33:31.531273Z","submitted_at":"2025-06-27T21:20:43Z","title":"Evaluating Hybrid Retrieval Augmented Generation using Dynamic Test Sets: LiveRAG Challenge","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-06T22:05:36.753644Z"},"links":{"cited_paper":"/paper/2407.10930","citing_paper":"/paper/2506.22644"},"observation_digest":"sha256:e19fe26ac4e2cde4526e5a22f3ecbafe681023a0c496df33fcb3fbf7c877e11f","observation_id":"11a0699d-8b6a-468d-ba08-696ebbd53d14","resolution":{"observed_at":"2026-08-06T22:05:36.753644Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2304.09542","last_updated":"2024-12-28T06:20:54Z","snapshot_observed_at":"2026-08-06T00:21:17.259026Z","submitted_at":"2023-04-19T10:16:03Z","title":"Is ChatGPT Good at Search? Investigating Large Language Models as Re-Ranking Agents","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2304.09542","snapshot_observed_at":"2026-08-06T22:05:36.869007Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.22644","last_updated":"2025-06-27T21:20:43Z","snapshot_observed_at":"2026-08-09T11:33:31.531273Z","submitted_at":"2025-06-27T21:20:43Z","title":"Evaluating Hybrid Retrieval Augmented Generation using Dynamic Test Sets: LiveRAG Challenge","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-06T22:05:36.869007Z"},"links":{"cited_paper":"/paper/2304.09542","citing_paper":"/paper/2506.22644"},"observation_digest":"sha256:0c6944b54f3e3d1ba0d3be3f28845decedbf348e77b3894405cf06f0191d9c48","observation_id":"ce9cbf36-9648-441d-912d-180180b1adf6","resolution":{"observed_at":"2026-08-06T22:05:36.869007Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:05:36.961615Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.22644","last_updated":"2025-06-27T21:20:43Z","snapshot_observed_at":"2026-08-09T11:33:31.531273Z","submitted_at":"2025-06-27T21:20:43Z","title":"Evaluating Hybrid Retrieval Augmented Generation using Dynamic Test Sets: LiveRAG Challenge","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-06T22:05:36.961615Z"},"links":{"citing_paper":"/paper/2506.22644"},"observation_digest":"sha256:6ac2c7ac560737e37f3a0e54c885e1e2d5044536aead480903f30cca15b66667","observation_id":"3e7db311-f421-4bca-8682-765b870c7dee","resolution":{"observed_at":"2026-08-06T22:05:36.961615Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2506.22644","last_updated":"2025-06-27T21:20:43Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-09T11:33:31.531273Z","submitted_at":"2025-06-27T21:20:43Z","title":"Evaluating Hybrid Retrieval Augmented Generation using Dynamic Test Sets: LiveRAG Challenge"},"reference_resolution":{"displayed":14,"state_counts":{"malformed_identifier":0,"metadata_mismatch":1,"parse_uncertain":0,"unresolved":13,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":14},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 10 August 2026, this Paper Citation Record lists 14 of 14 outbound references and 0 inbound Pith citation observations for arXiv:2506.22644."}