{"as_of":"2026-08-09T23:23:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:c365a531df59d3751a6ced6f6c30e0d646e87021270e62d53eaccf2081a441fe","coverage":[{"denominator":57,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":57,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T18:34:46.191064Z","state":"measured"},{"denominator":57,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":57,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2507.07924/citation-record","integrity":"/paper/2507.07924/integrity","json":"/paper/2507.07924/citation-record.json","paper":"/paper/2507.07924"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:45.893727Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:45.893727Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:dde60a5879a4b13e046448504a64a5fbc862b7444b1340f48f469fe17fc031f4","observation_id":"60b43399-20ac-4854-a4f5-58b9184837a8","resolution":{"observed_at":"2026-08-06T18:34:45.893727Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:47.163048Z","title":null,"venue":null,"work_id":"d20e72dd-2c95-4b31-b253-50ad1b493575","year":2003},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:45.903920Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:d8e9f6066864fafe5fc895c3565bd84bba5e0ecd0328152c00ae795a0488a2fe","observation_id":"8e1f742d-1d54-4ef5-91b9-8eb7316151c1","resolution":{"observed_at":"2026-08-06T18:34:47.167572Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:47.147473Z","title":null,"venue":null,"work_id":"d585fc90-412b-4d93-9983-4a6e1553bc88","year":2013},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:45.908651Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:23b9c397815a06e99316ef1fcdeabb0513d211c3fc57056c4db457d33eeb7ca4","observation_id":"4e0fe0b1-70de-4ceb-9362-07412b97b242","resolution":{"observed_at":"2026-08-06T18:34:47.151628Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:47.131465Z","title":null,"venue":null,"work_id":"ab802e06-626f-4a1a-92eb-178917b40ac0","year":2010},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:45.913365Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:dc78d7b12504ea8d4479bfc8a7bb7a3b2738547ea7db8bbd9cbe04613eb4bbfe","observation_id":"fd410787-82a7-47c8-b6a8-db2e38a61add","resolution":{"observed_at":"2026-08-06T18:34:47.136949Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:47.117148Z","title":null,"venue":null,"work_id":"b35e326e-2db5-4702-aa17-961d3be415ba","year":2020},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:45.918336Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:3b023ec1c3e6f75d3936df3dd3b3582f9845731996800cea37b853c4c0ec60ec","observation_id":"cea8f4c9-6b31-4f3e-aa80-f43bbc339433","resolution":{"observed_at":"2026-08-06T18:34:47.121345Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:47.102486Z","title":null,"venue":null,"work_id":"f501a1db-2cd3-411a-ac14-01ac2a61393b","year":1967},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:45.922651Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:29ced71df2e624848697405c04644539ed180ad46378ef09802b0e7492fce109","observation_id":"0a558aa9-ab42-4ec2-85be-426ac4f9bd81","resolution":{"observed_at":"2026-08-06T18:34:47.106776Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:47.087176Z","title":null,"venue":null,"work_id":"92845a5a-41dd-45d3-beb3-444ecab75062","year":1960},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:45.928384Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:9d5c662aafc9c5b9925e07c3353a68c8c1094f15c0ce9402849f9f24257cf1e9","observation_id":"8f182f2d-c0ec-4ddf-82a4-9d5953c62c10","resolution":{"observed_at":"2026-08-06T18:34:47.091848Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:47.072003Z","title":null,"venue":null,"work_id":"98882872-debf-4825-8365-b2c253cbc85f","year":1971},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:45.932813Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:96fdd8a7c6c1c8ed00bc9ad471f0b542d99b30ea03f865c3949812e85f87c6d4","observation_id":"c398df54-5182-422d-be8f-e608025c282d","resolution":{"observed_at":"2026-08-06T18:34:47.076928Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:47.057165Z","title":null,"venue":null,"work_id":"ecf87050-98ed-4358-98b1-9bef3a3ee8d5","year":1998},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:45.937422Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:1a4aaea8180f2662f979eddffda04610448ec5ea60dd838c956cb90a1d19c5a6","observation_id":"9450e197-d373-4499-8ad2-ffd84ec6eac5","resolution":{"observed_at":"2026-08-06T18:34:47.061751Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2102.07662","last_updated":"2021-02-15T16:47:00Z","snapshot_observed_at":"2026-08-09T09:26:16.401552Z","submitted_at":"2021-02-15T16:47:00Z","title":"Overview of the TREC 2020 deep learning track","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2102.07662","snapshot_observed_at":"2026-08-06T18:34:45.942093Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:45.942093Z"},"links":{"cited_paper":"/paper/2102.07662","citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:74e2555ab007125eda50f7ee2ae359948487baeed9c6f585750e7162739b9a64","observation_id":"bed375c1-f9b8-4883-95e8-7e84eecd6452","resolution":{"observed_at":"2026-08-06T18:34:45.942093Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2003.07820","last_updated":"2020-03-18T16:56:56Z","snapshot_observed_at":"2026-07-06T09:05:23.015957Z","submitted_at":"2020-03-17T17:12:36Z","title":"Overview of the TREC 2019 deep learning track","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2003.07820","snapshot_observed_at":"2026-08-06T18:34:45.947206Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:45.947206Z"},"links":{"cited_paper":"/paper/2003.07820","citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:aa815b04fd6dbb876e36f0ce998fd5504714d473680a8eba2d27da9b9b02bead","observation_id":"d076a121-96bc-4154-9af5-bb263ca68686","resolution":{"observed_at":"2026-08-06T18:34:45.947206Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.21783","last_updated":"2024-11-23T23:27:33Z","snapshot_observed_at":"2026-07-06T18:55:11.576666Z","submitted_at":"2024-07-31T17:54:27Z","title":"The Llama 3 Herd of Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.21783","snapshot_observed_at":"2026-08-06T18:34:45.952508Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:45.952508Z"},"links":{"cited_paper":"/paper/2407.21783","citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:b1f25adf79f4296b45366ca605c804153b20cbb4e0c1db4de53914aeba767541","observation_id":"79dd812b-8bf9-46db-8368-582237c87042","resolution":{"observed_at":"2026-08-06T18:34:45.952508Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:47.041885Z","title":null,"venue":null,"work_id":"9b29e163-4853-4580-8775-c309c1a2053c","year":2023},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:45.957060Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:069f267b4304c5843455b77fb111466051c3ed66bd5e9267ff8c4e8a533a70d3","observation_id":"21843c68-a25e-4be1-8ca5-820c1ae3ebc0","resolution":{"observed_at":"2026-08-06T18:34:47.046893Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:47.027265Z","title":null,"venue":null,"work_id":"e99bd76e-c3d9-4851-9c94-736a7a980e9d","year":2021},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:45.961916Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:f7b30ad4acae5425e3e6543e4c20a771179511c410a31e89675485ef77ceeca1","observation_id":"13ffcf20-c539-4acb-965b-41252026b37a","resolution":{"observed_at":"2026-08-06T18:34:47.031564Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:47.012241Z","title":null,"venue":null,"work_id":"48c04cdb-1ab3-4527-9a07-bd5b9e13166c","year":2024},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:45.966474Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:78664e56c012f95728d54ac74958e99bd829880f100ab502f63ec578d7424fff","observation_id":"effb50a9-16a5-4f38-9071-7ced31bcc648","resolution":{"observed_at":"2026-08-06T18:34:47.016488Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.997013Z","title":null,"venue":null,"work_id":"2cbb640b-643b-46ff-aaaf-a761a7faa205","year":2019},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:45.972546Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:28858b57e699655e28f15140c07da8a1110226b66ea6e266a1d6ab4fa6913a61","observation_id":"4a0500b7-371c-466a-8959-94764f5bd2f1","resolution":{"observed_at":"2026-08-06T18:34:47.001685Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.981825Z","title":null,"venue":null,"work_id":"7157b038-4553-4785-8b23-38094bf61ea2","year":2017},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:45.980893Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:9c1d1da5375341777d4057d26033017873f56e2ea9ae1a0fb2c81321f18e98f2","observation_id":"0135dc01-5db8-4320-9924-00a47b89ceb5","resolution":{"observed_at":"2026-08-06T18:34:46.986149Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.966482Z","title":null,"venue":null,"work_id":"0cfafe29-9bce-4eea-9b35-dd2ac6b73d53","year":2019},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:45.986074Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:001b87e8633259afa092c728fe88f59144e22c7d985cdbb9214e83ce3ca8dd6a","observation_id":"6a6452ff-0022-4355-9dac-e1eb49b49006","resolution":{"observed_at":"2026-08-06T18:34:46.971089Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.951979Z","title":null,"venue":null,"work_id":"c545b48b-e965-4a24-b736-24dcf02982df","year":2022},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:45.992292Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:f59f3371d95fd4b0331e3942ef459183dbc0da6757f2c81497b84f37813ee955","observation_id":"de26fbdf-850c-40a6-9743-f50cf896668c","resolution":{"observed_at":"2026-08-06T18:34:46.956709Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.936380Z","title":null,"venue":null,"work_id":"276ed78f-72c7-4c10-bf0b-645f64c4a2b1","year":2011},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:45.996525Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:d677a0411818278d522d4e8d2352d625c4249f139184c3ed8f9d48301ec64579","observation_id":"b5160d1b-784f-4c3e-b0c3-45c8877def9c","resolution":{"observed_at":"2026-08-06T18:34:46.940456Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.920976Z","title":null,"venue":null,"work_id":"569ea7f2-5d37-48c9-8114-6727db207cfb","year":2018},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.001242Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:21b3b65f6af08ee1ac14f06d38ec0580a97f1dd60d4b0c41f0bd0f19d0371ce6","observation_id":"b3957398-5571-42c6-ae54-2e336a3a7412","resolution":{"observed_at":"2026-08-06T18:34:46.925362Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.904549Z","title":null,"venue":null,"work_id":"9f97ddff-2e43-4e56-878f-671fcaa3c71d","year":2020},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.006704Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:86a151edae2d6a9d5d16f497fcf95f3fe97e63f76cac8714c51cca18e4cf87a5","observation_id":"653029c3-e2b0-40d8-aec3-cccfcdfd0d96","resolution":{"observed_at":"2026-08-06T18:34:46.909686Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.889351Z","title":null,"venue":null,"work_id":"aee23e37-25c8-4524-8f9a-b8c3ff232680","year":2010},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.011130Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:3008769abe023042e2c8b01309aebb51c5749acdc9b5ce19939cb4e30864c504","observation_id":"3794312d-0135-42c0-b998-953226a0f137","resolution":{"observed_at":"2026-08-06T18:34:46.893642Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.873491Z","title":null,"venue":null,"work_id":"6d3d5095-1136-4c56-a70d-0e2620f57904","year":1996},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.016045Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:6dc3e4c61ace5d60533d7d8629749835cc4f2cf385ed97a185fd70db7b8d6e9c","observation_id":"a1e03fe4-b310-4262-a3b6-3c30d6e3e9bb","resolution":{"observed_at":"2026-08-06T18:34:46.878593Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.851343Z","title":null,"venue":null,"work_id":"2a156bb8-02c6-49fb-88f9-122f759c8bb2","year":2019},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.021235Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:946fe251934bf2be9522712becb4fc9885a6e92ad2bb839248b5e4bde0944b31","observation_id":"905ea6b5-7b93-4808-9c9b-ef92f78cdae9","resolution":{"observed_at":"2026-08-06T18:34:46.855694Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.836321Z","title":null,"venue":null,"work_id":"07fc519f-7bb2-4734-b848-da3caaec19a7","year":1938},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.026633Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:2c0001e33faf7e68b23ba7c709236f68313376f7833bb45885d9e98d382ba28d","observation_id":"6735ae77-267d-4866-9e36-719ff5ed64f9","resolution":{"observed_at":"2026-08-06T18:34:46.840812Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.821222Z","title":null,"venue":null,"work_id":"9cbe56d0-d374-460f-be06-93f1704b1e22","year":2016},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.031565Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:c78011006575017f59e8761b09fa64b6b1703516305d58b96c265d087f3d2973","observation_id":"dc2a996a-ef66-4bf1-a5d1-87044fd8b3c8","resolution":{"observed_at":"2026-08-06T18:34:46.825911Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.804469Z","title":null,"venue":null,"work_id":"749170dd-e737-42fe-9126-c42e67b811a3","year":2023},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.036421Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:0e69cccb9b5bcb2b5058083ba2c70100c32d5511381bcec823ac888d3f2eab52","observation_id":"196ca538-6440-4aa3-9382-8ba33360b024","resolution":{"observed_at":"2026-08-06T18:34:46.810017Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.786285Z","title":null,"venue":null,"work_id":"56efde5e-cbb4-477a-b4a6-e59f57ed39bf","year":1975},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.042438Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:38f3ecead284defef14fd94c1459e66066e9f4d5083c8a90568809321b885019","observation_id":"2c85cfff-5a6f-459f-99be-d818bf3f29e7","resolution":{"observed_at":"2026-08-06T18:34:46.791705Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.769792Z","title":null,"venue":null,"work_id":"5a78fe20-1cb3-458e-889b-8955e95ca2de","year":2025},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.048248Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:d782405171a64406655001a4ec43c472c2aeef9f14246f07ae29b59d1f7312b1","observation_id":"30b83920-e438-4cf1-a7b2-de8487618587","resolution":{"observed_at":"2026-08-06T18:34:46.774398Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.751975Z","title":null,"venue":null,"work_id":"caf53b11-4420-4301-b59a-31a60327d010","year":2020},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.053406Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:8fc3e290e56dfcfa8ac09747fed1a78e917be1fe81cf1d6dc47a8c23b3237d19","observation_id":"996e2fc0-529d-447e-89ac-453795c39913","resolution":{"observed_at":"2026-08-06T18:34:46.756809Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.737032Z","title":null,"venue":null,"work_id":"7403007c-286f-47a5-ae3f-207e1cf5cd87","year":2023},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.059729Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:f3b2630ec62969f5fa8696578df502c1578fa1ee993035ca0c24cae91b998713","observation_id":"bf0da052-c52a-496f-b1d2-36cd9404dcbe","resolution":{"observed_at":"2026-08-06T18:34:46.741668Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.722035Z","title":null,"venue":null,"work_id":"9e25688b-4c0d-4930-9ce2-b2ae1f14ee1a","year":1993},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.065929Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:2f14fd54b0d7a748142e9d854b640b9afb253033d7d6bc7ab096ce95f8c43203","observation_id":"cab0368d-b210-4a3e-a510-e886ce9788ef","resolution":{"observed_at":"2026-08-06T18:34:46.726722Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.707301Z","title":null,"venue":null,"work_id":"100f4bd4-9676-456d-8ac0-6533c09aabee","year":2010},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.070973Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:adc5268b6f976e856a357377f7c00cb84628b45a4932b1febee42eb0f750aa2c","observation_id":"88a85b88-5bd4-4337-9b21-f37968758b47","resolution":{"observed_at":"2026-08-06T18:34:46.712123Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.05388","last_updated":"2024-08-09T23:55:58Z","snapshot_observed_at":"2026-07-06T18:59:05.329809Z","submitted_at":"2024-08-09T23:55:58Z","title":"Report on the 1st Workshop on Large Language Model for Evaluation in Information Retrieval (LLM4Eval 2024) at SIGIR 2024","version":1},"cited_work":{"arxiv_id":"2408.05388","doi":null,"metadata_source":"pith","pith_arxiv_id":"2408.05388","snapshot_observed_at":"2026-08-06T18:34:46.272328Z","title":"Report on the 1st Workshop on Large Language Model for Evaluation in Information Retrieval (LLM4Eval 2024) at SIGIR 2024","venue":"cs.IR","work_id":"ae68b87b-5bde-4e9f-89eb-122be9de5116","year":2024},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.075998Z"},"links":{"cited_paper":"/paper/2408.05388","citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:59f4f0eb3598839bbc86c75dea5af412fba46f9084cdff6c7638e90d2eb95f88","observation_id":"ea865e4b-7f90-4fd5-b574-1f63fb54ca71","resolution":{"observed_at":"2026-08-06T18:34:46.279906Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.688550Z","title":null,"venue":null,"work_id":"f9701ccf-b57c-438c-a8e8-d2744a65e90c","year":2014},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.083229Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:3786b1fa0fe960eb15651a6a2276693585d361e92c9bf6b39bf3f5a2901c02bc","observation_id":"168572aa-b0e7-41b4-868e-c1e011346552","resolution":{"observed_at":"2026-08-06T18:34:46.694613Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.672290Z","title":null,"venue":null,"work_id":"0905055c-3b7c-4ef7-acd1-a4af36844381","year":2016},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.088984Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:73115c0ecf50eb7921aa9e3252c8fd1a04801ea493a5549fc4349d48cdf9a7b1","observation_id":"9e6c2a77-622b-4aa4-a505-745b4b6c38b1","resolution":{"observed_at":"2026-08-06T18:34:46.677118Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.658033Z","title":null,"venue":null,"work_id":"bd20a3fa-2c7d-494a-8fb7-81b0d859130c","year":2016},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.095602Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:b5e8aa636f30518c908b06db05d669c2e9b5d84a7f34061400d25b0b45f7cd8c","observation_id":"3e4fbb3a-291c-421d-88cf-08ae36bf6a49","resolution":{"observed_at":"2026-08-06T18:34:46.662151Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.643298Z","title":null,"venue":null,"work_id":"629fbf93-6fcd-4fd3-890e-bd6f6a2c22ad","year":2018},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.100804Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:1da40231f4670533436faa1b04e33415225ce3972a83518ac44bfb917f06ba56","observation_id":"41d330c8-ee7e-44e9-bb06-a5708d14f262","resolution":{"observed_at":"2026-08-06T18:34:46.647977Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.625784Z","title":null,"venue":null,"work_id":"d9064ec3-d45a-4f70-9b81-a20d4a87547b","year":2021},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.105982Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:727ef63f7ca1396cd8acc13ac97213d44d04eddedbe241802e45b3531ba1278a","observation_id":"4c966a6d-727e-44bf-b201-0442995eeac9","resolution":{"observed_at":"2026-08-06T18:34:46.631305Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.606403Z","title":null,"venue":null,"work_id":"ba456446-20bf-4a9c-9e25-f7b9af2f0eb6","year":2008},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.110200Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:b6e1f89542a977f6cf7b5b58ed17aa2b85a9de597b549b6bb80bd4cf34cbb9b3","observation_id":"dbdb542d-bde2-4bcf-a7d6-5e6e829da786","resolution":{"observed_at":"2026-08-06T18:34:46.612603Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.589265Z","title":null,"venue":null,"work_id":"a2d4f927-d7e9-44a1-b253-5a4c7662c390","year":2001},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.115687Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:d9b3da2c34f833a1e641780d0462225f81cbf6586ad25d9b8f79ebf1d4bc039e","observation_id":"b50f9a29-dad3-4bca-9c8a-dea17f915679","resolution":{"observed_at":"2026-08-06T18:34:46.594161Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.572183Z","title":null,"venue":null,"work_id":"0ab85f0a-8a09-424c-9f1a-a3ccbfb01086","year":1976},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.121367Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:54123547707131c7661c655e3b2e72786d5552281153b5a38f7e936ae5dfa507","observation_id":"0080b839-196a-46ba-9a5a-2977602f9613","resolution":{"observed_at":"2026-08-06T18:34:46.577426Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.556741Z","title":null,"venue":null,"work_id":"3d575657-6adb-4ab0-88d0-f38fb45552f3","year":1987},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.127742Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:ae9c407c493150dcf704a61607f5f914b7fc4a3eb8f0b62e83cb14fae1971b64","observation_id":"3de9d11f-598d-4a4e-a97a-75d0f43e7bd4","resolution":{"observed_at":"2026-08-06T18:34:46.561601Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.540148Z","title":null,"venue":null,"work_id":"ffe24c08-3878-4fd3-923e-79ec2f76a2a9","year":2023},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.134606Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:5a39599e542d9db4da31a7cdb76e1473eb35eda17c74eca17a79f7e3f560e185","observation_id":"8f9a0ace-ca93-457e-8e4f-39aaa05e8f6d","resolution":{"observed_at":"2026-08-06T18:34:46.544622Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.524319Z","title":null,"venue":null,"work_id":"bdc0ba96-eab8-44ae-baf9-4137dd991322","year":2024},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.140766Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:0f61aac3356c4eb1c4475ed29c69cb660c6ce7d4bf5b08332be439d548a65627","observation_id":"d8e814c2-b4e8-4ef1-b13b-0dac3413d236","resolution":{"observed_at":"2026-08-06T18:34:46.529479Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2405.04727","last_updated":"2024-05-08T00:32:19Z","snapshot_observed_at":"2026-07-06T18:11:17.718134Z","submitted_at":"2024-05-08T00:32:19Z","title":"LLMs Can Patch Up Missing Relevance Judgments in Evaluation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.04727","snapshot_observed_at":"2026-08-06T18:34:46.145334Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.145334Z"},"links":{"cited_paper":"/paper/2405.04727","citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:b9e05a75f90623882117d2305b8eb5c8c859427d6725153448c0b4753b57657d","observation_id":"0a8a785d-1cff-4b54-9d08-b9e6cb8fc049","resolution":{"observed_at":"2026-08-06T18:34:46.145334Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.06519","last_updated":"2024-06-10T17:58:29Z","snapshot_observed_at":"2026-08-06T17:10:43.700110Z","submitted_at":"2024-06-10T17:58:29Z","title":"UMBRELA: UMbrela is the (Open-Source Reproduction of the) Bing RELevance Assessor","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.06519","snapshot_observed_at":"2026-08-06T18:34:46.150987Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.150987Z"},"links":{"cited_paper":"/paper/2406.06519","citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:a63283153903e93c144777e00cd3187c88dbece57ff78ae593b3d80ad02935f2","observation_id":"d3952dc7-acb1-43d8-a2b8-0e8420b83035","resolution":{"observed_at":"2026-08-06T18:34:46.150987Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.506450Z","title":null,"venue":null,"work_id":"d4465c67-f01b-480d-80bf-6d091c8bc615","year":2013},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.156529Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:054d69ea6f1507200c83bac49a7da1d686e89e81ade4527f02ce04e827a0f94a","observation_id":"cb13201e-0d48-4937-a5d4-2297a140927d","resolution":{"observed_at":"2026-08-06T18:34:46.511275Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.485446Z","title":null,"venue":null,"work_id":"94d371f6-f910-49dd-ab6f-e3d557804f18","year":2013},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.161502Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:29ef65d5757bdc0acc09d67cad7be487188cab48871168eecd5ef56917b4f425","observation_id":"c1185a08-f397-482e-bce0-f85fce76b9a1","resolution":{"observed_at":"2026-08-06T18:34:46.491491Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.461318Z","title":null,"venue":null,"work_id":"7e83acbf-208d-4e8d-8399-91748c52dd30","year":1979},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.166109Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:624b16dffcec513feefcd83b9842afa0ef46821f9e54e71accacd1ad15cf4c21","observation_id":"e019b683-6d45-4382-851a-e939365ea8b1","resolution":{"observed_at":"2026-08-06T18:34:46.466739Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.442459Z","title":"Voorhees and Donna Harman","venue":null,"work_id":"47e72f8d-4a26-4f2c-bf5d-5e766e5aeb97","year":1997},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.170871Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:cbf1a198542b80fc3f7d9f411928bd13c392fd7a9e9e8f04be138c656b3ca094","observation_id":"c362450b-c209-4e0c-8894-27c7787a02dc","resolution":{"observed_at":"2026-08-06T18:34:46.448018Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.413104Z","title":null,"venue":null,"work_id":"387acf84-8689-4fe9-8265-66b0202c4e17","year":2008},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":53,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.176298Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:79dda3c68722221734feaa9aa1f9dbedcd88a46d2d55b55ca8aec296aa03c7f4","observation_id":"a90ace5c-135a-491f-899d-c26487fa0896","resolution":{"observed_at":"2026-08-06T18:34:46.418226Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.396122Z","title":null,"venue":null,"work_id":"5d92bf89-5207-4a5c-b27d-90d81a25658d","year":1997},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.181643Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:3d32751c238680f98dd586e400345e82886078ea3d78183d43c533e9e9ede1b7","observation_id":"ad8d292a-ef28-416e-8aeb-ffd787fb7131","resolution":{"observed_at":"2026-08-06T18:34:46.401501Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.381246Z","title":null,"venue":null,"work_id":"e28ad84b-31d0-4533-8517-057437a9c1fa","year":2003},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":55,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.186693Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:06b9215db846987b3e2941a3c25bef7a98f097571c53815f507ad350bd55dd1d","observation_id":"90ad40d0-4116-4f4d-9675-3d20e6c1c198","resolution":{"observed_at":"2026-08-06T18:34:46.385765Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.366122Z","title":null,"venue":null,"work_id":"5007b013-df68-4934-8f64-d32a726654a2","year":1998},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":56,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.191064Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:faf210738d6dfc29f2e56b89ac185bdade587dc8c29c78f8b6eae12418493ec1","observation_id":"8a209eb6-3dbb-4910-b253-d2b3ba04a310","resolution":{"observed_at":"2026-08-06T18:34:46.370408Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2405.05600","last_updated":"2024-05-09T07:39:19Z","snapshot_observed_at":"2026-08-09T00:59:20.809933Z","submitted_at":"2024-05-09T07:39:19Z","title":"Can We Use Large Language Models to Fill Relevance Judgment Holes?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.05600","snapshot_observed_at":"2026-08-06T18:34:45.899164Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:45.899164Z"},"links":{"cited_paper":"/paper/2405.05600","citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:f4d890643d085e11af5b91dccd273f38fbcd0ecc8d9fe368ce64ae99bee130a5","observation_id":"3d61a8f9-4c98-414f-a52b-df08af21d2a5","resolution":{"observed_at":"2026-08-06T18:34:45.899164Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","latest_version":1,"primary_category":"cs.IR","snapshot_observed_at":"2026-08-09T01:00:32.490825Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems"},"reference_resolution":{"displayed":57,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":55,"verified_exact":1,"verified_fuzzy":1},"total_outbound_references":57},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 9 August 2026, this Paper Citation Record lists 57 of 57 outbound references and 0 inbound Pith citation observations for arXiv:2507.07924."}