{"as_of":"2026-08-10T18:29:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:2a415b943dbc41a25f1032d1d3fae29df35de01004fd7318b494423fade42bc1","coverage":[{"denominator":69,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":69,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T05:11:38.449070Z","state":"measured"},{"denominator":70,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":70,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-10T06:31:04.303077+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-05T10:47:43.058140Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"pith","source_observed_at":"2026-08-05T10:47:43.141116Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"cited_work":{"arxiv_id":"2506.08626","doi":null,"metadata_source":"pith","pith_arxiv_id":"2506.08626","snapshot_observed_at":"2026-08-05T10:47:43.141116Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","venue":"cs.IR","work_id":"cdf5bc25-334c-44da-9570-3cc53eab4f1a","year":2025},"citing_paper":{"arxiv_id":"2509.03696","last_updated":"2025-09-03T20:26:06Z","snapshot_observed_at":"2026-08-07T12:37:33.974949Z","submitted_at":"2025-09-03T20:26:06Z","title":"LLMs for estimating positional bias in logged interaction data","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-05T10:47:43.058140Z"},"links":{"cited_paper":"/paper/2506.08626","citing_paper":"/paper/2509.03696"},"observation_digest":"sha256:e239b1269c07691303973d19a73f106e87147e86e8fe00a69f2e550109a6a51c","observation_id":"c52bb531-2d1b-4eb3-b087-63ca4cdd10ff","resolution":{"observed_at":"2026-08-05T10:47:43.200577Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2506.08626/citation-record","integrity":"/paper/2506.08626/integrity","json":"/paper/2506.08626/citation-record.json","paper":"/paper/2506.08626"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:11:38.199197Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.199197Z"},"links":{"citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:6db1650748319cc7eba251e74cfe03e7c3b43bec8064116c0aa3e97fb36163ba","observation_id":"4ed904e9-575e-46a7-8ea8-43728a87a048","resolution":{"observed_at":"2026-08-07T05:11:38.199197Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:11:39.695936Z","title":"Abreu, Arminda Lucia","venue":null,"work_id":"b3b62405-c7e6-481d-ad16-e2960e2874c1","year":2008},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.208429Z"},"links":{"citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:281dc5dd9a25ebeb741a7ab1cc12b7abeca52106f91aca4993005680d7dfda03","observation_id":"800e3e19-e6c0-4a59-b55e-6b98fe753494","resolution":{"observed_at":"2026-08-07T05:11:39.699549Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:11:39.685113Z","title":"2003.Categorical Data Analysis, Second Edition","venue":null,"work_id":"88de0242-b500-4bed-b61a-721f1367cf99","year":2003},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.212638Z"},"links":{"citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:1fe5f97a426b3e5e886b1e0580efa792b434816b291c21cfcabbc7c89bf6f014","observation_id":"99b41682-130e-4b23-bf67-9b7c63538aa4","resolution":{"observed_at":"2026-08-07T05:11:39.688925Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:11:39.674516Z","title":null,"venue":null,"work_id":"1fafb11c-75be-43de-981e-d048398b55fd","year":2007},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.216425Z"},"links":{"citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:3fde823f7c56f7ebda2519703ecc25b03ddc1884491833624f33239c8d6edde8","observation_id":"9142be13-25d1-458b-816b-11d3299dee14","resolution":{"observed_at":"2026-08-07T05:11:39.678121Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:11:38.220516Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.220516Z"},"links":{"citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:f0cc70d1f5edacf389e0df9b951b62c9b17d4bbd0b5d313ce3538cd0ffaa00d3","observation_id":"abea68f6-6447-425b-9bd1-ab10771754dd","resolution":{"observed_at":"2026-08-07T05:11:38.220516Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:11:39.663817Z","title":"Allwein, Robert E","venue":null,"work_id":"ef43a54c-e8ee-434c-93fe-171c642a197a","year":2000},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.225074Z"},"links":{"citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:076f4d59d621032a2837c741e886e6417be848c6a3b4761d0f47cef0c99c1bfd","observation_id":"9781776a-c4b6-46ef-ad63-e50ead4d978b","resolution":{"observed_at":"2026-08-07T05:11:39.667521Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:11:39.651808Z","title":null,"venue":null,"work_id":"bdf8edda-d507-4854-8cde-9d8599a8ed52","year":2015},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.228948Z"},"links":{"citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:cfcd7e5504de4d956f99eba61f59c2ad019ae49900a390a554589d9688f4312d","observation_id":"27ec5200-a101-42fc-8fc7-9713000bd330","resolution":{"observed_at":"2026-08-07T05:11:39.655905Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:11:39.640186Z","title":null,"venue":null,"work_id":"101b4ba3-e0e2-413c-9dce-8c1d35a4118c","year":2009},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.232947Z"},"links":{"citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:865922e1afda502cbf4ee99e110cfbdfa9c2b8cfcd7310e241ebc225eaae2b48","observation_id":"be0b3f66-e1fc-4a36-a50f-72a74588a955","resolution":{"observed_at":"2026-08-07T05:11:39.644185Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:11:39.628341Z","title":"2006.Pattern Recognition and Machine Learning","venue":null,"work_id":"cd470d63-0bc9-42c9-9694-5fc74f05834b","year":2006},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.236509Z"},"links":{"citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:e4c9cdbb2e9d0a465e71ef0a7f69279b8a3a0d05d8f390d8e9e5d40b24f59cfb","observation_id":"90c8e72d-4a49-451a-af0a-80028947ba4b","resolution":{"observed_at":"2026-08-07T05:11:39.632366Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:11:39.616914Z","title":null,"venue":null,"work_id":"cc31aa5e-c020-4f5d-bcfb-fcedd5f6bea6","year":2017},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.240013Z"},"links":{"citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:8950e2ce105e5673decaabd227600980594869f9f4c7158b2f2f54848ef10490","observation_id":"162af190-023a-4e38-ae8c-163213450f2e","resolution":{"observed_at":"2026-08-07T05:11:39.620596Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:11:39.605026Z","title":null,"venue":null,"work_id":"5f7b839c-42e4-46b5-b531-801f2f4bbb28","year":2008},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.243652Z"},"links":{"citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:2581f3f8b17977a9681774380088824c215276b86507a5869e8e0fe3bfc3d306","observation_id":"9bf38595-4707-4c40-9de6-942c751d379a","resolution":{"observed_at":"2026-08-07T05:11:39.609052Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.07299","last_updated":"2024-06-11T14:28:24Z","snapshot_observed_at":"2026-08-09T01:00:27.745669Z","submitted_at":"2024-06-11T14:28:24Z","title":"Exploring Large Language Models for Relevance Judgments in Tetun","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.07299","snapshot_observed_at":"2026-08-07T05:11:38.247155Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.247155Z"},"links":{"cited_paper":"/paper/2406.07299","citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:96381e419fd7ed83f86b34e3f2ee170a57168ef76bf660ae0069542349e175fd","observation_id":"6579fc36-bf65-435d-b96f-da59b0e8942f","resolution":{"observed_at":"2026-08-07T05:11:38.247155Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.14314","last_updated":"2023-05-23T17:50:33Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-05-23T17:50:33Z","title":"QLoRA: Efficient Finetuning of Quantized LLMs","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.14314","snapshot_observed_at":"2026-08-07T05:11:38.251085Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.251085Z"},"links":{"cited_paper":"/paper/2305.14314","citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:a3db78bc6dd216962f3ef490f659dbd2efb67aa448391e3bcdc0861eec1e7a21","observation_id":"b420789f-3ea2-423a-a89e-f1b218559884","resolution":{"observed_at":"2026-08-07T05:11:38.251085Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2504.14401","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:11:39.102915Z","title":null,"venue":null,"work_id":"7506a2cc-8f6f-4492-b0a3-bb04e1bb38d8","year":2025},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.255171Z"},"links":{"citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:8e5405b9438acaf107076e27a250074115b38a8caba290a3788ffafb93b62e8f","observation_id":"d380b80b-6acb-450f-9ddb-648b0126c8db","resolution":{"observed_at":"2026-08-07T05:11:39.108446Z","resolver_source":"raw_fallback","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:11:39.593422Z","title":null,"venue":null,"work_id":"85ca4eb6-a83e-4f21-b741-4a104b81e3a3","year":2023},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.258605Z"},"links":{"citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:489736a936ccfc9b300bb3a41956351d425a9d1ab947c1f270787f5c74d11531","observation_id":"60af7265-0500-4db6-ba70-fae12ad58bca","resolution":{"observed_at":"2026-08-07T05:11:39.597022Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:11:39.581325Z","title":null,"venue":null,"work_id":"2ba0e338-89c7-4d0c-9d0d-cd54ab8f8d81","year":2001},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.262155Z"},"links":{"citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:c54bb292e83c437dd2a2591fc75217117ef7067d5ee5b67b31a0920738b6e261","observation_id":"eb26eee9-e484-44aa-81bc-0584e31a5b8a","resolution":{"observed_at":"2026-08-07T05:11:39.585186Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:11:38.265537Z","title":"Smucker, and Charles L.A","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.265537Z"},"links":{"citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:d7c35b3d8b74d457fe5663a3dbb1b1e21516082e08fa79b95251c451a210e490","observation_id":"4ea8acf2-b6a3-48c1-aa2d-1fa2466921cd","resolution":{"observed_at":"2026-08-07T05:11:38.265537Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:11:39.568897Z","title":"Fernández-Navarro, Javier Sánchez-Monedero, and Cesar Martínez","venue":null,"work_id":"3f750414-76be-4691-afef-d447a6e8244b","year":2012},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.268974Z"},"links":{"citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:ebb94b826f29a39f265c77d389ff4a9ae507f4651a0c03fac35b566cb1e38693","observation_id":"4ac27476-4e90-45db-aaec-f869eeb82106","resolution":{"observed_at":"2026-08-07T05:11:39.573413Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:11:38.272816Z","title":null,"venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.272816Z"},"links":{"citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:90eed04b781792535e7cb5ae6f4a82f9e62329b8802be7020ecb7cc78f6088c9","observation_id":"f8b26eb0-0580-43c1-ba09-d801a62d5ad6","resolution":{"observed_at":"2026-08-07T05:11:38.272816Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:11:39.557167Z","title":null,"venue":null,"work_id":"c44e0bfc-97c1-4f91-9a97-d1641584baa4","year":2012},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.276138Z"},"links":{"citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:5ad2e3f0737d6bea4d00b5a6d0b3029afcfbd018538bc6e615a8473bdc9f81b0","observation_id":"e39e5de4-8571-4ace-a260-5a89a7c77696","resolution":{"observed_at":"2026-08-07T05:11:39.560995Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:11:39.544874Z","title":null,"venue":null,"work_id":"a75b5f2c-f482-4d03-9c4b-c92a77550fce","year":2010},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.279459Z"},"links":{"citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:ef647a30d581939f579e2307bbd6d7455a5d4615803d20bc22dc6d7ff7cdb386","observation_id":"5030a958-effc-442c-a999-a23243d8d40c","resolution":{"observed_at":"2026-08-07T05:11:39.548855Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:11:38.282703Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.282703Z"},"links":{"citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:33554d26851f3256424e3d608dbea5ef1be667bc9dba0a2191889bcb6564fadb","observation_id":"6cfded0b-eb98-446c-a842-8b4e23d8eec1","resolution":{"observed_at":"2026-08-07T05:11:38.282703Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:11:39.526851Z","title":null,"venue":null,"work_id":"8c618c17-80db-4fe9-8173-c5aa4bae4af2","year":2007},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.286085Z"},"links":{"citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:65c9ff87262172177fb5fb8479ccc4187da10875299b4cfc56ec83ee78e598f5","observation_id":"dcb2a53b-cb60-4c95-afeb-cc5acffec7c8","resolution":{"observed_at":"2026-08-07T05:11:39.530673Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:11:39.515002Z","title":null,"venue":null,"work_id":"96471b09-c602-4674-b6d8-a2adb126d039","year":2007},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.289228Z"},"links":{"citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:7959fcca6f7949dc279c7e5fb1f2bad60b4c67013ceed5e4cb34a744beff8da3","observation_id":"906c2d8a-378c-48de-849a-98e3addc3bcd","resolution":{"observed_at":"2026-08-07T05:11:39.518669Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:11:39.503149Z","title":"Huffman and Michael Hochster","venue":null,"work_id":"79200352-8997-4781-af4c-0eac61441c98","year":2007},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.292386Z"},"links":{"citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:88df393228d9aaacba48eb847dc39c19a8fad2dfed78b244be3b3489e8e63644","observation_id":"68a5bc0f-be07-47cd-a134-9a6025ef309f","resolution":{"observed_at":"2026-08-07T05:11:39.507157Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2208.03299","last_updated":"2022-11-16T16:38:18Z","snapshot_observed_at":"2026-08-05T00:57:17.859949Z","submitted_at":"2022-08-05T17:39:22Z","title":"Atlas: Few-shot Learning with Retrieval Augmented Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2208.03299","snapshot_observed_at":"2026-08-07T05:11:38.295931Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.295931Z"},"links":{"cited_paper":"/paper/2208.03299","citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:2c1845930aad3ebeb353d62437183e0f9cb81f36a387eeda308cb72eb44c7ad6","observation_id":"d4d8a907-77a9-49c6-aefc-6b4299686379","resolution":{"observed_at":"2026-08-07T05:11:38.295931Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.02561","last_updated":"2023-06-30T21:39:54Z","snapshot_observed_at":"2026-08-05T15:27:19.717152Z","submitted_at":"2023-06-05T03:32:26Z","title":"LLM-Blender: Ensembling Large Language Models with Pairwise Ranking and Generative Fusion","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.02561","snapshot_observed_at":"2026-08-07T05:11:38.299577Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.299577Z"},"links":{"cited_paper":"/paper/2306.02561","citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:f00b53263d5058f594572f69a02d7f81a2a47274bd0bff414fcb2d7a0c296628","observation_id":"7793a646-d39c-4b91-93d5-06c8be2ec339","resolution":{"observed_at":"2026-08-07T05:11:38.299577Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:11:39.487593Z","title":null,"venue":null,"work_id":"1e9d5cdd-215e-46c1-b815-c8145d895ec5","year":2015},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.302915Z"},"links":{"citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:b0894c314b0e01ebb330c36444bc2220bb48cf816e8a316678eac777f050e4a6","observation_id":"4b44314d-8e3f-42c2-a92b-5d324b8a0c1f","resolution":{"observed_at":"2026-08-07T05:11:39.494438Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:11:39.474179Z","title":"2012.Search Engine Effectiveness Evaluation: Methods and Techniques Based on User Click Log Analysis","venue":null,"work_id":"6a90b0fb-48bf-4517-8a7d-0c6556dbeb1b","year":2012},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.306078Z"},"links":{"citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:41fe131cb38674793344857b7aef166507017ef60b1690d6c8ec0549c887dff4","observation_id":"23a95177-5f87-45d2-87b1-7cac51fbd8cd","resolution":{"observed_at":"2026-08-07T05:11:39.478788Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:11:39.462887Z","title":null,"venue":null,"work_id":"2640b8f6-dfd0-45a1-8135-fd03434f47b8","year":2007},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.309163Z"},"links":{"citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:3eb6f6044b2c0e18c5dee3115166a0bf26aacc0ae27e5947a11924b13720a4cd","observation_id":"554d1abe-9f8d-4456-a19e-708726b3e5c1","resolution":{"observed_at":"2026-08-07T05:11:39.467109Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:11:39.450173Z","title":null,"venue":null,"work_id":"06fb7125-ad9e-47d7-af4e-a08c5ac52961","year":2024},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.312298Z"},"links":{"citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:3cee159e7c3bdfa3aba15cb22eb450d8f0e531f49ec4e66ac3e42a9b0ce96a93","observation_id":"71d3a07b-0885-4d44-b0b0-87d5d57a6639","resolution":{"observed_at":"2026-08-07T05:11:39.455163Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:11:39.438244Z","title":null,"venue":null,"work_id":"55315151-390e-44b1-8187-601531a53a51","year":2012},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.315502Z"},"links":{"citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:7869b2237ce2b96bf7359d14d81448001a67fd664cca6385ad716c951e50cdf6","observation_id":"18e07eaa-b48c-4f4a-8bb6-e36b919b05e5","resolution":{"observed_at":"2026-08-07T05:11:39.442041Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:11:38.318906Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.318906Z"},"links":{"citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:c4ffee45a73d6bb4c63e454e47cb38e0fc400ba26b9c8a0f81753fb11ca257ae","observation_id":"1436f1db-2901-46bc-89bf-7715badddb34","resolution":{"observed_at":"2026-08-07T05:11:38.318906Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:11:38.322146Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.322146Z"},"links":{"citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:6cd684c31216ccc9c959be687c8db4cfcf7972a11300648ed7a8b8cf55707485","observation_id":"f0449418-a7d6-4cb9-a369-f18f36ac8e27","resolution":{"observed_at":"2026-08-07T05:11:38.322146Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"7136.30771","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:11:38.795396Z","title":null,"venue":null,"work_id":"be859d25-f836-4b66-8608-ee29c6dab31c","year":2017},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.325381Z"},"links":{"citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:367473e60639ad00f881418fee6827cb431a643be854d8b9375e766b88f4cd1a","observation_id":"919c1a9c-988c-4527-85b1-9ecd5541d152","resolution":{"observed_at":"2026-08-07T05:11:38.801622Z","resolver_source":"raw_fallback","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:11:39.420693Z","title":null,"venue":null,"work_id":"80fcf2f6-40ed-4751-ae46-ddb946b63179","year":2016},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.328587Z"},"links":{"citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:20958029f81d650ce0ea95fb613787d69bbcf6b373994d5446608e56e44f6b0d","observation_id":"a4a2578f-4346-49de-882f-ff35df77a5cc","resolution":{"observed_at":"2026-08-07T05:11:39.424299Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:11:39.408941Z","title":null,"venue":null,"work_id":"1a8f61e6-4ef4-4998-ab29-8e46b4b6de86","year":2018},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.331908Z"},"links":{"citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:a94e4e41233e4e5300405b18b7c7ad403d809cf09c3bf8f173f0a2cc2aedfa44","observation_id":"16d60801-c637-4e41-899c-18cae56e502a","resolution":{"observed_at":"2026-08-07T05:11:39.413325Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"5515.25076","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:11:38.711555Z","title":null,"venue":null,"work_id":"62687c47-c284-41c2-9cb5-1e22fa6a820d","year":2013},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.335288Z"},"links":{"citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:8db26b85d7f13b6602093261f5c26600edffc4d3751b49f8f0bef70037567f24","observation_id":"d1c694af-22b8-47cd-99b1-28c314fc20c6","resolution":{"observed_at":"2026-08-07T05:11:38.718042Z","resolver_source":"raw_fallback","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2309.15088","last_updated":"2023-09-26T17:31:57Z","snapshot_observed_at":"2026-07-06T16:23:57.143116Z","submitted_at":"2023-09-26T17:31:57Z","title":"RankVicuna: Zero-Shot Listwise Document Reranking with Open-Source Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.15088","snapshot_observed_at":"2026-08-07T05:11:38.339374Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.339374Z"},"links":{"cited_paper":"/paper/2309.15088","citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:de0408fe0a4799d3243f66e17ce17f274a2d039770324d92cb9078f8d0420074","observation_id":"5a20a3a1-1432-4150-b0ba-7adf7aeba155","resolution":{"observed_at":"2026-08-07T05:11:38.339374Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.17563","last_updated":"2024-03-28T13:59:09Z","snapshot_observed_at":"2026-07-06T15:48:44.267376Z","submitted_at":"2023-06-30T11:32:25Z","title":"Large Language Models are Effective Text Rankers with Pairwise Ranking Prompting","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.17563","snapshot_observed_at":"2026-08-07T05:11:38.343713Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.343713Z"},"links":{"cited_paper":"/paper/2306.17563","citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:e269d00d1276e3a9867f128ab2d6b90a240d059fdb7c0d4ba4e0ad0d839ad8ee","observation_id":"0a15462d-0853-4a18-afd1-874e802d3ed4","resolution":{"observed_at":"2026-08-07T05:11:38.343713Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:11:39.397491Z","title":null,"venue":null,"work_id":"86c75318-3a4b-42e6-b099-3efa3a676e4f","year":null},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.347358Z"},"links":{"citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:e071fdce100949fb9c0d2a481387f2d6994524e7a414731e4172f54815e42343","observation_id":"f0102d90-efc8-47d3-b856-73ec854884e3","resolution":{"observed_at":"2026-08-07T05:11:39.401172Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:11:39.374556Z","title":"2022.The Notion of Relevance in Information Science: Everybody knows what relevance is","venue":null,"work_id":"ae349e3f-6775-4fdd-803e-b830f312db7b","year":2022},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.355866Z"},"links":{"citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:2a72b0e66dded008b5a3680f596a388d7dbc956c9064732be56b788bc923fc88","observation_id":"f3030e20-0d9b-4583-a435-1adc0f780897","resolution":{"observed_at":"2026-08-07T05:11:39.378608Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:11:39.362853Z","title":null,"venue":null,"work_id":"09f271bf-638b-41bc-97e5-896ea8937660","year":1988},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.359136Z"},"links":{"citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:c7009629f3f9359114a21dc19c7114364b40834ef45a1111e99e104cf250da0f","observation_id":"fa4e6f4d-196c-4d06-bad2-c122b6c48d2c","resolution":{"observed_at":"2026-08-07T05:11:39.367111Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:11:39.351891Z","title":"Schlkopf","venue":null,"work_id":"c7ac971e-879d-40a0-8493-7ecda9c9fe50","year":2004},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.362283Z"},"links":{"citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:96f60efa3a24964013b9ca605fd51bbce88e6953c391639ff55648952ebbd818","observation_id":"c05e7020-9f72-46ba-9b96-6566ee5f34b5","resolution":{"observed_at":"2026-08-07T05:11:39.355696Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2304.09542","last_updated":"2024-12-28T06:20:54Z","snapshot_observed_at":"2026-08-06T00:21:17.259026Z","submitted_at":"2023-04-19T10:16:03Z","title":"Is ChatGPT Good at Search? Investigating Large Language Models as Re-Ranking Agents","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2304.09542","snapshot_observed_at":"2026-08-07T05:11:38.365626Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.365626Z"},"links":{"cited_paper":"/paper/2304.09542","citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:8c4f1cfd9da3493ffbc4542fd80c373e56cc91ca3ddda2cfb96152f0e407be8b","observation_id":"22a1ef20-d78c-4875-b168-d2257bff1d72","resolution":{"observed_at":"2026-08-07T05:11:38.365626Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:11:38.370598Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.370598Z"},"links":{"citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:a3a8f0d7f7c3eb59857d6512ebbea144b733fd9e9aa69815417cb9e22d9c8633","observation_id":"232de756-cee4-402d-a2a2-ec27f8253771","resolution":{"observed_at":"2026-08-07T05:11:38.370598Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.09288","last_updated":"2023-07-19T17:08:59Z","snapshot_observed_at":"2026-08-07T12:56:43.323460Z","submitted_at":"2023-07-18T14:31:57Z","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.09288","snapshot_observed_at":"2026-08-07T05:11:38.374182Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.374182Z"},"links":{"cited_paper":"/paper/2307.09288","citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:8b9cf611bb1fff4a4df2a9e5dfb2b450968139eaa4a1d11844403009500064ad","observation_id":"cc0365c9-7b98-4f62-a986-d556863275c8","resolution":{"observed_at":"2026-08-07T05:11:38.374182Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:11:38.377877Z","title":null,"venue":null,"work_id":null,"year":1994},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.377877Z"},"links":{"citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:0574770152b555f4861e51d4f9306e87f86f05fd6e119ea84c5480dea820d970","observation_id":"fbdd6615-a1ec-4295-8bcd-2a510f6656ca","resolution":{"observed_at":"2026-08-07T05:11:38.377877Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:11:39.333728Z","title":null,"venue":null,"work_id":"d6f8073b-6690-41ec-9b09-1d0d1940c492","year":2009},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.381697Z"},"links":{"citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:8d2a0ff248eb5d1c1798115c24cc6ce99745028dab714475ac5d454dffacf7a6","observation_id":"4e688da2-74cf-4731-8bf7-74c1c4e1ca46","resolution":{"observed_at":"2026-08-07T05:11:39.337919Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:11:39.323036Z","title":null,"venue":null,"work_id":"cb4a2bc7-f383-4036-8d5d-6d94eabb7556","year":2014},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.385608Z"},"links":{"citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:2370ac42b9c8881da13bfbd7c7c8754f0493af947b089826ff2be19c69103cbc","observation_id":"553064ff-f025-484d-9273-177687a550b3","resolution":{"observed_at":"2026-08-07T05:11:39.326575Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:11:38.389214Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.389214Z"},"links":{"citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:40eaf5d622fd160cc4b7d1005c2d66a01512b27ac7ce6422f34af8628185da95","observation_id":"d611e549-62c3-4351-b934-950ef83720af","resolution":{"observed_at":"2026-08-07T05:11:38.389214Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2206.07682","last_updated":"2022-10-26T05:06:24Z","snapshot_observed_at":"2026-08-02T15:56:35.249569Z","submitted_at":"2022-06-15T17:32:01Z","title":"Emergent Abilities of Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2206.07682","snapshot_observed_at":"2026-08-07T05:11:38.396820Z","title":"Metzler, et al","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.396820Z"},"links":{"cited_paper":"/paper/2206.07682","citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:b946bb1f68eaff4ccac08b980558484bc9e5ed1ba0c11df099b2815f58103485","observation_id":"03c71619-73ae-4848-9a4c-e6872408a289","resolution":{"observed_at":"2026-08-07T05:11:38.396820Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2201.11903","last_updated":"2023-01-10T23:07:57Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2022-01-28T02:33:07Z","title":"Chain-of-Thought Prompting Elicits Reasoning in Large Language Models","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2201.11903","snapshot_observed_at":"2026-08-07T05:11:38.400590Z","title":"Le, and Denny Zhou","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":53,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.400590Z"},"links":{"cited_paper":"/paper/2201.11903","citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:80d6c4b4ae80d5296698117b68f7acb6940886a6092d8dfe20f1f8ba61bf22e5","observation_id":"59386110-67de-40ab-b819-a76af0092570","resolution":{"observed_at":"2026-08-07T05:11:38.400590Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.13940","last_updated":"2024-09-20T07:36:46Z","snapshot_observed_at":"2026-08-04T11:07:46.404048Z","submitted_at":"2024-04-22T07:32:03Z","title":"A User-Centric Multi-Intent Benchmark for Evaluating Large Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.13940","snapshot_observed_at":"2026-08-07T05:11:38.392931Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.392931Z"},"links":{"cited_paper":"/paper/2404.13940","citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:46ee3024f91c1967e8c2ec0b510812f0657b2b590366203c58d6f0cf97a47555","observation_id":"05b795dd-6398-42c5-8ef1-d6ee1766a317","resolution":{"observed_at":"2026-08-07T05:11:38.392931Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:11:39.294697Z","title":null,"venue":null,"work_id":"9a565f47-ce39-4187-80de-06f862cad809","year":2003},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":55,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.407622Z"},"links":{"citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:14b756e64bfc0ff3e8030b4659d8fb347e15eb00c02957b8556edc103dbd68a7","observation_id":"e420778f-843b-49f6-821b-e6e33294dd77","resolution":{"observed_at":"2026-08-07T05:11:39.298448Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:11:39.282839Z","title":null,"venue":null,"work_id":"7847d439-5ec5-44b9-9881-3aa0996d950f","year":2009},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":56,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.411037Z"},"links":{"citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:6ef33ce4a422ecf8e35df0994b58871f2ef7678063927977e65f4e630b27de6e","observation_id":"e9bb77f5-bdd8-458f-9a7c-8d4c91a3fa79","resolution":{"observed_at":"2026-08-07T05:11:39.286940Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:11:39.305565Z","title":"Witten and Eibe Frank","venue":null,"work_id":"d0be635d-abab-4e87-82b4-48060f1cf87a","year":2005},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":57,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.404104Z"},"links":{"citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:471a45534944700ab1019183f944caa8b507de41e17d6ab5d5c54f27b59f656c","observation_id":"89b9728c-52b6-4a42-99eb-416bc12faa9e","resolution":{"observed_at":"2026-08-07T05:11:39.309534Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:11:39.247518Z","title":null,"venue":null,"work_id":"2fb65854-4afc-4b0e-b243-63aa45673d71","year":null},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":58,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.422274Z"},"links":{"citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:f305f26aad873b4713a4df63548061eadf894a324ee1d058ae923fa43f3833fa","observation_id":"f97ea676-a99d-468a-9f6f-3cd5047737b7","resolution":{"observed_at":"2026-08-07T05:11:39.251020Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:11:39.235789Z","title":null,"venue":null,"work_id":"ee42ceaa-dce6-499f-b0a4-9ac17a67e91b","year":2020},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":59,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.429629Z"},"links":{"citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:0c43ad2bb32657ab820b6a56780adbd62145aec653c543d7b41d309552a27a69","observation_id":"c5ff62c2-20b4-476b-85d6-ea2ccd408afc","resolution":{"observed_at":"2026-08-07T05:11:39.239380Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:11:39.271782Z","title":null,"venue":null,"work_id":"54a5ef37-c14f-4f7e-a000-abdd565f7b8b","year":null},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":60,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.414854Z"},"links":{"citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:56cfcaba3ca5cb7cf33144805745403af345bf75a05204e2dea6c1f8aabacbc7","observation_id":"c5918958-ff5b-4a51-a05f-d8cbef91120b","resolution":{"observed_at":"2026-08-07T05:11:39.275367Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:11:38.437761Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":61,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.437761Z"},"links":{"citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:3e02a4af5396f71a62f16c0a12f814b7b1a780a386f3c538f4c00e653bc8ca02","observation_id":"7dc91a50-dcf2-4751-90e2-eacdac74ed94","resolution":{"observed_at":"2026-08-07T05:11:38.437761Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:11:38.441888Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":62,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.441888Z"},"links":{"citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:f2eee3b8b43f91b298a2ade957d9729d9c41e5dd64e6c4463fe47fd798642baa","observation_id":"16070902-a2cf-4f08-a7c3-3d6cb1a1065f","resolution":{"observed_at":"2026-08-07T05:11:38.441888Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.09142","last_updated":"2024-10-29T09:13:49Z","snapshot_observed_at":"2026-08-03T15:28:30.402858Z","submitted_at":"2024-03-14T07:40:54Z","title":"USimAgent: Large Language Models for Simulating Search Users","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.09142","snapshot_observed_at":"2026-08-07T05:11:38.425696Z","title":"arXiv:2403.09142 [cs.IR] https://arxiv.org/abs/2403.09142","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":63,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.425696Z"},"links":{"cited_paper":"/paper/2403.09142","citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:c28166e43aa9b89013c127bf0df6559061a4c532f7160d8da5ed10ccbf629916","observation_id":"0b894c83-eb9f-4ec1-ace9-57753d495337","resolution":{"observed_at":"2026-08-07T05:11:38.425696Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:11:39.224252Z","title":null,"venue":null,"work_id":"d48ef78d-6d06-436a-a1d2-93e030b576b6","year":2020},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":65,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.433303Z"},"links":{"citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:7b083053f0894e67a3d5c903e551d1411ed66141877b0ab6f17bf85c91a7a8fb","observation_id":"c8e9300a-cbd6-4872-887d-05aee95e234f","resolution":{"observed_at":"2026-08-07T05:11:39.228337Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.14122","last_updated":"2024-04-02T01:47:40Z","snapshot_observed_at":"2026-08-05T09:27:51.904444Z","submitted_at":"2023-10-21T21:39:48Z","title":"Beyond Yes and No: Improving Zero-Shot LLM Rankers via Scoring Fine-Grained Relevance Labels","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.14122","snapshot_observed_at":"2026-08-07T05:11:38.449070Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":69,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.449070Z"},"links":{"cited_paper":"/paper/2310.14122","citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:c05b62ecba760a9e4bf38823f2e07c9daab0b58caf4f8b1fcb402ba8cb762184","observation_id":"216519be-27bd-405d-88fc-f110faf8a6b0","resolution":{"observed_at":"2026-08-07T05:11:38.449070Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:11:39.386058Z","title":"InProceedings of the 33rd international ACM SIGIR conference on Research and development in information retrieval","venue":null,"work_id":"a027bea0-54cb-425d-9740-2f0befb5d6e6","year":null},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":2010,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.351391Z"},"links":{"citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:f9e29bc46be3a1cd17ae285f9eac01ae6be047cfcfb23b3b6d465f8c5f48a5a7","observation_id":"47437879-d21a-476c-97c6-d16996621d35","resolution":{"observed_at":"2026-08-07T05:11:39.389844Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:11:39.259076Z","title":"InProceedings of the 23rd ACM international conference on conference on information and knowledge management","venue":null,"work_id":"f4995f05-0452-4a19-aa99-367caa113372","year":null},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":2014,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.418320Z"},"links":{"citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:f3bbbb881a139eeb4ead38c151cbc6854f3d26e724eb78d8df9838ba3e6dae92","observation_id":"d918bedc-2643-4f03-bb59-95c4075938dc","resolution":{"observed_at":"2026-08-07T05:11:39.263689Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:11:38.445590Z","title":"InProceedings of the 57th Annual Meeting of the Association for Computational Linguistics","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":2019,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.445590Z"},"links":{"citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:822c3c62a2c96d2c621f12f4aa541b7a8ecf8960dfdcf133b88a57adb71e5d2e","observation_id":"1f12d54a-94b8-4086-8c1d-1bc0cd2320c1","resolution":{"observed_at":"2026-08-07T05:11:38.445590Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.05600","last_updated":"2024-05-09T07:39:19Z","snapshot_observed_at":"2026-08-09T00:59:20.809933Z","submitted_at":"2024-05-09T07:39:19Z","title":"Can We Use Large Language Models to Fill Relevance Judgment Holes?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.05600","snapshot_observed_at":"2026-08-07T05:11:38.203547Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.203547Z"},"links":{"cited_paper":"/paper/2405.05600","citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:59696147c2af9dcc561857d0699919b8f1a99bd7b6a72e774f53f86e27626b8f","observation_id":"32e5d81f-779f-43c0-828d-0c2eccee9b01","resolution":{"observed_at":"2026-08-07T05:11:38.203547Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","latest_version":2,"primary_category":"cs.IR","snapshot_observed_at":"2026-08-10T10:07:58.340838Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document"},"reference_resolution":{"displayed":69,"state_counts":{"malformed_identifier":1,"metadata_mismatch":2,"parse_uncertain":0,"unresolved":53,"verified_exact":1,"verified_fuzzy":12},"total_outbound_references":69},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"thesis":"As of 10 August 2026, this Paper Citation Record lists 69 of 69 outbound references and 1 inbound Pith citation observation for arXiv:2506.08626."}