{"as_of":"2026-08-10T16:45:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:909c760e3ecb6966a4d85cfdedf8e4e7e8ac7a623b775166007b3e08cd27d3e7","coverage":[{"denominator":90,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":90,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T21:19:36.686958Z","state":"measured"},{"denominator":90,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":90,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-10T06:31:04.303077+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2507.00543/citation-record","integrity":"/paper/2507.00543/integrity","json":"/paper/2507.00543/citation-record.json","paper":"/paper/2507.00543"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:29.585740Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:29.585740Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:365eea5dc5b4ae477510ec90e1a4463f718af1030e4ef6d9e6e61739de157269","observation_id":"f208de42-da86-466b-aba6-440229c53dad","resolution":{"observed_at":"2026-08-06T21:19:29.585740Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.08774","last_updated":"2024-03-04T06:01:33Z","snapshot_observed_at":"2026-08-07T07:30:12.213965Z","submitted_at":"2023-03-15T17:15:04Z","title":"GPT-4 Technical Report","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.08774","snapshot_observed_at":"2026-08-06T21:19:29.708066Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:29.708066Z"},"links":{"cited_paper":"/paper/2303.08774","citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:8d65f4b63460afe4a1e71b174daa12517970f539e85130a91a2fda11c78b402b","observation_id":"aa6ad3d6-b3d0-4dd7-b5b1-49aebbfbfdb0","resolution":{"observed_at":"2026-08-06T21:19:29.708066Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:29.823485Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:29.823485Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:f71de9871c7ed4c8000e01cd183f5f68beaf5ff74e10abb12e3aada9152fadce","observation_id":"8b6c09cc-aa09-43e7-9fa7-8be2f8e0c52e","resolution":{"observed_at":"2026-08-06T21:19:29.823485Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:29.912778Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:29.912778Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:fc9a22df0dcccd3115a6fe7299a1216cd3a3a64efd3b0bfbc69385fc0a56b062","observation_id":"d91097c4-1416-4634-be00-1ee6a38a24cf","resolution":{"observed_at":"2026-08-06T21:19:29.912778Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2009.11352","last_updated":"2020-09-23T19:48:02Z","snapshot_observed_at":"2026-08-09T16:32:51.744100Z","submitted_at":"2020-09-23T19:48:02Z","title":"ConvAI3: Generating Clarifying Questions for Open-Domain Dialogue Systems (ClariQ)","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2009.11352","snapshot_observed_at":"2026-08-06T21:19:29.987752Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:29.987752Z"},"links":{"cited_paper":"/paper/2009.11352","citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:f22ccc31b835062ba056c79a057cce9dcb5dedf0cbf340f7746dbedcabb1c0d4","observation_id":"8f38635b-2d4c-4716-9281-c4c68ceef55d","resolution":{"observed_at":"2026-08-06T21:19:29.987752Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:30.053765Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:30.053765Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:fd6cfa30f033adda0f67070ebcec71af28ec9baeabcd79bea5af719842feae70","observation_id":"323ef50f-3074-48d6-91e9-a073e615086b","resolution":{"observed_at":"2026-08-06T21:19:30.053765Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.02179","last_updated":"2024-05-29T12:29:08Z","snapshot_observed_at":"2026-08-08T10:16:09.590390Z","submitted_at":"2023-07-05T10:15:07Z","title":"Open-Source LLMs for Text Annotation: A Practical Guide for Model Setting and Fine-Tuning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.02179","snapshot_observed_at":"2026-08-06T21:19:30.128678Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:30.128678Z"},"links":{"cited_paper":"/paper/2307.02179","citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:7bcb39ee9b0517fc4fdc77c40adc68667a59d1895956e2f416d02a277207281e","observation_id":"e3bfb64a-b552-4833-937c-372c05629403","resolution":{"observed_at":"2026-08-06T21:19:30.128678Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:30.184851Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:30.184851Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:67bb9ed87a848f70c1448a599a3cb41242a37e81493189479874fe855049f865","observation_id":"a4fd6f73-ee9e-40f4-805d-b9ab2a71de22","resolution":{"observed_at":"2026-08-06T21:19:30.184851Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:30.295072Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:30.295072Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:64efd278ae7c2d426923a952860e08614263120e1168e285875df8b7f0353363","observation_id":"24698dc7-efde-41d7-b489-220aa8141ec9","resolution":{"observed_at":"2026-08-06T21:19:30.295072Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.17147","last_updated":"2023-10-05T12:25:18Z","snapshot_observed_at":"2026-07-06T16:25:25.534843Z","submitted_at":"2023-09-29T11:19:15Z","title":"Using Large Language Models for Qualitative Analysis can Introduce Serious Bias","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.17147","snapshot_observed_at":"2026-08-06T21:19:30.368240Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:30.368240Z"},"links":{"cited_paper":"/paper/2309.17147","citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:227874c0fb0b04622d757861b516f394e0310b1441903a050af19dadcc3a4a62","observation_id":"bbdf3594-e652-4a39-b68a-59832cb7dc02","resolution":{"observed_at":"2026-08-06T21:19:30.368240Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:30.461442Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:30.461442Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:841f8a5c7d04045c40bdd8b8e8f2cacaa7981dfb3e2ea77877296cededef6cfd","observation_id":"e5961797-b856-4e45-ad50-440762131f20","resolution":{"observed_at":"2026-08-06T21:19:30.461442Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:30.533403Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:30.533403Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:fadc6948e245581bdf4c2025f2fb4ebac36e5e1e70a7f1f30debd79f166ba1fd","observation_id":"b71c7d7f-70c5-42e7-a326-d5e2b115f097","resolution":{"observed_at":"2026-08-06T21:19:30.533403Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.07932","last_updated":"2023-06-23T05:56:51Z","snapshot_observed_at":"2026-08-05T03:36:37.576727Z","submitted_at":"2023-06-10T04:31:57Z","title":"Human-in-the-Loop through Chain-of-Thought","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.07932","snapshot_observed_at":"2026-08-06T21:19:30.612792Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:30.612792Z"},"links":{"cited_paper":"/paper/2306.07932","citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:854f3f120f13d6f5ab1cf09bef1502c2df3c86d910a0c4b4b61815c27be447a3","observation_id":"7ecd7e20-d194-46ac-bb3a-7cfac7870e20","resolution":{"observed_at":"2026-08-06T21:19:30.612792Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:30.660894Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:30.660894Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:54ea14676d64ad0155409596352812c773b4d93ab1fa602fed94ebf26274a599","observation_id":"f1358a98-5999-4dc4-a645-689f5ab20764","resolution":{"observed_at":"2026-08-06T21:19:30.660894Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.01942","last_updated":"2024-07-02T04:23:54Z","snapshot_observed_at":"2026-07-06T18:40:05.778984Z","submitted_at":"2024-07-02T04:23:54Z","title":"Certainly Uncertain: A Benchmark and Metric for Multimodal Epistemic and Aleatoric Awareness","version":1},"cited_work":{"arxiv_id":"2407.01942","doi":null,"metadata_source":"pith","pith_arxiv_id":"2407.01942","snapshot_observed_at":"2026-08-06T21:19:37.316370Z","title":"Certainly Uncertain: A Benchmark and Metric for Multimodal Epistemic and Aleatoric Awareness","venue":"cs.AI","work_id":"a32862cc-0d8f-4466-9cbd-16be632cfc9a","year":2024},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:30.714069Z"},"links":{"cited_paper":"/paper/2407.01942","citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:28b7623c8bfb0763e2d80b831a1809b278a2e0c13bce923b388665d2478d82cd","observation_id":"aae7b140-6371-47d1-a3fe-a3515e382254","resolution":{"observed_at":"2026-08-06T21:19:37.356797Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:45.041388Z","title":null,"venue":null,"work_id":"c4d1ec25-e27b-4452-9f32-385e6a5180d8","year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:30.795212Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:79ab87162dea7de9f3d9a9df00d874ab148e38af0113173b0d652015f9efcb25","observation_id":"e9a5e465-4954-4228-a72a-ab5e00cdc9c7","resolution":{"observed_at":"2026-08-06T21:19:45.046231Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:30.847584Z","title":null,"venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:30.847584Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:bfe13586d3cd623faf6b9bbae2f368fea63a2e5a81b67c2a0154b20edd646715","observation_id":"3bed86ab-039b-4fdf-af0c-27bb37dca73d","resolution":{"observed_at":"2026-08-06T21:19:30.847584Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:30.911374Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:30.911374Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:357e9315729f250862d2204d5ed1ff552b8793479621263fb267c78e36de5303","observation_id":"74789b3a-e980-4a7a-8219-14db7e9ed10e","resolution":{"observed_at":"2026-08-06T21:19:30.911374Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:45.017859Z","title":null,"venue":null,"work_id":"e825a978-3f6f-42c7-9f88-4f9afa4be951","year":1968},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:30.993112Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:9fcb34860c28236667802ebc0104c918453ac450fa5a6673099b8e6755846f6e","observation_id":"72d5eb7f-ac54-434b-8534-2eff34c81a1f","resolution":{"observed_at":"2026-08-06T21:19:45.022895Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:45.005266Z","title":null,"venue":null,"work_id":"40c6d4ec-c9d1-49dc-9b6c-838e82086717","year":2024},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:31.054206Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:681200ad1948ab7a8e9b6f3c439b596134b855b44b8dee3adf6c53bb3c431280","observation_id":"2f9169e6-95a5-4b30-8748-d14e31d0f188","resolution":{"observed_at":"2026-08-06T21:19:45.009301Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:44.992301Z","title":null,"venue":null,"work_id":"8d58843f-04f8-4a21-bb35-9ad1da0bbed4","year":2002},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:31.156987Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:8a87311e69a69844a067595c3621f670f64e281760709f963f98c33fba62efd5","observation_id":"f98c4201-2b26-46da-9ad9-c5834d3e9eeb","resolution":{"observed_at":"2026-08-06T21:19:44.996357Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:44.980399Z","title":null,"venue":null,"work_id":"8b1c1ab2-e956-4a2b-975c-3f2a484de267","year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:31.283169Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:a0ce8c5f73b1172256dcad6da3a15a7d0061df291d50d3c467628c7fef165d9d","observation_id":"b4044ef6-6361-4417-abef-b18b20c96c4b","resolution":{"observed_at":"2026-08-06T21:19:44.984318Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:44.968266Z","title":null,"venue":null,"work_id":"379b339e-ed57-4c58-80aa-a6c40bfb2216","year":2024},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:31.373466Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:4c22584d11031d247eea8ee146239f7d02a7ec68dbb1ea206675ecc3f4500501","observation_id":"9471724c-504f-42d6-aeaf-c028aa4399ff","resolution":{"observed_at":"2026-08-06T21:19:44.971990Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:44.955898Z","title":null,"venue":null,"work_id":"72529416-ca7a-421a-8478-4cbf0c267799","year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:31.445013Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:9cb4a8434dc8cfd0bb22302184b32a95c999695ddbecc5ef803e880eed294ecb","observation_id":"2beb8373-5170-4a46-9dbe-cb3944e4a71c","resolution":{"observed_at":"2026-08-06T21:19:44.959731Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:44.943265Z","title":null,"venue":null,"work_id":"1b0d6559-d36c-42f3-ba91-826f557ecba5","year":2024},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:31.524587Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:6f95ff846ead4434fc42923bf2cc9ea373b0ff1c5f2bad9472d2ea3e57669563","observation_id":"4c963ea0-ad86-494a-be59-7d9fa6aef930","resolution":{"observed_at":"2026-08-06T21:19:44.947383Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2304.02554","last_updated":"2023-04-05T16:17:32Z","snapshot_observed_at":"2026-08-10T04:48:52.341807Z","submitted_at":"2023-04-05T16:17:32Z","title":"Human-like Summarization Evaluation with ChatGPT","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2304.02554","snapshot_observed_at":"2026-08-06T21:19:31.638854Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:31.638854Z"},"links":{"cited_paper":"/paper/2304.02554","citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:de4b58bd2c7836a89f981f92dbdae730528500dfcfea3bb93d754f186552f47b","observation_id":"741f0943-23d7-4e97-a828-35f987c12e2a","resolution":{"observed_at":"2026-08-06T21:19:31.638854Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:44.930213Z","title":null,"venue":null,"work_id":"3448b59d-3367-4628-9891-cd12234d5131","year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:31.699804Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:0ea9ec205aa8963985647772c88bb41f48f4cef667101ea6068eef1506c1868d","observation_id":"24836614-28c6-43ca-8d52-f6841c3c8888","resolution":{"observed_at":"2026-08-06T21:19:44.934112Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:44.900747Z","title":null,"venue":null,"work_id":"599e7e1c-306a-4fa7-965e-7a76a32b9dd2","year":2020},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:31.781634Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:ad923d713f06e46457196cf94df8ca138aa530b1435b9a5fdd23d0f747a5b424","observation_id":"7cfdd01d-72ac-4dd9-8362-076bce053c85","resolution":{"observed_at":"2026-08-06T21:19:44.920766Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:44.812230Z","title":null,"venue":null,"work_id":"0d8d4bd9-d414-4d5f-9dbf-735c9443aa83","year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:31.916147Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:1103be05f7d78c9a912ccff41491461d14c437df6ec7f8f0826142482dd9ed39","observation_id":"e37c2423-9605-4d99-9eae-ff0683d39f4b","resolution":{"observed_at":"2026-08-06T21:19:44.881455Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2303.16854","last_updated":"2024-04-05T15:19:19Z","snapshot_observed_at":"2026-08-10T11:54:27.837998Z","submitted_at":"2023-03-29T17:03:21Z","title":"AnnoLLM: Making Large Language Models to Be Better Crowdsourced Annotators","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.16854","snapshot_observed_at":"2026-08-06T21:19:32.068733Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:32.068733Z"},"links":{"cited_paper":"/paper/2303.16854","citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:f941cf6a10899c9d108d2027a99d395c674a04ed330aa4e874b69b2ea9eedb85","observation_id":"8252f34b-37c0-491c-acc4-d297333591db","resolution":{"observed_at":"2026-08-06T21:19:32.068733Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:44.589870Z","title":null,"venue":null,"work_id":"77aa2b08-3f29-4e68-b13c-6621e6bb829f","year":2024},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:32.148617Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:80ee394f58cb572064826949b4bd3b06f051d65adacf97122ce610458a044302","observation_id":"744240b1-a9c3-4861-9b7c-7f5e1a3c2709","resolution":{"observed_at":"2026-08-06T21:19:44.704344Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:44.374899Z","title":null,"venue":null,"work_id":"07fb332a-5206-4e16-beb0-f9c8ad36582c","year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:32.217327Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:90ca263e88184146fbc803f4d8be784c36c65a9ee43861a243aa50740a1a986b","observation_id":"de2af80b-c916-4f40-9282-f7fb0376ff64","resolution":{"observed_at":"2026-08-06T21:19:44.482755Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:44.201915Z","title":null,"venue":null,"work_id":"880a2ee0-f9b9-4358-ba8e-e098fac8c2c5","year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:32.287755Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:aa8dedf166dc7e21ca82a2a746fbbd6619a41efff55ebe1a1dc4d81c1ede9687","observation_id":"14bcecc0-956a-4dfb-a98c-fd84c555027f","resolution":{"observed_at":"2026-08-06T21:19:44.289792Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.06825","last_updated":"2023-10-10T17:54:58Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-10-10T17:54:58Z","title":"Mistral 7B","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.06825","snapshot_observed_at":"2026-08-06T21:19:32.355153Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:32.355153Z"},"links":{"cited_paper":"/paper/2310.06825","citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:0fddde60a8c4ce9cc80c01b1036b10f55b280d9df5d04548eed18179ce7b4252","observation_id":"2313358e-8bed-4535-88be-ecfff32d778c","resolution":{"observed_at":"2026-08-06T21:19:32.355153Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:44.036989Z","title":null,"venue":null,"work_id":"5f5b07ac-4e64-4d54-8500-b795c8027888","year":2017},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:32.443102Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:2926bb5e63fa7569ad99642ecbeb590066c5291b4e2b7de2759de9ebdf9704cf","observation_id":"7223a35f-4d8f-4ca0-b418-d1c4109b338d","resolution":{"observed_at":"2026-08-06T21:19:44.115480Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:43.717644Z","title":null,"venue":null,"work_id":"da61ec30-3788-4680-ba4d-aaed518d092b","year":2003},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:32.513781Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:3ed76580cbf2af78702b66d423b4e7d4b3306513f7f73a1b73c7dc98c37c372b","observation_id":"3c920925-dc2b-4e55-908e-b14dfa18af2c","resolution":{"observed_at":"2026-08-06T21:19:43.915002Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:43.604396Z","title":null,"venue":null,"work_id":"0e84e517-82a9-4349-800d-63cb1ab1cc87","year":null},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:32.592919Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:b5cfb06713fdd359ae62e6223c38af8f2a907fe2682993a7d3c08b06af5c1991","observation_id":"f3eddd78-1e54-49a7-9275-a3cb6d94c53a","resolution":{"observed_at":"2026-08-06T21:19:43.630919Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:32.770330Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:32.770330Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:df5fb199abbaab2d01a3c1816d664eaddd199d8ba2f7fc606c8476a93d62e546","observation_id":"cca0811f-8ae0-4310-96f9-6b8ed28f557a","resolution":{"observed_at":"2026-08-06T21:19:32.770330Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:32.861616Z","title":null,"venue":null,"work_id":null,"year":1977},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:32.861616Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:6f50bf9717fcb2a254931b9357892e2287d8b1fddf26bfb644e33c0aecdb5d93","observation_id":"1e7bf7c2-3ab5-46f3-a77d-2bf89799e67b","resolution":{"observed_at":"2026-08-06T21:19:32.861616Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:43.472568Z","title":"In Pro- ceedings of the 18th Conference of the European Chapter of the Association for Computational Linguistics: System Demonstrations","venue":null,"work_id":"29d612b3-742c-4fed-8392-81e34a5b90a9","year":null},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:32.686033Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:f35624a7e6ad77b79bd34a651ad24e9425c55b380df954d911230aca3499b616","observation_id":"b9855cc4-d1fb-4b0b-b56a-43dccb4cc917","resolution":{"observed_at":"2026-08-06T21:19:43.516601Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:43.193303Z","title":null,"venue":null,"work_id":"133f7133-2aaf-4aa9-8306-6497810430f5","year":2012},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:32.972794Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:18dbb0ad946e0176dcd12a09d69a2d1b985cc9ff864f7caad60b5932939f5df4","observation_id":"6270cbd3-db6f-47bf-a7bb-ecafc7c5d13a","resolution":{"observed_at":"2026-08-06T21:19:43.243793Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:43.070577Z","title":null,"venue":null,"work_id":"0bd0ce75-c6cb-432e-91fe-4954ce0426b9","year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:33.060668Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:b45b5615414121701970080cc00ea0b49239bef985f44f952dc1b1e9bcd43fa4","observation_id":"d4b7f0fb-bb43-4819-9e47-58fc403f8260","resolution":{"observed_at":"2026-08-06T21:19:43.118614Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:43.333155Z","title":null,"venue":null,"work_id":"15bdd2c5-2309-4257-bf0d-dce762319ca6","year":2024},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:32.928138Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:2ff5cfaf1eea35b10f3710e45435ec1ec5fbde08a3ec454deee38b40691a6d87","observation_id":"ce7dca65-e762-4b00-bafc-209a83c06f22","resolution":{"observed_at":"2026-08-06T21:19:43.392040Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:42.813604Z","title":null,"venue":null,"work_id":"c1d7f130-8862-434a-85fd-ea2313a6aad2","year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:33.216201Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:b2e94fa7bf337da2aef4c7fdb6c78ee9468ad32a497457e68cd147f712096294","observation_id":"f4a04aa4-e2ec-4c82-bd03-a7c96a355230","resolution":{"observed_at":"2026-08-06T21:19:42.883963Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:42.713485Z","title":null,"venue":null,"work_id":"03619edc-10ac-46a9-8053-245e901a7a9a","year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:33.306156Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:73e1e61d95867638f6260ebbe1302e8e40ceb0e425740db903d3249e70cc29f4","observation_id":"55e1d1cb-daa1-47a2-bbc9-3928e15b3bde","resolution":{"observed_at":"2026-08-06T21:19:42.765347Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:42.951491Z","title":null,"venue":null,"work_id":"985938a3-4729-49f9-9be8-e3915f7abe3c","year":2022},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:33.144519Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:b806504016d38321a93345e3b68b23d3f73e8ffeee3023de825d6af1134533f1","observation_id":"fd99e1b9-1e85-4779-91c5-6cc705f51825","resolution":{"observed_at":"2026-08-06T21:19:43.006565Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:41.981293Z","title":null,"venue":null,"work_id":"731c3631-4923-4f7e-9b79-f6b9be350502","year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:33.510281Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:cdffca0e6b93b74449643d0097254759d6452095c5a9fcf2cdfa0d995b658473","observation_id":"d469ef17-cb17-4b70-9262-71a8bcd8de0e","resolution":{"observed_at":"2026-08-06T21:19:42.182331Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:41.650154Z","title":null,"venue":null,"work_id":"5bec60b7-bd4d-40a5-ab35-c43416f84b4f","year":2024},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:33.622570Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:4f5dac516dfcd5c3d8478e665c4f0ab1e6930e07b1d0c635fb9698f14222ce94","observation_id":"df3d9e5a-3ea5-4af6-b0e2-2d80da52dbd4","resolution":{"observed_at":"2026-08-06T21:19:41.833966Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:42.332134Z","title":null,"venue":null,"work_id":"06ccadec-6e81-46d5-a7d2-6688318fcbb4","year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:33.359616Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:121092ce57c2b20c8d20e82e5dd6e088fa13b7b33ce24e7eee45b1d23acdd4fd","observation_id":"41a766e7-025b-4323-8150-47c8020dec75","resolution":{"observed_at":"2026-08-06T21:19:42.496124Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:33.801992Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:33.801992Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:801e4220bbd253565af818298280042ab6be5fa8764878cfa47cf9d99f89ed50","observation_id":"9a2f2919-faa9-4511-92fe-c55ce7dc46b1","resolution":{"observed_at":"2026-08-06T21:19:33.801992Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.09467","last_updated":"2024-09-21T15:41:27Z","snapshot_observed_at":"2026-07-06T19:15:25.798160Z","submitted_at":"2024-09-14T15:27:43Z","title":"Keeping Humans in the Loop: Human-Centered Automated Annotation with Generative AI","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.09467","snapshot_observed_at":"2026-08-06T21:19:33.867799Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:33.867799Z"},"links":{"cited_paper":"/paper/2409.09467","citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:2512e828e2ea87b0e6c514ff10c1e0f2a201ed9245c6da0608afddafa3bc0e1d","observation_id":"893c1800-3066-463f-9d8c-315ef13d2789","resolution":{"observed_at":"2026-08-06T21:19:33.867799Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:41.336302Z","title":null,"venue":null,"work_id":"8767d672-9b52-4eb2-95ad-9ca63698d8d6","year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:33.713502Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:cdcda776f4b79702f77ff54d457ae32086f65e0b6c26b469b8c53f0b73ccd505","observation_id":"9a9bef9a-7f14-4ae9-bcf6-4a8afc2e38a6","resolution":{"observed_at":"2026-08-06T21:19:41.488330Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.04370","last_updated":"2025-07-01T17:12:01Z","snapshot_observed_at":"2026-08-10T08:10:37.719137Z","submitted_at":"2024-06-01T02:08:44Z","title":"Large Language Model Confidence Estimation via Black-Box Access","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.04370","snapshot_observed_at":"2026-08-06T21:19:34.050237Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":53,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:34.050237Z"},"links":{"cited_paper":"/paper/2406.04370","citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:dc11bd0ccda8f0b0247bf42d2a7d52bb25a454b1b47c970d440953baaa943404","observation_id":"8119ca48-50ac-4a3b-811e-c0e5f3cce48e","resolution":{"observed_at":"2026-08-06T21:19:34.050237Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.08896","last_updated":"2024-08-09T23:15:41Z","snapshot_observed_at":"2026-08-03T08:36:48.061543Z","submitted_at":"2024-08-09T23:15:41Z","title":"LLMJudge: LLMs for Relevance Judgments","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.08896","snapshot_observed_at":"2026-08-06T21:19:34.141231Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:34.141231Z"},"links":{"cited_paper":"/paper/2408.08896","citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:7a55f6232e9554d0ec3b2ad8fad33360b695e7410376a920de7feea178bc9f3e","observation_id":"3f2177d5-209b-414e-92e9-6e3e91c792c1","resolution":{"observed_at":"2026-08-06T21:19:34.141231Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.00176","last_updated":"2023-05-31T20:50:45Z","snapshot_observed_at":"2026-08-06T16:19:09.273720Z","submitted_at":"2023-05-31T20:50:45Z","title":"Automated Annotation with Generative AI Requires Validation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.00176","snapshot_observed_at":"2026-08-06T21:19:33.977301Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":55,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:33.977301Z"},"links":{"cited_paper":"/paper/2306.00176","citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:4591049ef429a03655f7ffb90719cf82226bbe031b7f38b3abfe390d9b6cf812","observation_id":"dbac3210-2636-4df4-aac0-fe356c764e7f","resolution":{"observed_at":"2026-08-06T21:19:33.977301Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:41.000573Z","title":null,"venue":null,"work_id":"0c1deea5-6f0c-48d6-ab70-2328e586f69f","year":2024},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":56,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:34.306809Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:269f3177c92992c942764b8a3aec1492447cac5b7f90dcb01c5db9777e114aa9","observation_id":"b47afd9e-46c5-418e-9b40-7346e54d8ce0","resolution":{"observed_at":"2026-08-06T21:19:41.146772Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:40.596203Z","title":null,"venue":null,"work_id":"ecd1fa15-05cc-4af7-9737-82a0ecf19734","year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":57,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:34.380583Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:0a2d5f1201303a41bb389a908de6dac3215d5efbf81aba42f5e8cf2aebf6e641","observation_id":"e07c1e9a-bec2-430b-906b-f21badc5222c","resolution":{"observed_at":"2026-08-06T21:19:40.791149Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2304.11085","last_updated":"2023-04-17T00:41:19Z","snapshot_observed_at":"2026-07-06T15:18:26.300068Z","submitted_at":"2023-04-17T00:41:19Z","title":"Testing the Reliability of ChatGPT for Text Annotation and Classification: A Cautionary Remark","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2304.11085","snapshot_observed_at":"2026-08-06T21:19:34.215880Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":58,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:34.215880Z"},"links":{"cited_paper":"/paper/2304.11085","citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:a74fe1c86c9167e390b150c87cccef90e2a7ab1c33b7da10cb462f6815a36193","observation_id":"7cf48a22-342a-467c-85f3-49af76bb632a","resolution":{"observed_at":"2026-08-06T21:19:34.215880Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.15133","last_updated":"2025-03-26T13:08:41Z","snapshot_observed_at":"2026-07-06T19:20:32.349889Z","submitted_at":"2024-09-23T15:38:12Z","title":"Don't Use LLMs to Make Relevance Judgments","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.15133","snapshot_observed_at":"2026-08-06T21:19:34.559687Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":59,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:34.559687Z"},"links":{"cited_paper":"/paper/2409.15133","citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:619928f071be0e1bdf0876032ce01d8aa7947f5bc4eae84cce7202fc3368c416","observation_id":"496a43bf-eef8-424b-9c8c-abbf40d282f7","resolution":{"observed_at":"2026-08-06T21:19:34.559687Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.09629","last_updated":"2024-09-21T13:11:11Z","snapshot_observed_at":"2026-08-09T21:01:38.375305Z","submitted_at":"2024-09-15T06:44:26Z","title":"Confidence Estimation for LLM-Based Dialogue State Tracking","version":2},"cited_work":{"arxiv_id":"2409.09629","doi":null,"metadata_source":"pith","pith_arxiv_id":"2409.09629","snapshot_observed_at":"2026-08-06T21:19:36.999640Z","title":"Confidence Estimation for LLM-Based Dialogue State Tracking","venue":"cs.CL","work_id":"22b33747-7b5c-4221-aa75-768d20e66a23","year":2024},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":60,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:34.661463Z"},"links":{"cited_paper":"/paper/2409.09629","citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:fc8ccb2670ad7ac91f5f0a223b199da2715fcd52dba4a18c7cbc17f409a0e2a8","observation_id":"6ecb0b64-59b4-4132-b579-c962fc95a026","resolution":{"observed_at":"2026-08-06T21:19:37.046406Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:40.295612Z","title":null,"venue":null,"work_id":"39d4d734-9db5-47ac-957e-c528e01b72e8","year":2025},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":61,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:34.458914Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:d2abdbc62c2fd87a188caea446ec152b706cd8e31af9a1e8a5ad5ed2bbd28afa","observation_id":"a58deb4d-dbbf-48a4-9c0c-5e921d3e6860","resolution":{"observed_at":"2026-08-06T21:19:40.431598Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:40.005765Z","title":null,"venue":null,"work_id":"0cbfae1b-5078-4659-af41-791ae9d535b4","year":2022},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":62,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:34.819545Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:499d078c798827a2232799b19c6e97b64a84e8233c91f46e33709999549eb625","observation_id":"7184185f-8af1-4535-90a7-985e5629e148","resolution":{"observed_at":"2026-08-06T21:19:40.128947Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:39.637341Z","title":null,"venue":null,"work_id":"43da90b0-2e77-468d-b5c3-a8ba3991d622","year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":63,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:34.899547Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:adb692942f8d7d70e0570efecb3f40720dc38e8067a3a29ac333c82c79db984e","observation_id":"82ff5340-e2c1-4227-9102-88bacb5a226e","resolution":{"observed_at":"2026-08-06T21:19:39.786576Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2411.06877","last_updated":"2025-06-13T06:52:31Z","snapshot_observed_at":"2026-07-06T19:48:23.999337Z","submitted_at":"2024-11-11T11:17:35Z","title":"LLM-Assisted Relevance Assessments: When Should We Ask LLMs for Help?","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.06877","snapshot_observed_at":"2026-08-06T21:19:34.737761Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":64,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:34.737761Z"},"links":{"cited_paper":"/paper/2411.06877","citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:5f5e75ae4f5d73cf274f103bcd7b5c58d57c2dc1229253b48e440e846bcda688","observation_id":"9889b8c6-be3d-46b0-b873-933210bc6e01","resolution":{"observed_at":"2026-08-06T21:19:34.737761Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:39.234322Z","title":null,"venue":null,"work_id":"a1aab44d-ffbf-4a72-af05-7223ac5d9b3e","year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":65,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:35.074221Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:3ed4ec25caf8991a2598752005211074a29a71ee0df689084d62419518716099","observation_id":"0d1eed7d-6936-4e68-8ae6-62fcf24a0eb4","resolution":{"observed_at":"2026-08-06T21:19:39.449079Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2304.06588","last_updated":"2023-04-13T14:51:40Z","snapshot_observed_at":"2026-08-08T00:45:12.774951Z","submitted_at":"2023-04-13T14:51:40Z","title":"ChatGPT-4 Outperforms Experts and Crowd Workers in Annotating Political Twitter Messages with Zero-Shot Learning","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2304.06588","snapshot_observed_at":"2026-08-06T21:19:35.155795Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":66,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:35.155795Z"},"links":{"cited_paper":"/paper/2304.06588","citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:0aaf57be6b8157e67b1972179425577ee4c0baf2104b978ae8702b97e8b59b09","observation_id":"59040f85-48c5-497d-aad7-46160ca8301d","resolution":{"observed_at":"2026-08-06T21:19:35.155795Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.10621","last_updated":"2024-05-16T21:53:41Z","snapshot_observed_at":"2026-07-06T16:20:33.037351Z","submitted_at":"2023-09-19T13:55:39Z","title":"Large language models can accurately predict searcher preferences","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.10621","snapshot_observed_at":"2026-08-06T21:19:34.975946Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":67,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:34.975946Z"},"links":{"cited_paper":"/paper/2309.10621","citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:38709ab847357d28288f2502b3d8e429f2c9887db47879adc84ab3b042556c8e","observation_id":"398fe303-5172-4a07-8765-a9a37d0a6b8f","resolution":{"observed_at":"2026-08-06T21:19:34.975946Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.08275","last_updated":"2024-11-13T01:12:35Z","snapshot_observed_at":"2026-07-06T19:49:30.260410Z","submitted_at":"2024-11-13T01:12:35Z","title":"A Large-Scale Study of Relevance Assessments with Large Language Models: An Initial Look","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.08275","snapshot_observed_at":"2026-08-06T21:19:35.295196Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":68,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:35.295196Z"},"links":{"cited_paper":"/paper/2411.08275","citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:d82317cdd9e85abb4ece63b2aaf132e8690ec4b265bb18203c7cae63a613b79d","observation_id":"36767d8b-666d-47eb-9376-6c25ddaeb1ef","resolution":{"observed_at":"2026-08-06T21:19:35.295196Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:38.920113Z","title":"Voorhees","venue":null,"work_id":"a45d4a0f-c7f8-4145-8bc2-685fbc3c180f","year":2000},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":69,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:35.392447Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:912983f150551852850e1e969ed0ea18c42d5caa1327cdd060002d9304f8d4c0","observation_id":"5daa4733-52fe-4620-924e-66d265864a3b","resolution":{"observed_at":"2026-08-06T21:19:39.074380Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2307.09288","last_updated":"2023-07-19T17:08:59Z","snapshot_observed_at":"2026-08-07T12:56:43.323460Z","submitted_at":"2023-07-18T14:31:57Z","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.09288","snapshot_observed_at":"2026-08-06T21:19:35.233676Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":70,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:35.233676Z"},"links":{"cited_paper":"/paper/2307.09288","citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:189f0120d3dc4441a39c168cb57a3294763f34d0a0f5c278eefa05ea7bcd0b02","observation_id":"c8d00bf7-4e14-449f-9062-bc83927bc18a","resolution":{"observed_at":"2026-08-06T21:19:35.233676Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.17926","last_updated":"2023-08-30T13:22:35Z","snapshot_observed_at":"2026-08-08T03:32:23.667881Z","submitted_at":"2023-05-29T07:41:03Z","title":"Large Language Models are not Fair Evaluators","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.17926","snapshot_observed_at":"2026-08-06T21:19:35.600481Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":71,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:35.600481Z"},"links":{"cited_paper":"/paper/2305.17926","citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:8eb5463233fc7efe666592ebaa6f6ec8b8636a338ea8c0a44f1d504d715fc531","observation_id":"96bd77ac-1376-4e47-8ae8-8f103d4e81c7","resolution":{"observed_at":"2026-08-06T21:19:35.600481Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:38.483521Z","title":null,"venue":null,"work_id":"c50fb64d-e11d-46af-a14b-4e04c1dae473","year":2021},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":72,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:35.679063Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:b0542baaa81e7bf39114884667e0378ce00a215049c63c9cbde7e7118eccafe4","observation_id":"734ba7e8-ed15-4d6e-9e1d-bffd1d974143","resolution":{"observed_at":"2026-08-06T21:19:38.580529Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:35.729471Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":73,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:35.729471Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:07848f94b1e6160484bcc00027a626d751f26942db828e0a70aedcea93f2b088","observation_id":"88c43384-5337-4fa0-aa91-cf677064c977","resolution":{"observed_at":"2026-08-06T21:19:35.729471Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:38.679435Z","title":null,"venue":null,"work_id":"ae3affc1-d667-4d85-8632-089153927e50","year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":74,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:35.521371Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:eb20a02ca38154b760d53b9028247917d05fe1319cdc4e55ac64aa3626a31e6d","observation_id":"441ae689-ca96-41a6-b5ca-9dbdf7364f64","resolution":{"observed_at":"2026-08-06T21:19:38.790724Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:38.151325Z","title":null,"venue":null,"work_id":"238dd88d-5b8f-44ee-a1be-d34c2f56b229","year":2017},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":75,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:35.974024Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:861ad3b044e51618a29e82780f5364b79346f446b2a0017f6748a944af1436e4","observation_id":"0756f31f-bb3f-4e3c-9ed9-38d72b43b733","resolution":{"observed_at":"2026-08-06T21:19:38.240780Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:37.942512Z","title":null,"venue":null,"work_id":"205fa681-a37e-41b2-869e-0bb85ccf0ef8","year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":76,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:36.028672Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:facb2a4d4c7b9abbe5d5fa72066484a4620801dc9965a3527c6afe0be7091fa7","observation_id":"c30289ea-f9ec-44f5-8e8e-7795af3d9dd8","resolution":{"observed_at":"2026-08-06T21:19:38.037118Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:37.838492Z","title":null,"venue":null,"work_id":"e4ddeeb7-c9c0-4fcf-acda-3440c03e11db","year":2025},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":77,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:36.126538Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:db0a93fd77ef083b7d5f87e94d143991a8a2da6b655990d1fec48f4fc0c57093","observation_id":"965d2f41-a4c6-44af-bb6a-c0470d9a7861","resolution":{"observed_at":"2026-08-06T21:19:37.883230Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:38.249801Z","title":"In Proceedings of the CHI Conference on Human Factors in Computing Systems","venue":null,"work_id":"52f76401-17af-44de-b9b3-6fab1195284d","year":null},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":78,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:35.813118Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:3b05710f249970a2e8b1175b8eb3767de21a0f308e4bb6ef27bd443ac38ff3d2","observation_id":"e25c87f3-fdff-4c8a-89f1-467102b768fe","resolution":{"observed_at":"2026-08-06T21:19:38.340042Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2307.12966","last_updated":"2023-07-24T17:44:58Z","snapshot_observed_at":"2026-07-06T15:57:57.167169Z","submitted_at":"2023-07-24T17:44:58Z","title":"Aligning Large Language Models with Human: A Survey","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.12966","snapshot_observed_at":"2026-08-06T21:19:35.876176Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":79,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:35.876176Z"},"links":{"cited_paper":"/paper/2307.12966","citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:35baae312cd97cbf22367c2e134627376901ceb9bef72f2fb7cc24032618c93a","observation_id":"3eda6db4-60f4-4369-a821-f0ac6e6a1f7e","resolution":{"observed_at":"2026-08-06T21:19:35.876176Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:36.419307Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":80,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:36.419307Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:e6d362cfbf3cd0bd3fd1425b4f2764195332f22657cd1f37cec09b03652a14e9","observation_id":"c0ac5555-e499-43e7-a818-af96c4f153a4","resolution":{"observed_at":"2026-08-06T21:19:36.419307Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2302.10198","last_updated":"2023-03-02T14:33:12Z","snapshot_observed_at":"2026-08-10T12:48:17.932654Z","submitted_at":"2023-02-19T12:29:33Z","title":"Can ChatGPT Understand Too? A Comparative Study on ChatGPT and Fine-tuned BERT","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2302.10198","snapshot_observed_at":"2026-08-06T21:19:36.498252Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":81,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:36.498252Z"},"links":{"cited_paper":"/paper/2302.10198","citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:91d0c7278df300357ebc16baa5f6eb437dfa6be78bb427be62b72e40a624f349","observation_id":"93c2f745-2741-448f-989d-c211c74e6153","resolution":{"observed_at":"2026-08-06T21:19:36.498252Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2211.01910","last_updated":"2023-03-10T17:20:17Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2022-11-03T15:43:03Z","title":"Large Language Models Are Human-Level Prompt Engineers","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2211.01910","snapshot_observed_at":"2026-08-06T21:19:36.567977Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":82,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:36.567977Z"},"links":{"cited_paper":"/paper/2211.01910","citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:13543e5c56b0ba3c64e37c0a6299eca35c7a029789ff1f4d2064c7abd677892d","observation_id":"90100463-4cc6-45e7-a7b6-bf6efaca33ff","resolution":{"observed_at":"2026-08-06T21:19:36.567977Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:36.213237Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":83,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:36.213237Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:45ba51e1fc92b39d3c14e273d724bef58d2e7b4aa77b64e57938779b9e035643","observation_id":"ef0bcfd4-59a0-4d8e-aecf-b0a830c732a3","resolution":{"observed_at":"2026-08-06T21:19:36.213237Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.06532","last_updated":"2024-05-28T13:58:32Z","snapshot_observed_at":"2026-08-06T18:45:15.330631Z","submitted_at":"2024-01-12T12:10:28Z","title":"INTERS: Unlocking the Power of Large Language Models in Search with Instruction Tuning","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.06532","snapshot_observed_at":"2026-08-06T21:19:36.686958Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":84,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:36.686958Z"},"links":{"cited_paper":"/paper/2401.06532","citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:acbdbf085e7cf5416dc3ed84ffa814ffbd8ce33d58250c0d19b25ad4371b560d","observation_id":"83311a57-26fc-4ff6-a92c-a7465324b56c","resolution":{"observed_at":"2026-08-06T21:19:36.686958Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:37.619481Z","title":null,"venue":null,"work_id":"5bbf46ae-08f9-4280-bbfb-2cc19838a1ba","year":2020},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":85,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:36.350079Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:4c5d07d7d2952cd96e1f19cb78f3d5df487cc0d1beee41bcbbc81a1d50790e35","observation_id":"be712188-273b-49a4-858b-bebf8dbe1729","resolution":{"observed_at":"2026-08-06T21:19:37.658093Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:37.498122Z","title":null,"venue":null,"work_id":"91bc6ca0-66d2-47ea-877b-d4424f2f7c08","year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":89,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:36.629083Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:edeeebcbed3dafa07c5ea2ad0276e7d012be42cf8fa6d0c28baf616cb92207d0","observation_id":"80656fcd-669a-42a2-8655-a89e0c5fe34e","resolution":{"observed_at":"2026-08-06T21:19:37.535868Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1016/s0306-4573(00)00010-8","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":null,"venue":"Information Processing & Management","work_id":"290cdf9a-13f7-4aad-a8bb-75332a376508","year":null},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":716,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:35.454461Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:75b6951e0a5f0c0a735e0ef4655a62d1f0a847c59d94bd5c400f09c2335a5e4f","observation_id":"c505bb44-c619-4488-b093-62a1266549d3","resolution":{"observed_at":"2026-08-06T21:19:36.818949Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:37.717833Z","title":"In Proceedings of The Web Conference 2020","venue":null,"work_id":"be93d1aa-6b6e-4b39-865e-812cf17b601b","year":2020},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":2020,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:36.274256Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:8b88f183e0ff735f99a9334d1b38bffa60851f29d3fc1e5ccb08c972cc271274","observation_id":"66fdd4e7-8ddd-4efc-b8b8-d991b600690b","resolution":{"observed_at":"2026-08-06T21:19:37.765190Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2405.05600","last_updated":"2024-05-09T07:39:19Z","snapshot_observed_at":"2026-08-09T00:59:20.809933Z","submitted_at":"2024-05-09T07:39:19Z","title":"Can We Use Large Language Models to Fill Relevance Judgment Holes?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.05600","snapshot_observed_at":"2026-08-06T21:19:29.629492Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:29.629492Z"},"links":{"cited_paper":"/paper/2405.05600","citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:f9558e9023a8124d3a0437848dc71c1c2d25602a1d4cce06ada8dff68627d015","observation_id":"d9ee5d5b-1a92-4d24-bd32-664317f39040","resolution":{"observed_at":"2026-08-06T21:19:29.629492Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:30.239881Z","title":"Journal of Computational Social Science 8, 1 (2025), 1–25","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":2025,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:30.239881Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:e8ace435741e67c9bd1aaecf4bc67e56ce8f4ad159648959631d061f9269591a","observation_id":"10294345-feb5-448a-8501-494f8dc84b39","resolution":{"observed_at":"2026-08-06T21:19:30.239881Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","latest_version":1,"primary_category":"cs.IR","snapshot_observed_at":"2026-08-10T12:11:50.925249Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications"},"reference_resolution":{"displayed":90,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":83,"verified_exact":3,"verified_fuzzy":4},"total_outbound_references":90},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"thesis":"As of 10 August 2026, this Paper Citation Record lists 90 of 90 outbound references and 0 inbound Pith citation observations for arXiv:2507.00543."}