{"as_of":"2026-08-17T12:40:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:2d9af11ed19454d23d5d749b46e315c91247eaf116ac01c559ad07768e924b7e","coverage":[{"denominator":42,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":42,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-16T11:37:54.009214Z","state":"measured"},{"denominator":42,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":42,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-17T06:30:58.91139+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2504.15022/citation-record","integrity":"/paper/2504.15022/integrity","json":"/paper/2504.15022/citation-record.json","paper":"/paper/2504.15022"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:37:53.870931Z","title":"online\" 'onlinestring :=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2504.15022","last_updated":"2025-04-21T11:11:07Z","snapshot_observed_at":"2026-08-17T07:32:43.463966Z","submitted_at":"2025-04-21T11:11:07Z","title":"LLMs as Data Annotators: How Close Are We to Human Performance","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-16T11:37:53.870931Z"},"links":{"citing_paper":"/paper/2504.15022"},"observation_digest":"sha256:10ae6549f46cd6e3fd099701fe15dad4bdc3b4ada10485eadbf192e948c20eee","observation_id":"f87e88db-34c0-4ad7-b0d5-15c75aff32d9","resolution":{"observed_at":"2026-08-16T11:37:53.870931Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:37:53.875130Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2504.15022","last_updated":"2025-04-21T11:11:07Z","snapshot_observed_at":"2026-08-17T07:32:43.463966Z","submitted_at":"2025-04-21T11:11:07Z","title":"LLMs as Data Annotators: How Close Are We to Human Performance","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-16T11:37:53.875130Z"},"links":{"citing_paper":"/paper/2504.15022"},"observation_digest":"sha256:18286efbc8936f60a56bef0f57bc8a0c723f7b3ad1148f54797e1bf3f3ad5a57","observation_id":"a85a2bdf-ee86-45e9-9d1d-d0200a40c7bc","resolution":{"observed_at":"2026-08-16T11:37:53.875130Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.15343","last_updated":"2024-02-23T14:23:51Z","snapshot_observed_at":"2026-08-16T14:15:53.678915Z","submitted_at":"2024-02-23T14:23:51Z","title":"NuNER: Entity Recognition Encoder Pre-training via LLM-Annotated Data","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.15343","snapshot_observed_at":"2026-08-16T11:37:53.878925Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.15022","last_updated":"2025-04-21T11:11:07Z","snapshot_observed_at":"2026-08-17T07:32:43.463966Z","submitted_at":"2025-04-21T11:11:07Z","title":"LLMs as Data Annotators: How Close Are We to Human Performance","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-16T11:37:53.878925Z"},"links":{"cited_paper":"/paper/2402.15343","citing_paper":"/paper/2504.15022"},"observation_digest":"sha256:9e6984afef92f676929be34c9824c022644ac0e873ca373d0307ba192e269c81","observation_id":"fd0f8ae7-ce90-43b9-9f77-d66fa6ffe40a","resolution":{"observed_at":"2026-08-16T11:37:53.878925Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2005.14165","last_updated":"2020-07-22T19:47:17Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2020-05-28T17:29:03Z","title":"Language Models are Few-Shot Learners","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2005.14165","snapshot_observed_at":"2026-08-16T11:37:53.882306Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2504.15022","last_updated":"2025-04-21T11:11:07Z","snapshot_observed_at":"2026-08-17T07:32:43.463966Z","submitted_at":"2025-04-21T11:11:07Z","title":"LLMs as Data Annotators: How Close Are We to Human Performance","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-16T11:37:53.882306Z"},"links":{"cited_paper":"/paper/2005.14165","citing_paper":"/paper/2504.15022"},"observation_digest":"sha256:a7fb23d9362f54e1989a2e65aed4bb3c80e8a6bd54f882e7914b912b56ec0dcf","observation_id":"98d752fa-2287-4ffc-bca9-4879138a220a","resolution":{"observed_at":"2026-08-16T11:37:53.882306Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:37:54.550726Z","title":null,"venue":null,"work_id":"6e9ab0f4-be9b-414f-85a7-ad29bbaa9ecd","year":1999},"citing_paper":{"arxiv_id":"2504.15022","last_updated":"2025-04-21T11:11:07Z","snapshot_observed_at":"2026-08-17T07:32:43.463966Z","submitted_at":"2025-04-21T11:11:07Z","title":"LLMs as Data Annotators: How Close Are We to Human Performance","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-16T11:37:53.885856Z"},"links":{"citing_paper":"/paper/2504.15022"},"observation_digest":"sha256:401f988d16c558f5074315e0c57e450f3a0fd51d3c698fddd185d288f19b9732","observation_id":"2c404c9a-2993-43b1-93ee-022d33f6aa31","resolution":{"observed_at":"2026-08-16T11:37:54.554206Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:37:53.889041Z","title":null,"venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2504.15022","last_updated":"2025-04-21T11:11:07Z","snapshot_observed_at":"2026-08-17T07:32:43.463966Z","submitted_at":"2025-04-21T11:11:07Z","title":"LLMs as Data Annotators: How Close Are We to Human Performance","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-16T11:37:53.889041Z"},"links":{"citing_paper":"/paper/2504.15022"},"observation_digest":"sha256:b65942a0a4169daee97a1906ef0f95dc0d6206cffda9fff3e0a58e83063b0e1e","observation_id":"a6069c81-aed1-4d62-b37f-5556c57a67ae","resolution":{"observed_at":"2026-08-16T11:37:53.889041Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1810.04805","last_updated":"2019-05-24T20:37:26Z","snapshot_observed_at":"2026-08-14T18:16:28.847993Z","submitted_at":"2018-10-11T00:50:01Z","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1810.04805","snapshot_observed_at":"2026-08-16T11:37:53.892363Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2504.15022","last_updated":"2025-04-21T11:11:07Z","snapshot_observed_at":"2026-08-17T07:32:43.463966Z","submitted_at":"2025-04-21T11:11:07Z","title":"LLMs as Data Annotators: How Close Are We to Human Performance","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-16T11:37:53.892363Z"},"links":{"cited_paper":"/paper/1810.04805","citing_paper":"/paper/2504.15022"},"observation_digest":"sha256:df8aeec3137a96da98a7443df4d8da28f9582b04daf481de98669c5dbd8e1bb2","observation_id":"8de51acb-e75b-4704-932f-888657bc96c0","resolution":{"observed_at":"2026-08-16T11:37:53.892363Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2301.00234","last_updated":"2024-10-05T11:47:02Z","snapshot_observed_at":"2026-07-06T14:36:25.690733Z","submitted_at":"2022-12-31T15:57:09Z","title":"A Survey on In-context Learning","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2301.00234","snapshot_observed_at":"2026-08-16T11:37:53.896604Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.15022","last_updated":"2025-04-21T11:11:07Z","snapshot_observed_at":"2026-08-17T07:32:43.463966Z","submitted_at":"2025-04-21T11:11:07Z","title":"LLMs as Data Annotators: How Close Are We to Human Performance","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-16T11:37:53.896604Z"},"links":{"cited_paper":"/paper/2301.00234","citing_paper":"/paper/2504.15022"},"observation_digest":"sha256:4f2ac4e4706f0f61a8ab27e8a33e09f86632facc4b6d1682906359ab156d59b5","observation_id":"7713846a-3a7f-475c-b35d-29c4a87e37c6","resolution":{"observed_at":"2026-08-16T11:37:53.896604Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.08281","last_updated":"2025-10-23T09:36:08Z","snapshot_observed_at":"2026-07-31T05:45:37.385210Z","submitted_at":"2024-01-16T11:12:36Z","title":"The Faiss library","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.08281","snapshot_observed_at":"2026-08-16T11:37:53.900187Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.15022","last_updated":"2025-04-21T11:11:07Z","snapshot_observed_at":"2026-08-17T07:32:43.463966Z","submitted_at":"2025-04-21T11:11:07Z","title":"LLMs as Data Annotators: How Close Are We to Human Performance","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-16T11:37:53.900187Z"},"links":{"cited_paper":"/paper/2401.08281","citing_paper":"/paper/2504.15022"},"observation_digest":"sha256:52696671a7ac1b641f435a4374eafb149955f4ee576bf0cdb40ab3b9bf694b9c","observation_id":"a08a408c-8489-403a-9d93-aa9bdbc3f81a","resolution":{"observed_at":"2026-08-16T11:37:53.900187Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.12334","last_updated":"2025-08-23T18:44:57Z","snapshot_observed_at":"2026-08-16T13:41:57.331250Z","submitted_at":"2024-06-18T06:59:24Z","title":"What Did I Do Wrong? Quantifying LLMs' Sensitivity and Consistency to Prompt Engineering","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.12334","snapshot_observed_at":"2026-08-16T11:37:53.903486Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.15022","last_updated":"2025-04-21T11:11:07Z","snapshot_observed_at":"2026-08-17T07:32:43.463966Z","submitted_at":"2025-04-21T11:11:07Z","title":"LLMs as Data Annotators: How Close Are We to Human Performance","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-16T11:37:53.903486Z"},"links":{"cited_paper":"/paper/2406.12334","citing_paper":"/paper/2504.15022"},"observation_digest":"sha256:230d9fc352e128a497d89deca8014d4103a11ef91d61be8b6f4c4ae4604aa45e","observation_id":"54462c22-e831-4e07-86ee-1e0aeaed08e8","resolution":{"observed_at":"2026-08-16T11:37:53.903486Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:37:53.906868Z","title":"Feng, Varun Gangal, Jason Wei, Sarath Chandar, Soroush Vosoughi, Teruko Mitamura, and Eduard Hovy","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2504.15022","last_updated":"2025-04-21T11:11:07Z","snapshot_observed_at":"2026-08-17T07:32:43.463966Z","submitted_at":"2025-04-21T11:11:07Z","title":"LLMs as Data Annotators: How Close Are We to Human Performance","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-16T11:37:53.906868Z"},"links":{"citing_paper":"/paper/2504.15022"},"observation_digest":"sha256:b903de81f2e45c06a24fe2e93b59f11e898fba01e5a4bc9b0315da5a16db1534","observation_id":"e2ed7a3d-5378-4392-8cff-360e91485b7b","resolution":{"observed_at":"2026-08-16T11:37:53.906868Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2312.02296","last_updated":"2023-12-04T19:26:13Z","snapshot_observed_at":"2026-08-16T14:37:43.109021Z","submitted_at":"2023-12-04T19:26:13Z","title":"LLMs Accelerate Annotation for Medical Information Extraction","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.02296","snapshot_observed_at":"2026-08-16T11:37:53.909854Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2504.15022","last_updated":"2025-04-21T11:11:07Z","snapshot_observed_at":"2026-08-17T07:32:43.463966Z","submitted_at":"2025-04-21T11:11:07Z","title":"LLMs as Data Annotators: How Close Are We to Human Performance","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-16T11:37:53.909854Z"},"links":{"cited_paper":"/paper/2312.02296","citing_paper":"/paper/2504.15022"},"observation_digest":"sha256:3d60bfe35fbdae0c1f43e1926c7dfca91c7ad377a7f0373209296e126e71eb97","observation_id":"696fa28d-65eb-4135-8822-3d3524ff932f","resolution":{"observed_at":"2026-08-16T11:37:53.909854Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.16854","last_updated":"2024-04-05T15:19:19Z","snapshot_observed_at":"2026-08-16T15:44:19.759726Z","submitted_at":"2023-03-29T17:03:21Z","title":"AnnoLLM: Making Large Language Models to Be Better Crowdsourced Annotators","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.16854","snapshot_observed_at":"2026-08-16T11:37:53.913144Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.15022","last_updated":"2025-04-21T11:11:07Z","snapshot_observed_at":"2026-08-17T07:32:43.463966Z","submitted_at":"2025-04-21T11:11:07Z","title":"LLMs as Data Annotators: How Close Are We to Human Performance","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-16T11:37:53.913144Z"},"links":{"cited_paper":"/paper/2303.16854","citing_paper":"/paper/2504.15022"},"observation_digest":"sha256:b07396424fdb8bc98547fc7857670e11c8805a051cdca948d5d4d6d849a85876","observation_id":"572ce70a-eb50-4809-b4f5-33a290f91f75","resolution":{"observed_at":"2026-08-16T11:37:53.913144Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:37:53.917251Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.15022","last_updated":"2025-04-21T11:11:07Z","snapshot_observed_at":"2026-08-17T07:32:43.463966Z","submitted_at":"2025-04-21T11:11:07Z","title":"LLMs as Data Annotators: How Close Are We to Human Performance","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-16T11:37:53.917251Z"},"links":{"citing_paper":"/paper/2504.15022"},"observation_digest":"sha256:c8dd21cb9b16f1409f85b5cf9b505de4599e7ea55240b52af57c04f3ca4de18a","observation_id":"99e3e1ee-5a60-4100-88c4-082e18aecd7a","resolution":{"observed_at":"2026-08-16T11:37:53.917251Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:37:54.540928Z","title":null,"venue":null,"work_id":"c9bf300e-7ef6-430b-84e1-8ce7553c31ca","year":2023},"citing_paper":{"arxiv_id":"2504.15022","last_updated":"2025-04-21T11:11:07Z","snapshot_observed_at":"2026-08-17T07:32:43.463966Z","submitted_at":"2025-04-21T11:11:07Z","title":"LLMs as Data Annotators: How Close Are We to Human Performance","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-16T11:37:53.920381Z"},"links":{"citing_paper":"/paper/2504.15022"},"observation_digest":"sha256:8dca5796c4802f21c7d5b56565ac802b540928799d199726d5471826014af4b9","observation_id":"77db4425-98fa-47d6-ba42-f62489c89693","resolution":{"observed_at":"2026-08-16T11:37:54.544276Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:37:53.923314Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2504.15022","last_updated":"2025-04-21T11:11:07Z","snapshot_observed_at":"2026-08-17T07:32:43.463966Z","submitted_at":"2025-04-21T11:11:07Z","title":"LLMs as Data Annotators: How Close Are We to Human Performance","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-16T11:37:53.923314Z"},"links":{"citing_paper":"/paper/2504.15022"},"observation_digest":"sha256:7ab9fa78a4af2f3b264a84bce9f5850243c36a7fa8ef04b252e7466975d21c0f","observation_id":"115aa345-d0c7-431e-80b8-b686ae514aa5","resolution":{"observed_at":"2026-08-16T11:37:53.923314Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:37:53.926118Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2504.15022","last_updated":"2025-04-21T11:11:07Z","snapshot_observed_at":"2026-08-17T07:32:43.463966Z","submitted_at":"2025-04-21T11:11:07Z","title":"LLMs as Data Annotators: How Close Are We to Human Performance","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-16T11:37:53.926118Z"},"links":{"citing_paper":"/paper/2504.15022"},"observation_digest":"sha256:62f54cb7fb7b16a2e9f782e32392911f5a4fc33170c87b95d29fdb0c859152e3","observation_id":"258ed6b5-62c8-4e8f-b5f9-55ddc8a3f16f","resolution":{"observed_at":"2026-08-16T11:37:53.926118Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:37:53.929032Z","title":"u ttler, Mike Lewis, Wen-tau Yih, Tim Rockt\\","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2504.15022","last_updated":"2025-04-21T11:11:07Z","snapshot_observed_at":"2026-08-17T07:32:43.463966Z","submitted_at":"2025-04-21T11:11:07Z","title":"LLMs as Data Annotators: How Close Are We to Human Performance","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-16T11:37:53.929032Z"},"links":{"citing_paper":"/paper/2504.15022"},"observation_digest":"sha256:c3ee62145787468d7e756b37f32bac5dacd15786a746aff152a58af36873a86d","observation_id":"0217cb92-a2c0-4c48-ac54-ecd130a0fba5","resolution":{"observed_at":"2026-08-16T11:37:53.929032Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.13364","last_updated":"2024-02-20T20:42:02Z","snapshot_observed_at":"2026-08-16T14:16:49.281125Z","submitted_at":"2024-02-20T20:42:02Z","title":"A Simple but Effective Approach to Improve Structured Language Model Output for Information Extraction","version":1},"cited_work":{"arxiv_id":"2402.13364","doi":null,"metadata_source":"pith","pith_arxiv_id":"2402.13364","snapshot_observed_at":"2026-08-16T11:37:54.353786Z","title":"A Simple but Effective Approach to Improve Structured Language Model Output for Information Extraction","venue":"cs.CL","work_id":"4b566880-cd35-4b54-bb81-758f1ac82d4f","year":2024},"citing_paper":{"arxiv_id":"2504.15022","last_updated":"2025-04-21T11:11:07Z","snapshot_observed_at":"2026-08-17T07:32:43.463966Z","submitted_at":"2025-04-21T11:11:07Z","title":"LLMs as Data Annotators: How Close Are We to Human Performance","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-16T11:37:53.933060Z"},"links":{"cited_paper":"/paper/2402.13364","citing_paper":"/paper/2504.15022"},"observation_digest":"sha256:6328ee5499c404b0d50d571238e7f5f91d7d749dc8259bfa8cda74818ee870dc","observation_id":"dcf0a76a-9842-4a75-804e-ca0b8e2685af","resolution":{"observed_at":"2026-08-16T11:37:54.358348Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1907.11692","last_updated":"2019-07-26T17:48:29Z","snapshot_observed_at":"2026-08-16T14:33:50.657682Z","submitted_at":"2019-07-26T17:48:29Z","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1907.11692","snapshot_observed_at":"2026-08-16T11:37:53.937352Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2504.15022","last_updated":"2025-04-21T11:11:07Z","snapshot_observed_at":"2026-08-17T07:32:43.463966Z","submitted_at":"2025-04-21T11:11:07Z","title":"LLMs as Data Annotators: How Close Are We to Human Performance","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-16T11:37:53.937352Z"},"links":{"cited_paper":"/paper/1907.11692","citing_paper":"/paper/2504.15022"},"observation_digest":"sha256:81369bed593e1b535507638521d62d29009b56700da3d88fd6152cb67556b057","observation_id":"b46d9b48-2218-4451-b8a8-2919260d5f1c","resolution":{"observed_at":"2026-08-16T11:37:53.937352Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:37:53.940751Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.15022","last_updated":"2025-04-21T11:11:07Z","snapshot_observed_at":"2026-08-17T07:32:43.463966Z","submitted_at":"2025-04-21T11:11:07Z","title":"LLMs as Data Annotators: How Close Are We to Human Performance","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-16T11:37:53.940751Z"},"links":{"citing_paper":"/paper/2504.15022"},"observation_digest":"sha256:a1e742f146178b5b6ed9636fa4f04a0711eb713f9820312295f34deac03e5aac","observation_id":"58f7cc4f-15af-46e3-9d27-5844d73e9b16","resolution":{"observed_at":"2026-08-16T11:37:53.940751Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.01334","last_updated":"2024-12-31T04:17:24Z","snapshot_observed_at":"2026-08-16T14:05:01.061891Z","submitted_at":"2024-03-30T12:13:57Z","title":"Augmenting NER Datasets with LLMs: Towards Automated and Refined Annotation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.01334","snapshot_observed_at":"2026-08-16T11:37:53.943689Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.15022","last_updated":"2025-04-21T11:11:07Z","snapshot_observed_at":"2026-08-17T07:32:43.463966Z","submitted_at":"2025-04-21T11:11:07Z","title":"LLMs as Data Annotators: How Close Are We to Human Performance","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-16T11:37:53.943689Z"},"links":{"cited_paper":"/paper/2404.01334","citing_paper":"/paper/2504.15022"},"observation_digest":"sha256:4aa04a61ac27360e1028249267b015f322139d7da28a3c40ca3043775f11a4ae","observation_id":"aa1f94a2-4920-4398-a982-9e9a03b957fa","resolution":{"observed_at":"2026-08-16T11:37:53.943689Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.08774","last_updated":"2024-03-04T06:01:33Z","snapshot_observed_at":"2026-08-17T09:58:46.058102Z","submitted_at":"2023-03-15T17:15:04Z","title":"GPT-4 Technical Report","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.08774","snapshot_observed_at":"2026-08-16T11:37:53.947122Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2504.15022","last_updated":"2025-04-21T11:11:07Z","snapshot_observed_at":"2026-08-17T07:32:43.463966Z","submitted_at":"2025-04-21T11:11:07Z","title":"LLMs as Data Annotators: How Close Are We to Human Performance","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-16T11:37:53.947122Z"},"links":{"cited_paper":"/paper/2303.08774","citing_paper":"/paper/2504.15022"},"observation_digest":"sha256:7fc95d91cbc32a3a8eb6ce933e0855b3381d166415c661d185308c70bf886a2c","observation_id":"0ec2329d-0c2e-4adc-8a17-5e0e55a6d6f1","resolution":{"observed_at":"2026-08-16T11:37:53.947122Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:37:53.950053Z","title":"Pereira, Anabela Afonso, and Fátima Medeiros","venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2504.15022","last_updated":"2025-04-21T11:11:07Z","snapshot_observed_at":"2026-08-17T07:32:43.463966Z","submitted_at":"2025-04-21T11:11:07Z","title":"LLMs as Data Annotators: How Close Are We to Human Performance","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-16T11:37:53.950053Z"},"links":{"citing_paper":"/paper/2504.15022"},"observation_digest":"sha256:3f2ddc35b8ae9157b5436c2c13bbebed69b5b127afc2e21cce01dec93ee6617c","observation_id":"edfe6673-c24d-495a-a02d-c428e03ab43c","resolution":{"observed_at":"2026-08-16T11:37:53.950053Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1908.10084","last_updated":"2019-08-27T08:50:17Z","snapshot_observed_at":"2026-08-14T05:02:11.716316Z","submitted_at":"2019-08-27T08:50:17Z","title":"Sentence-BERT: Sentence Embeddings using Siamese BERT-Networks","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1908.10084","snapshot_observed_at":"2026-08-16T11:37:53.953469Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2504.15022","last_updated":"2025-04-21T11:11:07Z","snapshot_observed_at":"2026-08-17T07:32:43.463966Z","submitted_at":"2025-04-21T11:11:07Z","title":"LLMs as Data Annotators: How Close Are We to Human Performance","version":1},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-16T11:37:53.953469Z"},"links":{"cited_paper":"/paper/1908.10084","citing_paper":"/paper/2504.15022"},"observation_digest":"sha256:14b634a092bc63795e501ae721ba3e545c8df820b31507bb08870c80c61a6f13","observation_id":"d76752c1-de53-4ae5-908e-43cd8a1bd946","resolution":{"observed_at":"2026-08-16T11:37:53.953469Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:37:54.524659Z","title":null,"venue":null,"work_id":"219cb5c1-0252-435c-9529-88acb061f6d7","year":2022},"citing_paper":{"arxiv_id":"2504.15022","last_updated":"2025-04-21T11:11:07Z","snapshot_observed_at":"2026-08-17T07:32:43.463966Z","submitted_at":"2025-04-21T11:11:07Z","title":"LLMs as Data Annotators: How Close Are We to Human Performance","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-16T11:37:53.956417Z"},"links":{"citing_paper":"/paper/2504.15022"},"observation_digest":"sha256:4d1b85cdc2b2f89302d4076ebcf6947be303c8f997b068927a2d15b1c982c9a5","observation_id":"0b4f7aa0-4eda-4651-a77f-5cb0af0f1d03","resolution":{"observed_at":"2026-08-16T11:37:54.529034Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.13446","last_updated":"2024-12-02T20:55:15Z","snapshot_observed_at":"2026-08-16T14:16:46.810700Z","submitted_at":"2024-02-21T00:44:04Z","title":"Large Language Models for Data Annotation and Synthesis: A Survey","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.13446","snapshot_observed_at":"2026-08-16T11:37:53.959600Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.15022","last_updated":"2025-04-21T11:11:07Z","snapshot_observed_at":"2026-08-17T07:32:43.463966Z","submitted_at":"2025-04-21T11:11:07Z","title":"LLMs as Data Annotators: How Close Are We to Human Performance","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-16T11:37:53.959600Z"},"links":{"cited_paper":"/paper/2402.13446","citing_paper":"/paper/2504.15022"},"observation_digest":"sha256:cece8635ffcea94d202ba070b2ee56c8160ce5c17d763eb4ce2696bc9c71a7f3","observation_id":"bac0c30f-23b3-4a1d-9f49-7e10b2b6e729","resolution":{"observed_at":"2026-08-16T11:37:53.959600Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2312.11805","last_updated":"2025-05-09T21:04:06Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-12-19T02:39:27Z","title":"Gemini: A Family of Highly Capable Multimodal Models","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.11805","snapshot_observed_at":"2026-08-16T11:37:53.963675Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.15022","last_updated":"2025-04-21T11:11:07Z","snapshot_observed_at":"2026-08-17T07:32:43.463966Z","submitted_at":"2025-04-21T11:11:07Z","title":"LLMs as Data Annotators: How Close Are We to Human Performance","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-16T11:37:53.963675Z"},"links":{"cited_paper":"/paper/2312.11805","citing_paper":"/paper/2504.15022"},"observation_digest":"sha256:3e1ca11f3609d3240de8bdb986f443a51d95472829a27829f58406066fd3473f","observation_id":"6524bdd1-d08c-44e9-bc5f-b6d8d927f62f","resolution":{"observed_at":"2026-08-16T11:37:53.963675Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:37:53.966839Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.15022","last_updated":"2025-04-21T11:11:07Z","snapshot_observed_at":"2026-08-17T07:32:43.463966Z","submitted_at":"2025-04-21T11:11:07Z","title":"LLMs as Data Annotators: How Close Are We to Human Performance","version":1},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-16T11:37:53.966839Z"},"links":{"citing_paper":"/paper/2504.15022"},"observation_digest":"sha256:029bfa13314881f7860902644f2d524719d964498594112b6850f001a9a0b4d0","observation_id":"eec58757-908f-4fab-924b-66433db454d9","resolution":{"observed_at":"2026-08-16T11:37:53.966839Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:37:53.969765Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2504.15022","last_updated":"2025-04-21T11:11:07Z","snapshot_observed_at":"2026-08-17T07:32:43.463966Z","submitted_at":"2025-04-21T11:11:07Z","title":"LLMs as Data Annotators: How Close Are We to Human Performance","version":1},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-16T11:37:53.969765Z"},"links":{"citing_paper":"/paper/2504.15022"},"observation_digest":"sha256:6a395ff892c9536be7c248b4b842cc68c2edc31b6c0318bf4c798b3756f307d0","observation_id":"c7170c76-e1a4-402e-ac11-a2185f0403ee","resolution":{"observed_at":"2026-08-16T11:37:53.969765Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:37:54.507838Z","title":"Tjong Kim Sang and Fien De Meulder","venue":null,"work_id":"9e370f25-8026-49e5-99b5-b3f2da27f922","year":2003},"citing_paper":{"arxiv_id":"2504.15022","last_updated":"2025-04-21T11:11:07Z","snapshot_observed_at":"2026-08-17T07:32:43.463966Z","submitted_at":"2025-04-21T11:11:07Z","title":"LLMs as Data Annotators: How Close Are We to Human Performance","version":1},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-16T11:37:53.973199Z"},"links":{"citing_paper":"/paper/2504.15022"},"observation_digest":"sha256:32a5e56f4bfd91033d0d7bcfc91cad54359dd127e582dfb38495edabcf0d80be","observation_id":"b5b51df3-5f7d-4ba8-930a-76cc2058ba5f","resolution":{"observed_at":"2026-08-16T11:37:54.511420Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2302.13971","last_updated":"2023-02-27T17:11:15Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-02-27T17:11:15Z","title":"LLaMA: Open and Efficient Foundation Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2302.13971","snapshot_observed_at":"2026-08-16T11:37:53.976115Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2504.15022","last_updated":"2025-04-21T11:11:07Z","snapshot_observed_at":"2026-08-17T07:32:43.463966Z","submitted_at":"2025-04-21T11:11:07Z","title":"LLMs as Data Annotators: How Close Are We to Human Performance","version":1},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-08-16T11:37:53.976115Z"},"links":{"cited_paper":"/paper/2302.13971","citing_paper":"/paper/2504.15022"},"observation_digest":"sha256:9a44f4c6a2004173982d5b52c76c3a958b2599607e97b4817ae2598af2a5d87f","observation_id":"7572e7a3-bb75-48fa-80c7-a71c37476666","resolution":{"observed_at":"2026-08-16T11:37:53.976115Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:37:53.979092Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.15022","last_updated":"2025-04-21T11:11:07Z","snapshot_observed_at":"2026-08-17T07:32:43.463966Z","submitted_at":"2025-04-21T11:11:07Z","title":"LLMs as Data Annotators: How Close Are We to Human Performance","version":1},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-08-16T11:37:53.979092Z"},"links":{"citing_paper":"/paper/2504.15022"},"observation_digest":"sha256:19b035b2cba1ccf38187ef81166adcfa473622339fb94d7ce229ad9c1e11c215","observation_id":"a461790d-c4ed-4853-8e50-f213cef72c3f","resolution":{"observed_at":"2026-08-16T11:37:53.979092Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.14558","last_updated":"2025-05-27T10:19:25Z","snapshot_observed_at":"2026-08-16T14:16:14.825935Z","submitted_at":"2024-02-22T13:52:02Z","title":"LLMs with Industrial Lens: Deciphering the Challenges and Prospects -- A Survey","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.14558","snapshot_observed_at":"2026-08-16T11:37:53.982130Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.15022","last_updated":"2025-04-21T11:11:07Z","snapshot_observed_at":"2026-08-17T07:32:43.463966Z","submitted_at":"2025-04-21T11:11:07Z","title":"LLMs as Data Annotators: How Close Are We to Human Performance","version":1},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-08-16T11:37:53.982130Z"},"links":{"cited_paper":"/paper/2402.14558","citing_paper":"/paper/2504.15022"},"observation_digest":"sha256:56dd7f77c5d065dc91bebb6f7c4d2f451b35821095586de0d42ea39182c7db0a","observation_id":"c30aecb0-86cc-497e-ae77-ab899eb22d0f","resolution":{"observed_at":"2026-08-16T11:37:53.982130Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2304.10428","last_updated":"2023-10-07T14:25:28Z","snapshot_observed_at":"2026-08-16T15:38:56.534913Z","submitted_at":"2023-04-20T16:17:26Z","title":"GPT-NER: Named Entity Recognition via Large Language Models","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2304.10428","snapshot_observed_at":"2026-08-16T11:37:53.986332Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2504.15022","last_updated":"2025-04-21T11:11:07Z","snapshot_observed_at":"2026-08-17T07:32:43.463966Z","submitted_at":"2025-04-21T11:11:07Z","title":"LLMs as Data Annotators: How Close Are We to Human Performance","version":1},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-08-16T11:37:53.986332Z"},"links":{"cited_paper":"/paper/2304.10428","citing_paper":"/paper/2504.15022"},"observation_digest":"sha256:aeacc25ed324850d8b4f19d2e3e9910fd41df23c065257871cc7542bf1cf9090","observation_id":"5e9b31c5-b1f9-4c25-a002-897b303b40cb","resolution":{"observed_at":"2026-08-16T11:37:53.986332Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:37:53.989519Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2504.15022","last_updated":"2025-04-21T11:11:07Z","snapshot_observed_at":"2026-08-17T07:32:43.463966Z","submitted_at":"2025-04-21T11:11:07Z","title":"LLMs as Data Annotators: How Close Are We to Human Performance","version":1},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-08-16T11:37:53.989519Z"},"links":{"citing_paper":"/paper/2504.15022"},"observation_digest":"sha256:dc863541b64583eccb27e57b8e0f698af8464cb79609bd89c9b68b8f23c934cf","observation_id":"f3e4aebb-5b61-4ca4-8f7b-6737e63e9b2a","resolution":{"observed_at":"2026-08-16T11:37:53.989519Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2201.11903","last_updated":"2023-01-10T23:07:57Z","snapshot_observed_at":"2026-08-13T07:04:41.220509Z","submitted_at":"2022-01-28T02:33:07Z","title":"Chain-of-Thought Prompting Elicits Reasoning in Large Language Models","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2201.11903","snapshot_observed_at":"2026-08-16T11:37:53.992700Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2504.15022","last_updated":"2025-04-21T11:11:07Z","snapshot_observed_at":"2026-08-17T07:32:43.463966Z","submitted_at":"2025-04-21T11:11:07Z","title":"LLMs as Data Annotators: How Close Are We to Human Performance","version":1},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-08-16T11:37:53.992700Z"},"links":{"cited_paper":"/paper/2201.11903","citing_paper":"/paper/2504.15022"},"observation_digest":"sha256:c618de8bde16425c02073f0bb12eb5cac68658fe23055157fa1f9e2f3557dbdf","observation_id":"276fb61b-51f8-4525-86e4-eb9c6df7328a","resolution":{"observed_at":"2026-08-16T11:37:53.992700Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.01469","last_updated":"2024-08-04T16:26:14Z","snapshot_observed_at":"2026-08-16T14:55:48.051655Z","submitted_at":"2023-10-02T17:01:56Z","title":"LLM Lies: Hallucinations are not Bugs, but Features as Adversarial Examples","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.01469","snapshot_observed_at":"2026-08-16T11:37:53.996420Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.15022","last_updated":"2025-04-21T11:11:07Z","snapshot_observed_at":"2026-08-17T07:32:43.463966Z","submitted_at":"2025-04-21T11:11:07Z","title":"LLMs as Data Annotators: How Close Are We to Human Performance","version":1},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-08-16T11:37:53.996420Z"},"links":{"cited_paper":"/paper/2310.01469","citing_paper":"/paper/2504.15022"},"observation_digest":"sha256:a8f7822daf52fd62291df76e72ee58855c650901d9408dc133c7090f2404d3dd","observation_id":"18ddbafd-e9c3-47db-badd-172e4fb9ab7a","resolution":{"observed_at":"2026-08-16T11:37:53.996420Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:37:53.999374Z","title":null,"venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2504.15022","last_updated":"2025-04-21T11:11:07Z","snapshot_observed_at":"2026-08-17T07:32:43.463966Z","submitted_at":"2025-04-21T11:11:07Z","title":"LLMs as Data Annotators: How Close Are We to Human Performance","version":1},"reference_index":39,"source":"arxiv_source","source_observed_at":"2026-08-16T11:37:53.999374Z"},"links":{"citing_paper":"/paper/2504.15022"},"observation_digest":"sha256:98036a81517fca624b7a8c3aff862f2ac4811d820550fdb028e7d4e63903e7cd","observation_id":"6ffd4933-f02f-4bbf-9819-ec95b2ff96ac","resolution":{"observed_at":"2026-08-16T11:37:53.999374Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:37:54.497443Z","title":null,"venue":null,"work_id":"5dbcde0f-1a2c-409c-8e28-b11065d01418","year":2022},"citing_paper":{"arxiv_id":"2504.15022","last_updated":"2025-04-21T11:11:07Z","snapshot_observed_at":"2026-08-17T07:32:43.463966Z","submitted_at":"2025-04-21T11:11:07Z","title":"LLMs as Data Annotators: How Close Are We to Human Performance","version":1},"reference_index":40,"source":"arxiv_source","source_observed_at":"2026-08-16T11:37:54.002473Z"},"links":{"citing_paper":"/paper/2504.15022"},"observation_digest":"sha256:9807d065027eb6066621586eb68a58e1d062c874021976dcdb59573e9275d951","observation_id":"ff64fef8-fa23-403a-bd62-e96ae5f68681","resolution":{"observed_at":"2026-08-16T11:37:54.500794Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2210.03493","last_updated":"2022-10-07T12:28:21Z","snapshot_observed_at":"2026-07-06T14:01:50.333970Z","submitted_at":"2022-10-07T12:28:21Z","title":"Automatic Chain of Thought Prompting in Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2210.03493","snapshot_observed_at":"2026-08-16T11:37:54.006095Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2504.15022","last_updated":"2025-04-21T11:11:07Z","snapshot_observed_at":"2026-08-17T07:32:43.463966Z","submitted_at":"2025-04-21T11:11:07Z","title":"LLMs as Data Annotators: How Close Are We to Human Performance","version":1},"reference_index":41,"source":"arxiv_source","source_observed_at":"2026-08-16T11:37:54.006095Z"},"links":{"cited_paper":"/paper/2210.03493","citing_paper":"/paper/2504.15022"},"observation_digest":"sha256:167558d3b8e2b409799cdc33988c3a4284fe3dddd82151523043f062ca88f650","observation_id":"503ded88-59a7-4f37-af47-87c67b39c6da","resolution":{"observed_at":"2026-08-16T11:37:54.006095Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2022.acl-long.160","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:37:54.035955Z","title":null,"venue":null,"work_id":"53062229-d7f5-4230-8c94-3114ac4c3bd8","year":2022},"citing_paper":{"arxiv_id":"2504.15022","last_updated":"2025-04-21T11:11:07Z","snapshot_observed_at":"2026-08-17T07:32:43.463966Z","submitted_at":"2025-04-21T11:11:07Z","title":"LLMs as Data Annotators: How Close Are We to Human Performance","version":1},"reference_index":42,"source":"arxiv_source","source_observed_at":"2026-08-16T11:37:54.009214Z"},"links":{"citing_paper":"/paper/2504.15022"},"observation_digest":"sha256:a0896ab1d05b7c24ad57ff1841172c722dd77c37fbbe24c2c5d2622f8c8ee6e7","observation_id":"945c7412-dd98-404a-ba44-f3bdbef445c9","resolution":{"observed_at":"2026-08-16T11:37:54.040469Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2504.15022","last_updated":"2025-04-21T11:11:07Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-17T07:32:43.463966Z","submitted_at":"2025-04-21T11:11:07Z","title":"LLMs as Data Annotators: How Close Are We to Human Performance"},"reference_resolution":{"displayed":42,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":39,"verified_exact":2,"verified_fuzzy":1},"total_outbound_references":42},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"thesis":"As of 17 August 2026, this Paper Citation Record lists 42 of 42 outbound references and 0 inbound Pith citation observations for arXiv:2504.15022."}