{"as_of":"2026-08-11T11:31:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:76816c3902b1ebb4ba13760fe129ee7fb1103d3d40f3ece130c6f55aa714d3e3","coverage":[{"denominator":12,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":12,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-10T10:52:20.216206Z","state":"measured"},{"denominator":12,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":12,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-11T06:34:44.6726+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2608.07297/citation-record","integrity":"/paper/2608.07297/integrity","json":"/paper/2608.07297/citation-record.json","paper":"/paper/2608.07297"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T10:52:20.323655Z","title":"InThirty-seventh Conference on Neural Information Processing Systems","venue":null,"work_id":"87240c6c-838b-4411-be19-f06aeb6dc1dd","year":2022},"citing_paper":{"arxiv_id":"2608.07297","last_updated":"2026-08-07T14:51:27Z","snapshot_observed_at":"2026-08-11T11:13:50.760975Z","submitted_at":"2026-08-07T14:51:27Z","title":"Data Annotation as Measurement","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-10T10:52:20.193769Z"},"links":{"citing_paper":"/paper/2608.07297"},"observation_digest":"sha256:3375d4d22786c556ac6523420e04cc2a1c9cb562f5f218ceae52ef44bb01559c","observation_id":"d98f46c7-7440-4dc1-bd06-a949bd4054fa","resolution":{"observed_at":"2026-08-10T10:52:20.327148Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T10:52:20.283149Z","title":"mismatches,","venue":null,"work_id":"e405aa78-dc01-4553-bd6b-c6609836869b","year":null},"citing_paper":{"arxiv_id":"2608.07297","last_updated":"2026-08-07T14:51:27Z","snapshot_observed_at":"2026-08-11T11:13:50.760975Z","submitted_at":"2026-08-07T14:51:27Z","title":"Data Annotation as Measurement","version":1},"reference_index":324,"source":"pdf_text","source_observed_at":"2026-08-10T10:52:20.216206Z"},"links":{"citing_paper":"/paper/2608.07297"},"observation_digest":"sha256:622ab2bf47530e034603fc7fcd449b50a2e6c22c7abd4157cb0b118450a5c394","observation_id":"48a58919-c5fe-4039-ac6b-6c95f9764474","resolution":{"observed_at":"2026-08-10T10:52:20.286530Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2508.00143","last_updated":"2025-07-31T20:05:26Z","snapshot_observed_at":"2026-08-06T10:21:53.056288Z","submitted_at":"2025-07-31T20:05:26Z","title":"Beyond Agreement: Rethinking Ground Truth in Educational AI Annotation","version":1},"cited_work":{"arxiv_id":"2508.00143","doi":null,"metadata_source":"pith","pith_arxiv_id":"2508.00143","snapshot_observed_at":"2026-08-10T10:52:20.245176Z","title":"Beyond Agreement: Rethinking Ground Truth in Educational AI Annotation","venue":"cs.AI","work_id":"66c7e673-c5f8-4acb-90c1-acea69a90c9e","year":2025},"citing_paper":{"arxiv_id":"2608.07297","last_updated":"2026-08-07T14:51:27Z","snapshot_observed_at":"2026-08-11T11:13:50.760975Z","submitted_at":"2026-08-07T14:51:27Z","title":"Data Annotation as Measurement","version":1},"reference_index":1291,"source":"pdf_text","source_observed_at":"2026-08-10T10:52:20.212308Z"},"links":{"cited_paper":"/paper/2508.00143","citing_paper":"/paper/2608.07297"},"observation_digest":"sha256:7f2df94116ac631d3fb6f0601bb5ef1c33d0c78ebf641511aa7e47b07ba835bd","observation_id":"b903eb66-5da8-482a-aa08-13bd4ad7181b","resolution":{"observed_at":"2026-08-10T10:52:20.251200Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T10:52:20.333615Z","title":"Marshall, C","venue":null,"work_id":"0524d40d-4fef-4f05-a2b6-1bd8740ed029","year":2023},"citing_paper":{"arxiv_id":"2608.07297","last_updated":"2026-08-07T14:51:27Z","snapshot_observed_at":"2026-08-11T11:13:50.760975Z","submitted_at":"2026-08-07T14:51:27Z","title":"Data Annotation as Measurement","version":1},"reference_index":1998,"source":"pdf_text","source_observed_at":"2026-08-10T10:52:20.189850Z"},"links":{"citing_paper":"/paper/2608.07297"},"observation_digest":"sha256:8c316687453f9aa135ee70de501ef992bee1033f8957141f360ebd9621bfe832","observation_id":"a5abbbd5-65b7-41e9-bc9c-56be607f4af3","resolution":{"observed_at":"2026-08-10T10:52:20.337400Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T10:52:20.354121Z","title":null,"venue":null,"work_id":"17797ba3-b52d-45e5-b616-e6d61d868735","year":2013},"citing_paper":{"arxiv_id":"2608.07297","last_updated":"2026-08-07T14:51:27Z","snapshot_observed_at":"2026-08-11T11:13:50.760975Z","submitted_at":"2026-08-07T14:51:27Z","title":"Data Annotation as Measurement","version":1},"reference_index":2013,"source":"pdf_text","source_observed_at":"2026-08-10T10:52:20.182173Z"},"links":{"citing_paper":"/paper/2608.07297"},"observation_digest":"sha256:e057678185bc59a3dd6e76d66dd528816f1dc0dcef4068fc5489437ec6f97d6c","observation_id":"6405a482-f90b-4f68-9c2c-950761ffdabe","resolution":{"observed_at":"2026-08-10T10:52:20.357503Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T10:52:20.304336Z","title":"Everyone wants to do the model work, not the data work","venue":null,"work_id":"ec662c05-137e-4d0d-ac64-b9b518da9b44","year":2021},"citing_paper":{"arxiv_id":"2608.07297","last_updated":"2026-08-07T14:51:27Z","snapshot_observed_at":"2026-08-11T11:13:50.760975Z","submitted_at":"2026-08-07T14:51:27Z","title":"Data Annotation as Measurement","version":1},"reference_index":2014,"source":"pdf_text","source_observed_at":"2026-08-10T10:52:20.201285Z"},"links":{"citing_paper":"/paper/2608.07297"},"observation_digest":"sha256:436e66dcc9f7f5b0f1bad6ad572d866468b7727abc1363111daaee77133948f5","observation_id":"67a85061-8836-4516-b1da-b1fe368b264c","resolution":{"observed_at":"2026-08-10T10:52:20.307501Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T10:52:20.343974Z","title":"InProceedings of the 2017 ACM International Conference on Management of Data, 1711–1716","venue":null,"work_id":"633730c7-ff02-40cf-91f4-fce544a5e8e4","year":2017},"citing_paper":{"arxiv_id":"2608.07297","last_updated":"2026-08-07T14:51:27Z","snapshot_observed_at":"2026-08-11T11:13:50.760975Z","submitted_at":"2026-08-07T14:51:27Z","title":"Data Annotation as Measurement","version":1},"reference_index":2017,"source":"pdf_text","source_observed_at":"2026-08-10T10:52:20.186005Z"},"links":{"citing_paper":"/paper/2608.07297"},"observation_digest":"sha256:dd01a27c6d6a1da93f28037d77018ffcf20aa9e21ff18a1c0f2ecc54c6500e59","observation_id":"4fd1fbc5-ae24-42e8-ac63-f2365804337b","resolution":{"observed_at":"2026-08-10T10:52:20.347580Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T10:52:20.293530Z","title":"Irresolvable Disagreement: A Study on Worker Deliberation in Crowd Work.Proceedings of the ACM on Human-Computer Interaction, 2(CSCW): 1–19","venue":null,"work_id":"c3d87b4c-c41d-40ac-8626-5a53f2ed6c1d","year":2021},"citing_paper":{"arxiv_id":"2608.07297","last_updated":"2026-08-07T14:51:27Z","snapshot_observed_at":"2026-08-11T11:13:50.760975Z","submitted_at":"2026-08-07T14:51:27Z","title":"Data Annotation as Measurement","version":1},"reference_index":2018,"source":"pdf_text","source_observed_at":"2026-08-10T10:52:20.204670Z"},"links":{"citing_paper":"/paper/2608.07297"},"observation_digest":"sha256:894feb8e43802891a4efff589d011951b5b787168436078a91f6062e0627a0e6","observation_id":"a3f92801-630d-4e19-bd4a-9bb0dcd623e5","resolution":{"observed_at":"2026-08-10T10:52:20.297309Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T10:52:20.313804Z","title":"In Carpuat, M.; de Marneffe, M.-C.; and Meza Ruiz, I","venue":null,"work_id":"fef99f22-3bb5-4457-a4bf-75fb89a46e6c","year":2022},"citing_paper":{"arxiv_id":"2608.07297","last_updated":"2026-08-07T14:51:27Z","snapshot_observed_at":"2026-08-11T11:13:50.760975Z","submitted_at":"2026-08-07T14:51:27Z","title":"Data Annotation as Measurement","version":1},"reference_index":2022,"source":"pdf_text","source_observed_at":"2026-08-10T10:52:20.197837Z"},"links":{"citing_paper":"/paper/2608.07297"},"observation_digest":"sha256:f3009599d253e02deaffed13f726d215e70fa8ae7d2818714191e438fde94f16","observation_id":"b0a08655-a2c4-4637-9486-645677e57a25","resolution":{"observed_at":"2026-08-10T10:52:20.317239Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T10:52:20.363713Z","title":"Ho, C.-J.; Slivkins, A.; Suri, S.; and Vaughan, J","venue":null,"work_id":"838506f5-291a-4b6e-a439-0fed1e23bfb5","year":2015},"citing_paper":{"arxiv_id":"2608.07297","last_updated":"2026-08-07T14:51:27Z","snapshot_observed_at":"2026-08-11T11:13:50.760975Z","submitted_at":"2026-08-07T14:51:27Z","title":"Data Annotation as Measurement","version":1},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-10T10:52:20.178801Z"},"links":{"citing_paper":"/paper/2608.07297"},"observation_digest":"sha256:f4ba2f924c28bc56a9ad69801054248890dd022ae9d6dd6b0d760397261aa71e","observation_id":"545bcaf6-1bc7-4f20-ad8f-e5bdc72ba4fe","resolution":{"observed_at":"2026-08-10T10:52:20.367079Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2405.08794","last_updated":"2024-05-14T17:44:34Z","snapshot_observed_at":"2026-07-06T18:14:20.889736Z","submitted_at":"2024-05-14T17:44:34Z","title":"Ambiguous Annotations: When is a Pedestrian not a Pedestrian?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.08794","snapshot_observed_at":"2026-08-10T10:52:20.208399Z","title":"Sheng, V","venue":null,"work_id":null,"year":2008},"citing_paper":{"arxiv_id":"2608.07297","last_updated":"2026-08-07T14:51:27Z","snapshot_observed_at":"2026-08-11T11:13:50.760975Z","submitted_at":"2026-08-07T14:51:27Z","title":"Data Annotation as Measurement","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-10T10:52:20.208399Z"},"links":{"cited_paper":"/paper/2405.08794","citing_paper":"/paper/2608.07297"},"observation_digest":"sha256:4748d38956457a90b002b84054be00bfd5fb93f5e95fd22e9f51aac67daaa09e","observation_id":"12e1d5b9-4738-4983-947a-6c15428827f2","resolution":{"observed_at":"2026-08-10T10:52:20.208399Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2112.03529","last_updated":"2021-12-07T06:58:22Z","snapshot_observed_at":"2026-08-07T04:15:05.363326Z","submitted_at":"2021-12-07T06:58:22Z","title":"Ground-Truth, Whose Truth? -- Examining the Challenges with Annotating Toxic Text Datasets","version":1},"cited_work":{"arxiv_id":"2112.03529","doi":null,"metadata_source":"pith","pith_arxiv_id":"2112.03529","snapshot_observed_at":"2026-08-10T10:52:20.271868Z","title":"Ground-Truth, Whose Truth? -- Examining the Challenges with Annotating Toxic Text Datasets","venue":"cs.CL","work_id":"75dacd8c-dfdb-4963-af9b-c09d2120c49b","year":2021},"citing_paper":{"arxiv_id":"2608.07297","last_updated":"2026-08-07T14:51:27Z","snapshot_observed_at":"2026-08-11T11:13:50.760975Z","submitted_at":"2026-08-07T14:51:27Z","title":"Data Annotation as Measurement","version":1},"reference_index":2026,"source":"pdf_text","source_observed_at":"2026-08-10T10:52:20.174006Z"},"links":{"cited_paper":"/paper/2112.03529","citing_paper":"/paper/2608.07297"},"observation_digest":"sha256:2a644317c1b8c1fec6a359313de2afbe61dbc2a4333f5ca7e4c2451a81c3efcc","observation_id":"b3bd76d8-0771-4011-9f6f-d80c57b8ca2e","resolution":{"observed_at":"2026-08-10T10:52:20.275957Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2608.07297","last_updated":"2026-08-07T14:51:27Z","latest_version":1,"primary_category":"cs.CY","snapshot_observed_at":"2026-08-11T11:13:50.760975Z","submitted_at":"2026-08-07T14:51:27Z","title":"Data Annotation as Measurement"},"reference_resolution":{"displayed":12,"state_counts":{"malformed_identifier":0,"metadata_mismatch":1,"parse_uncertain":0,"unresolved":2,"verified_exact":1,"verified_fuzzy":8},"total_outbound_references":12},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"thesis":"As of 11 August 2026, this Paper Citation Record lists 12 of 12 outbound references and 0 inbound Pith citation observations for arXiv:2608.07297."}