{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:F5FM6QOD75WBUF5FHEC3FW65SB","short_pith_number":"pith:F5FM6QOD","canonical_record":{"source":{"id":"2606.02255","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2026-06-01T13:43:10Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"5bf233e910f855fb5ee8caa5c20e408437a4a28eb674abd215253af43634ec35","abstract_canon_sha256":"3cee0bc77161ba9faa3e34368bb100a20f7fcd4b2526f2ff47b7e16a68ceabb7"},"schema_version":"1.0"},"canonical_sha256":"2f4acf41c3ff6c1a17a53905b2dbdd907820fdff63384666cfa105741a6c5ca5","source":{"kind":"arxiv","id":"2606.02255","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2606.02255","created_at":"2026-06-02T03:04:54Z"},{"alias_kind":"arxiv_version","alias_value":"2606.02255v1","created_at":"2026-06-02T03:04:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2606.02255","created_at":"2026-06-02T03:04:54Z"},{"alias_kind":"pith_short_12","alias_value":"F5FM6QOD75WB","created_at":"2026-06-02T03:04:54Z"},{"alias_kind":"pith_short_16","alias_value":"F5FM6QOD75WBUF5F","created_at":"2026-06-02T03:04:54Z"},{"alias_kind":"pith_short_8","alias_value":"F5FM6QOD","created_at":"2026-06-02T03:04:54Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:F5FM6QOD75WBUF5FHEC3FW65SB","target":"record","payload":{"canonical_record":{"source":{"id":"2606.02255","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2026-06-01T13:43:10Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"5bf233e910f855fb5ee8caa5c20e408437a4a28eb674abd215253af43634ec35","abstract_canon_sha256":"3cee0bc77161ba9faa3e34368bb100a20f7fcd4b2526f2ff47b7e16a68ceabb7"},"schema_version":"1.0"},"canonical_sha256":"2f4acf41c3ff6c1a17a53905b2dbdd907820fdff63384666cfa105741a6c5ca5","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-06-02T03:04:54.308350Z","signature_b64":"fisfCB3Yqc2M++w8Uzy6C7dkgIl+GePVUgazQRoHoQbdF5Q5sMaCCtdNiVwO8+5aoJDExXLEcYlnmd4C+aZuAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2f4acf41c3ff6c1a17a53905b2dbdd907820fdff63384666cfa105741a6c5ca5","last_reissued_at":"2026-06-02T03:04:54.307992Z","signature_status":"signed_v1","first_computed_at":"2026-06-02T03:04:54.307992Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2606.02255","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-02T03:04:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fsM3BBvlKOBqgNvxWSWnYeBFk0plJkKEtC3vIR6zb2lqTaRSKvmiLzKdPQektz2JwMhdnT9f9lPQJSK9qedYBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-04T06:26:04.492133Z"},"content_sha256":"d5451f50f5e05bf408c9baf8df6307ee6183d92d8b3eaa6410440f50b36989c8","schema_version":"1.0","event_id":"sha256:d5451f50f5e05bf408c9baf8df6307ee6183d92d8b3eaa6410440f50b36989c8"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:F5FM6QOD75WBUF5FHEC3FW65SB","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Who Annotates in NLP? A Large-scale Assessment of Human Annotation Reporting between 2018 and 2025","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Christian Greisinger, Christoph Leiter, Gagan Bhatia, Lisa Sophie Albertelli, Lotta Kiefer, Maria Kunilovskaya, Muhammad Arslan Manzoor, Sebastian Pohl, Steffen Eger, Subhadeep Roy, Tewodros Achamaleh, Yanran Chen, Yufang Hou","submitted_at":"2026-06-01T13:43:10Z","abstract_excerpt":"Human annotation is the empirical foundation of much NLP research, from dataset construction to model evaluation, but papers often leave unclear who produced the annotations and how the annotation process was controlled. We provide the first large-scale, task-level audit of human annotation reporting across major NLP venues, asking which annotation details are documented, which are missing, and how reporting varies across time, topic, venue, and intended use of human judgment. We introduce a unified taxonomy of annotation-reporting practices and validate an LLM-assisted extraction pipeline aga"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2606.02255","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2606.02255/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-02T03:04:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2tzmLEUcubrNBhFFMZwdPK1HaEI7sspkibW3/DqGGX1Ciwt2DlAapcmILgpbSyCiqxJERbQEYB8LR0jCnGynAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-04T06:26:04.492819Z"},"content_sha256":"696d245106de9aaf751f8ca1b88fe34a482b67b7911c2569f58765815eb7198c","schema_version":"1.0","event_id":"sha256:696d245106de9aaf751f8ca1b88fe34a482b67b7911c2569f58765815eb7198c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/F5FM6QOD75WBUF5FHEC3FW65SB/bundle.json","state_url":"https://pith.science/pith/F5FM6QOD75WBUF5FHEC3FW65SB/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/F5FM6QOD75WBUF5FHEC3FW65SB/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-04T06:26:04Z","links":{"resolver":"https://pith.science/pith/F5FM6QOD75WBUF5FHEC3FW65SB","bundle":"https://pith.science/pith/F5FM6QOD75WBUF5FHEC3FW65SB/bundle.json","state":"https://pith.science/pith/F5FM6QOD75WBUF5FHEC3FW65SB/state.json","well_known_bundle":"https://pith.science/.well-known/pith/F5FM6QOD75WBUF5FHEC3FW65SB/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:F5FM6QOD75WBUF5FHEC3FW65SB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3cee0bc77161ba9faa3e34368bb100a20f7fcd4b2526f2ff47b7e16a68ceabb7","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2026-06-01T13:43:10Z","title_canon_sha256":"5bf233e910f855fb5ee8caa5c20e408437a4a28eb674abd215253af43634ec35"},"schema_version":"1.0","source":{"id":"2606.02255","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2606.02255","created_at":"2026-06-02T03:04:54Z"},{"alias_kind":"arxiv_version","alias_value":"2606.02255v1","created_at":"2026-06-02T03:04:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2606.02255","created_at":"2026-06-02T03:04:54Z"},{"alias_kind":"pith_short_12","alias_value":"F5FM6QOD75WB","created_at":"2026-06-02T03:04:54Z"},{"alias_kind":"pith_short_16","alias_value":"F5FM6QOD75WBUF5F","created_at":"2026-06-02T03:04:54Z"},{"alias_kind":"pith_short_8","alias_value":"F5FM6QOD","created_at":"2026-06-02T03:04:54Z"}],"graph_snapshots":[{"event_id":"sha256:696d245106de9aaf751f8ca1b88fe34a482b67b7911c2569f58765815eb7198c","target":"graph","created_at":"2026-06-02T03:04:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2606.02255/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Human annotation is the empirical foundation of much NLP research, from dataset construction to model evaluation, but papers often leave unclear who produced the annotations and how the annotation process was controlled. We provide the first large-scale, task-level audit of human annotation reporting across major NLP venues, asking which annotation details are documented, which are missing, and how reporting varies across time, topic, venue, and intended use of human judgment. We introduce a unified taxonomy of annotation-reporting practices and validate an LLM-assisted extraction pipeline aga","authors_text":"Christian Greisinger, Christoph Leiter, Gagan Bhatia, Lisa Sophie Albertelli, Lotta Kiefer, Maria Kunilovskaya, Muhammad Arslan Manzoor, Sebastian Pohl, Steffen Eger, Subhadeep Roy, Tewodros Achamaleh, Yanran Chen, Yufang Hou","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2026-06-01T13:43:10Z","title":"Who Annotates in NLP? A Large-scale Assessment of Human Annotation Reporting between 2018 and 2025"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2606.02255","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d5451f50f5e05bf408c9baf8df6307ee6183d92d8b3eaa6410440f50b36989c8","target":"record","created_at":"2026-06-02T03:04:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3cee0bc77161ba9faa3e34368bb100a20f7fcd4b2526f2ff47b7e16a68ceabb7","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2026-06-01T13:43:10Z","title_canon_sha256":"5bf233e910f855fb5ee8caa5c20e408437a4a28eb674abd215253af43634ec35"},"schema_version":"1.0","source":{"id":"2606.02255","kind":"arxiv","version":1}},"canonical_sha256":"2f4acf41c3ff6c1a17a53905b2dbdd907820fdff63384666cfa105741a6c5ca5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2f4acf41c3ff6c1a17a53905b2dbdd907820fdff63384666cfa105741a6c5ca5","first_computed_at":"2026-06-02T03:04:54.307992Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-06-02T03:04:54.307992Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"fisfCB3Yqc2M++w8Uzy6C7dkgIl+GePVUgazQRoHoQbdF5Q5sMaCCtdNiVwO8+5aoJDExXLEcYlnmd4C+aZuAg==","signature_status":"signed_v1","signed_at":"2026-06-02T03:04:54.308350Z","signed_message":"canonical_sha256_bytes"},"source_id":"2606.02255","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d5451f50f5e05bf408c9baf8df6307ee6183d92d8b3eaa6410440f50b36989c8","sha256:696d245106de9aaf751f8ca1b88fe34a482b67b7911c2569f58765815eb7198c"],"state_sha256":"92745ad6156e113e193f23e4504074705a019d5e3c369c69a39c53c944e2fa2a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"r4nHLbHYqA3B8g+Vxlpn01SFgZIaIq8umtAus2XSA7f2d1u2AA6VcI32LAda9K6ZVGG7m3sfDOjF39/5zshzDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-04T06:26:04.495939Z","bundle_sha256":"a9c8aca78fbd5beec212a2844b0d2fc4221f2c7b417a9069e4ac769cd354d5e1"}}