{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:QH35U777GUVPNXJYJYGLIJ2LBX","short_pith_number":"pith:QH35U777","canonical_record":{"source":{"id":"2212.10450","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-12-20T17:28:41Z","cross_cats_sorted":[],"title_canon_sha256":"c053ddb9a74813e62c56363cfe8fba2ba2c99aaaa4002b3ea19ace642cfb7e67","abstract_canon_sha256":"446bdf8697b17ba7ba74871a7d59d6b970d8b370fee7398d94ccf7dd1703d5bd"},"schema_version":"1.0"},"canonical_sha256":"81f7da7fff352af6dd384e0cb4274b0dde4b7f3d593fca34b69f9a63e52a9d75","source":{"kind":"arxiv","id":"2212.10450","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2212.10450","created_at":"2026-07-05T06:20:39Z"},{"alias_kind":"arxiv_version","alias_value":"2212.10450v2","created_at":"2026-07-05T06:20:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2212.10450","created_at":"2026-07-05T06:20:39Z"},{"alias_kind":"pith_short_12","alias_value":"QH35U777GUVP","created_at":"2026-07-05T06:20:39Z"},{"alias_kind":"pith_short_16","alias_value":"QH35U777GUVPNXJY","created_at":"2026-07-05T06:20:39Z"},{"alias_kind":"pith_short_8","alias_value":"QH35U777","created_at":"2026-07-05T06:20:39Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:QH35U777GUVPNXJYJYGLIJ2LBX","target":"record","payload":{"canonical_record":{"source":{"id":"2212.10450","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-12-20T17:28:41Z","cross_cats_sorted":[],"title_canon_sha256":"c053ddb9a74813e62c56363cfe8fba2ba2c99aaaa4002b3ea19ace642cfb7e67","abstract_canon_sha256":"446bdf8697b17ba7ba74871a7d59d6b970d8b370fee7398d94ccf7dd1703d5bd"},"schema_version":"1.0"},"canonical_sha256":"81f7da7fff352af6dd384e0cb4274b0dde4b7f3d593fca34b69f9a63e52a9d75","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:20:39.503865Z","signature_b64":"ttztBrS7A0ls3R0voz/UR/6Ul9QtK7Kh4U91s6JQaiW3+11sez+NYjzRoIjjR90jBNfsuHtYPnmFuv6LpyekDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"81f7da7fff352af6dd384e0cb4274b0dde4b7f3d593fca34b69f9a63e52a9d75","last_reissued_at":"2026-07-05T06:20:39.503363Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:20:39.503363Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2212.10450","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:20:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fVvhT/4aOTf1FLJeJwhN4TC51Pi6wFdP0EUMOhVcx4otDtPAa7IuClIBnSbj1uT5pvBCxqcruIcB04TU7y8HBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-08T07:41:24.912802Z"},"content_sha256":"61b8d4474ff3bc9813c95b07c56f7e24f86a3002a534ed9dcce60d0d885c5ffc","schema_version":"1.0","event_id":"sha256:61b8d4474ff3bc9813c95b07c56f7e24f86a3002a534ed9dcce60d0d885c5ffc"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:QH35U777GUVPNXJYJYGLIJ2LBX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Is GPT-3 a Good Data Annotator?","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Bosheng Ding, Boyang Li, Chengwei Qin, Lidong Bing, Linlin Liu, Shafiq Joty, Yew Ken Chia","submitted_at":"2022-12-20T17:28:41Z","abstract_excerpt":"Data annotation is the process of labeling data that could be used to train machine learning models. Having high-quality annotation is crucial, as it allows the model to learn the relationship between the input data and the desired output. GPT-3, a large-scale language model developed by OpenAI, has demonstrated impressive zero- and few-shot performance on a wide range of NLP tasks. It is therefore natural to wonder whether it can be used to effectively annotate data for NLP tasks. In this paper, we evaluate the performance of GPT-3 as a data annotator by comparing it with traditional data ann"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2212.10450","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2212.10450/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:20:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qJHAQ+3Fa2AXoQfDPteDH7DVmPIdmQnXnPFOLQ9uVyoJZDHO23yG4z/xJdb34lJ4JtB3qtW85N0y9663qedsDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-08T07:41:24.913549Z"},"content_sha256":"2fd100f5e310fa1f2df4d79453fa96a3cc961ed17f07b490c00a618bd239b031","schema_version":"1.0","event_id":"sha256:2fd100f5e310fa1f2df4d79453fa96a3cc961ed17f07b490c00a618bd239b031"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/QH35U777GUVPNXJYJYGLIJ2LBX/bundle.json","state_url":"https://pith.science/pith/QH35U777GUVPNXJYJYGLIJ2LBX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/QH35U777GUVPNXJYJYGLIJ2LBX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-08T07:41:24Z","links":{"resolver":"https://pith.science/pith/QH35U777GUVPNXJYJYGLIJ2LBX","bundle":"https://pith.science/pith/QH35U777GUVPNXJYJYGLIJ2LBX/bundle.json","state":"https://pith.science/pith/QH35U777GUVPNXJYJYGLIJ2LBX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/QH35U777GUVPNXJYJYGLIJ2LBX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:QH35U777GUVPNXJYJYGLIJ2LBX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"446bdf8697b17ba7ba74871a7d59d6b970d8b370fee7398d94ccf7dd1703d5bd","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-12-20T17:28:41Z","title_canon_sha256":"c053ddb9a74813e62c56363cfe8fba2ba2c99aaaa4002b3ea19ace642cfb7e67"},"schema_version":"1.0","source":{"id":"2212.10450","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2212.10450","created_at":"2026-07-05T06:20:39Z"},{"alias_kind":"arxiv_version","alias_value":"2212.10450v2","created_at":"2026-07-05T06:20:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2212.10450","created_at":"2026-07-05T06:20:39Z"},{"alias_kind":"pith_short_12","alias_value":"QH35U777GUVP","created_at":"2026-07-05T06:20:39Z"},{"alias_kind":"pith_short_16","alias_value":"QH35U777GUVPNXJY","created_at":"2026-07-05T06:20:39Z"},{"alias_kind":"pith_short_8","alias_value":"QH35U777","created_at":"2026-07-05T06:20:39Z"}],"graph_snapshots":[{"event_id":"sha256:2fd100f5e310fa1f2df4d79453fa96a3cc961ed17f07b490c00a618bd239b031","target":"graph","created_at":"2026-07-05T06:20:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2212.10450/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Data annotation is the process of labeling data that could be used to train machine learning models. Having high-quality annotation is crucial, as it allows the model to learn the relationship between the input data and the desired output. GPT-3, a large-scale language model developed by OpenAI, has demonstrated impressive zero- and few-shot performance on a wide range of NLP tasks. It is therefore natural to wonder whether it can be used to effectively annotate data for NLP tasks. In this paper, we evaluate the performance of GPT-3 as a data annotator by comparing it with traditional data ann","authors_text":"Bosheng Ding, Boyang Li, Chengwei Qin, Lidong Bing, Linlin Liu, Shafiq Joty, Yew Ken Chia","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-12-20T17:28:41Z","title":"Is GPT-3 a Good Data Annotator?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2212.10450","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:61b8d4474ff3bc9813c95b07c56f7e24f86a3002a534ed9dcce60d0d885c5ffc","target":"record","created_at":"2026-07-05T06:20:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"446bdf8697b17ba7ba74871a7d59d6b970d8b370fee7398d94ccf7dd1703d5bd","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-12-20T17:28:41Z","title_canon_sha256":"c053ddb9a74813e62c56363cfe8fba2ba2c99aaaa4002b3ea19ace642cfb7e67"},"schema_version":"1.0","source":{"id":"2212.10450","kind":"arxiv","version":2}},"canonical_sha256":"81f7da7fff352af6dd384e0cb4274b0dde4b7f3d593fca34b69f9a63e52a9d75","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"81f7da7fff352af6dd384e0cb4274b0dde4b7f3d593fca34b69f9a63e52a9d75","first_computed_at":"2026-07-05T06:20:39.503363Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:20:39.503363Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ttztBrS7A0ls3R0voz/UR/6Ul9QtK7Kh4U91s6JQaiW3+11sez+NYjzRoIjjR90jBNfsuHtYPnmFuv6LpyekDw==","signature_status":"signed_v1","signed_at":"2026-07-05T06:20:39.503865Z","signed_message":"canonical_sha256_bytes"},"source_id":"2212.10450","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:61b8d4474ff3bc9813c95b07c56f7e24f86a3002a534ed9dcce60d0d885c5ffc","sha256:2fd100f5e310fa1f2df4d79453fa96a3cc961ed17f07b490c00a618bd239b031"],"state_sha256":"3d88d29b9100b6e7a3755bd097a9e556392948f794ddeaf41fd5367409f96f72"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PfOD4qf/cxylegDW8BHEi+/m0j9RGIetTn3HWUCXMK6FBt8y0Fy3LmkhhetcGpkLf+6FIdHyO/tpae4fOgeMBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-08T07:41:24.916911Z","bundle_sha256":"4cf4fe25b5379d5403256e2281c51a2cdfde71cfd5fd4f93ea774dcb9e7696aa"}}