{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:KNM7SW3MNVTU65JWDNPEVVF6NF","short_pith_number":"pith:KNM7SW3M","canonical_record":{"source":{"id":"2204.06745","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-04-14T04:00:27Z","cross_cats_sorted":[],"title_canon_sha256":"70948c06c0b9c04f88c9feb44b61e750ae2def6e81da0c39e88db048e7547ea6","abstract_canon_sha256":"3ac6f4790db2765bfb802f06b5749dd2150551686b1454419508395f9ce70cd1"},"schema_version":"1.0"},"canonical_sha256":"5359f95b6c6d674f75361b5e4ad4be6951e86c150e07c40e37391cef35dfebba","source":{"kind":"arxiv","id":"2204.06745","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2204.06745","created_at":"2026-05-17T23:38:49Z"},{"alias_kind":"arxiv_version","alias_value":"2204.06745v1","created_at":"2026-05-17T23:38:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2204.06745","created_at":"2026-05-17T23:38:49Z"},{"alias_kind":"pith_short_12","alias_value":"KNM7SW3MNVTU","created_at":"2026-05-18T12:33:33Z"},{"alias_kind":"pith_short_16","alias_value":"KNM7SW3MNVTU65JW","created_at":"2026-05-18T12:33:33Z"},{"alias_kind":"pith_short_8","alias_value":"KNM7SW3M","created_at":"2026-05-18T12:33:33Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:KNM7SW3MNVTU65JWDNPEVVF6NF","target":"record","payload":{"canonical_record":{"source":{"id":"2204.06745","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-04-14T04:00:27Z","cross_cats_sorted":[],"title_canon_sha256":"70948c06c0b9c04f88c9feb44b61e750ae2def6e81da0c39e88db048e7547ea6","abstract_canon_sha256":"3ac6f4790db2765bfb802f06b5749dd2150551686b1454419508395f9ce70cd1"},"schema_version":"1.0"},"canonical_sha256":"5359f95b6c6d674f75361b5e4ad4be6951e86c150e07c40e37391cef35dfebba","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:38:49.488007Z","signature_b64":"dIZ+CayvDl5Ujm/gFwdfcUxcrIuWM9igFwRP1OEhgTDTWRIy6QwvKrn7l4heP5Cz9TytHk3Jp+v6AO/fsoABAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5359f95b6c6d674f75361b5e4ad4be6951e86c150e07c40e37391cef35dfebba","last_reissued_at":"2026-05-17T23:38:49.487474Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:38:49.487474Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2204.06745","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:38:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"P0tbfKkIzKWwKmG4Yqdzcc6wx7yIvcwIeod4ghjYt0e50rigM5NAxZsNaIIdJzMK+M0HPDVYPCiUCcYuTzfjCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-02T03:58:03.956617Z"},"content_sha256":"80b2394ceacff62a66002e663332a6b8479e2032a9bc970da718bf2b49cbb394","schema_version":"1.0","event_id":"sha256:80b2394ceacff62a66002e663332a6b8479e2032a9bc970da718bf2b49cbb394"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:KNM7SW3MNVTU65JWDNPEVVF6NF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"GPT-NeoX-20B: An Open-Source Autoregressive Language Model","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Ben Wang, Connor Leahy, Eric Hallahan, Horace He, Jason Phang, Jonathan Tow, Kyle McDonell, Laria Reynolds, Laurence Golding, Leo Gao, Michael Pieler, Quentin Anthony, Samuel Weinbach, Shivanshu Purohit, Sid Black, Stella Biderman, USVSN Sai Prashanth","submitted_at":"2022-04-14T04:00:27Z","abstract_excerpt":"We introduce GPT-NeoX-20B, a 20 billion parameter autoregressive language model trained on the Pile, whose weights will be made freely and openly available to the public through a permissive license. It is, to the best of our knowledge, the largest dense autoregressive model that has publicly available weights at the time of submission. In this work, we describe \\model{}'s architecture and training and evaluate its performance on a range of language-understanding, mathematics, and knowledge-based tasks. We find that GPT-NeoX-20B is a particularly powerful few-shot reasoner and gains far more i"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2204.06745","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:38:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"iBuJ2Si2DX8NfNHARRl7axwlpiHT05Zz9Ggsw4BvcyH1gGxPoAMdXmgkGpv4y4X1GDjvXubwxlin1vQSYx85Bg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-02T03:58:03.956952Z"},"content_sha256":"db4295c1b838fe252a8f06e35b23ba6e79f1068928b9e80d360a9bc90deee33b","schema_version":"1.0","event_id":"sha256:db4295c1b838fe252a8f06e35b23ba6e79f1068928b9e80d360a9bc90deee33b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KNM7SW3MNVTU65JWDNPEVVF6NF/bundle.json","state_url":"https://pith.science/pith/KNM7SW3MNVTU65JWDNPEVVF6NF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KNM7SW3MNVTU65JWDNPEVVF6NF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-02T03:58:03Z","links":{"resolver":"https://pith.science/pith/KNM7SW3MNVTU65JWDNPEVVF6NF","bundle":"https://pith.science/pith/KNM7SW3MNVTU65JWDNPEVVF6NF/bundle.json","state":"https://pith.science/pith/KNM7SW3MNVTU65JWDNPEVVF6NF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KNM7SW3MNVTU65JWDNPEVVF6NF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:KNM7SW3MNVTU65JWDNPEVVF6NF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3ac6f4790db2765bfb802f06b5749dd2150551686b1454419508395f9ce70cd1","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-04-14T04:00:27Z","title_canon_sha256":"70948c06c0b9c04f88c9feb44b61e750ae2def6e81da0c39e88db048e7547ea6"},"schema_version":"1.0","source":{"id":"2204.06745","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2204.06745","created_at":"2026-05-17T23:38:49Z"},{"alias_kind":"arxiv_version","alias_value":"2204.06745v1","created_at":"2026-05-17T23:38:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2204.06745","created_at":"2026-05-17T23:38:49Z"},{"alias_kind":"pith_short_12","alias_value":"KNM7SW3MNVTU","created_at":"2026-05-18T12:33:33Z"},{"alias_kind":"pith_short_16","alias_value":"KNM7SW3MNVTU65JW","created_at":"2026-05-18T12:33:33Z"},{"alias_kind":"pith_short_8","alias_value":"KNM7SW3M","created_at":"2026-05-18T12:33:33Z"}],"graph_snapshots":[{"event_id":"sha256:db4295c1b838fe252a8f06e35b23ba6e79f1068928b9e80d360a9bc90deee33b","target":"graph","created_at":"2026-05-17T23:38:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"We introduce GPT-NeoX-20B, a 20 billion parameter autoregressive language model trained on the Pile, whose weights will be made freely and openly available to the public through a permissive license. It is, to the best of our knowledge, the largest dense autoregressive model that has publicly available weights at the time of submission. In this work, we describe \\model{}'s architecture and training and evaluate its performance on a range of language-understanding, mathematics, and knowledge-based tasks. We find that GPT-NeoX-20B is a particularly powerful few-shot reasoner and gains far more i","authors_text":"Ben Wang, Connor Leahy, Eric Hallahan, Horace He, Jason Phang, Jonathan Tow, Kyle McDonell, Laria Reynolds, Laurence Golding, Leo Gao, Michael Pieler, Quentin Anthony, Samuel Weinbach, Shivanshu Purohit, Sid Black, Stella Biderman, USVSN Sai Prashanth","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-04-14T04:00:27Z","title":"GPT-NeoX-20B: An Open-Source Autoregressive Language Model"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2204.06745","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:80b2394ceacff62a66002e663332a6b8479e2032a9bc970da718bf2b49cbb394","target":"record","created_at":"2026-05-17T23:38:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3ac6f4790db2765bfb802f06b5749dd2150551686b1454419508395f9ce70cd1","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-04-14T04:00:27Z","title_canon_sha256":"70948c06c0b9c04f88c9feb44b61e750ae2def6e81da0c39e88db048e7547ea6"},"schema_version":"1.0","source":{"id":"2204.06745","kind":"arxiv","version":1}},"canonical_sha256":"5359f95b6c6d674f75361b5e4ad4be6951e86c150e07c40e37391cef35dfebba","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5359f95b6c6d674f75361b5e4ad4be6951e86c150e07c40e37391cef35dfebba","first_computed_at":"2026-05-17T23:38:49.487474Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:38:49.487474Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"dIZ+CayvDl5Ujm/gFwdfcUxcrIuWM9igFwRP1OEhgTDTWRIy6QwvKrn7l4heP5Cz9TytHk3Jp+v6AO/fsoABAA==","signature_status":"signed_v1","signed_at":"2026-05-17T23:38:49.488007Z","signed_message":"canonical_sha256_bytes"},"source_id":"2204.06745","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:80b2394ceacff62a66002e663332a6b8479e2032a9bc970da718bf2b49cbb394","sha256:db4295c1b838fe252a8f06e35b23ba6e79f1068928b9e80d360a9bc90deee33b"],"state_sha256":"5f17b3565c5f4709e7ebb03ec9e5bd709d43cf67dd8eef9484eabd34d3fe3b9f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9alyfzeCTnVSnQMDgevKKAypfPFFwjo4NlhnBwNei6mrlM0P+SioMNtPNe30GTTR8hhyq0lQONkLqBIU+BaHCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-02T03:58:03.958772Z","bundle_sha256":"de93e46577f9ef7edb6ea633d5c5d367de329e70e75b819b900398c32c2b9863"}}