{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:RWCNK3CZ2ZT3Q32FQ42RVNBOPP","short_pith_number":"pith:RWCNK3CZ","canonical_record":{"source":{"id":"2207.03481","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-07-07T17:59:16Z","cross_cats_sorted":["cs.DC"],"title_canon_sha256":"981bd4ff53a18fcf42fedb93be765997856be5093d2197764480c2aa4f5dfbb7","abstract_canon_sha256":"2eac930d45a1ded170439841891923af986d9b018c53731a94e002429833a000"},"schema_version":"1.0"},"canonical_sha256":"8d84d56c59d667b86f4587351ab42e7bc66ac85402dcfec79cd0469169318267","source":{"kind":"arxiv","id":"2207.03481","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2207.03481","created_at":"2026-07-05T04:38:22Z"},{"alias_kind":"arxiv_version","alias_value":"2207.03481v1","created_at":"2026-07-05T04:38:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2207.03481","created_at":"2026-07-05T04:38:22Z"},{"alias_kind":"pith_short_12","alias_value":"RWCNK3CZ2ZT3","created_at":"2026-07-05T04:38:22Z"},{"alias_kind":"pith_short_16","alias_value":"RWCNK3CZ2ZT3Q32F","created_at":"2026-07-05T04:38:22Z"},{"alias_kind":"pith_short_8","alias_value":"RWCNK3CZ","created_at":"2026-07-05T04:38:22Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:RWCNK3CZ2ZT3Q32FQ42RVNBOPP","target":"record","payload":{"canonical_record":{"source":{"id":"2207.03481","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-07-07T17:59:16Z","cross_cats_sorted":["cs.DC"],"title_canon_sha256":"981bd4ff53a18fcf42fedb93be765997856be5093d2197764480c2aa4f5dfbb7","abstract_canon_sha256":"2eac930d45a1ded170439841891923af986d9b018c53731a94e002429833a000"},"schema_version":"1.0"},"canonical_sha256":"8d84d56c59d667b86f4587351ab42e7bc66ac85402dcfec79cd0469169318267","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:38:22.713012Z","signature_b64":"oFBRnzvwBES7Xj/QVKHNzq4Y0vwLELsS5MTvaBkxWKI2DbzBU1K2uLcrg+UzJqT9xu9KU6sEqynQvq8Y3rn/Dg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8d84d56c59d667b86f4587351ab42e7bc66ac85402dcfec79cd0469169318267","last_reissued_at":"2026-07-05T04:38:22.712523Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:38:22.712523Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2207.03481","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:38:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"u+36BTSk5x2yfMIX+aOjM2tWuv3UUL4T9PjL9+gzr5sFae7wAgI89a4nICEVQl39a7vUgpryOFn5ZGdp4+QFAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T14:47:03.327071Z"},"content_sha256":"9a51d987dc098fdb4a52bdda2c728bca473d171c8cb356cab8f0d3d070765c34","schema_version":"1.0","event_id":"sha256:9a51d987dc098fdb4a52bdda2c728bca473d171c8cb356cab8f0d3d070765c34"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:RWCNK3CZ2ZT3Q32FQ42RVNBOPP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Training Transformers Together","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.DC"],"primary_cat":"cs.LG","authors_text":"Alexander Borzunov, Lucile Saulnier, Max Ryabinin, Michael Diskin, Quentin Lhoest, Thomas Wolf, Tim Dettmers, Yacine Jernite","submitted_at":"2022-07-07T17:59:16Z","abstract_excerpt":"The infrastructure necessary for training state-of-the-art models is becoming overly expensive, which makes training such models affordable only to large corporations and institutions. Recent work proposes several methods for training such models collaboratively, i.e., by pooling together hardware from many independent parties and training a shared model over the Internet. In this demonstration, we collaboratively trained a text-to-image transformer similar to OpenAI DALL-E. We invited the viewers to join the ongoing training run, showing them instructions on how to contribute using the availa"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2207.03481","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2207.03481/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:38:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hKvgWYa5jXt1TnKx/UplQ2ynW9IlYV9wxLEOuDBWeRc/wzuydCsewguDqOZtwnI5GTkRlqDlFmRSP8aIl3FJDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T14:47:03.327558Z"},"content_sha256":"1f6cf01e7e5d7f31da367e84a76e0e1f515aa4481618e69711081c95fd63eb2a","schema_version":"1.0","event_id":"sha256:1f6cf01e7e5d7f31da367e84a76e0e1f515aa4481618e69711081c95fd63eb2a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RWCNK3CZ2ZT3Q32FQ42RVNBOPP/bundle.json","state_url":"https://pith.science/pith/RWCNK3CZ2ZT3Q32FQ42RVNBOPP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RWCNK3CZ2ZT3Q32FQ42RVNBOPP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T14:47:03Z","links":{"resolver":"https://pith.science/pith/RWCNK3CZ2ZT3Q32FQ42RVNBOPP","bundle":"https://pith.science/pith/RWCNK3CZ2ZT3Q32FQ42RVNBOPP/bundle.json","state":"https://pith.science/pith/RWCNK3CZ2ZT3Q32FQ42RVNBOPP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RWCNK3CZ2ZT3Q32FQ42RVNBOPP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:RWCNK3CZ2ZT3Q32FQ42RVNBOPP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2eac930d45a1ded170439841891923af986d9b018c53731a94e002429833a000","cross_cats_sorted":["cs.DC"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-07-07T17:59:16Z","title_canon_sha256":"981bd4ff53a18fcf42fedb93be765997856be5093d2197764480c2aa4f5dfbb7"},"schema_version":"1.0","source":{"id":"2207.03481","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2207.03481","created_at":"2026-07-05T04:38:22Z"},{"alias_kind":"arxiv_version","alias_value":"2207.03481v1","created_at":"2026-07-05T04:38:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2207.03481","created_at":"2026-07-05T04:38:22Z"},{"alias_kind":"pith_short_12","alias_value":"RWCNK3CZ2ZT3","created_at":"2026-07-05T04:38:22Z"},{"alias_kind":"pith_short_16","alias_value":"RWCNK3CZ2ZT3Q32F","created_at":"2026-07-05T04:38:22Z"},{"alias_kind":"pith_short_8","alias_value":"RWCNK3CZ","created_at":"2026-07-05T04:38:22Z"}],"graph_snapshots":[{"event_id":"sha256:1f6cf01e7e5d7f31da367e84a76e0e1f515aa4481618e69711081c95fd63eb2a","target":"graph","created_at":"2026-07-05T04:38:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2207.03481/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The infrastructure necessary for training state-of-the-art models is becoming overly expensive, which makes training such models affordable only to large corporations and institutions. Recent work proposes several methods for training such models collaboratively, i.e., by pooling together hardware from many independent parties and training a shared model over the Internet. In this demonstration, we collaboratively trained a text-to-image transformer similar to OpenAI DALL-E. We invited the viewers to join the ongoing training run, showing them instructions on how to contribute using the availa","authors_text":"Alexander Borzunov, Lucile Saulnier, Max Ryabinin, Michael Diskin, Quentin Lhoest, Thomas Wolf, Tim Dettmers, Yacine Jernite","cross_cats":["cs.DC"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-07-07T17:59:16Z","title":"Training Transformers Together"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2207.03481","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9a51d987dc098fdb4a52bdda2c728bca473d171c8cb356cab8f0d3d070765c34","target":"record","created_at":"2026-07-05T04:38:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2eac930d45a1ded170439841891923af986d9b018c53731a94e002429833a000","cross_cats_sorted":["cs.DC"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-07-07T17:59:16Z","title_canon_sha256":"981bd4ff53a18fcf42fedb93be765997856be5093d2197764480c2aa4f5dfbb7"},"schema_version":"1.0","source":{"id":"2207.03481","kind":"arxiv","version":1}},"canonical_sha256":"8d84d56c59d667b86f4587351ab42e7bc66ac85402dcfec79cd0469169318267","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8d84d56c59d667b86f4587351ab42e7bc66ac85402dcfec79cd0469169318267","first_computed_at":"2026-07-05T04:38:22.712523Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:38:22.712523Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"oFBRnzvwBES7Xj/QVKHNzq4Y0vwLELsS5MTvaBkxWKI2DbzBU1K2uLcrg+UzJqT9xu9KU6sEqynQvq8Y3rn/Dg==","signature_status":"signed_v1","signed_at":"2026-07-05T04:38:22.713012Z","signed_message":"canonical_sha256_bytes"},"source_id":"2207.03481","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9a51d987dc098fdb4a52bdda2c728bca473d171c8cb356cab8f0d3d070765c34","sha256:1f6cf01e7e5d7f31da367e84a76e0e1f515aa4481618e69711081c95fd63eb2a"],"state_sha256":"f0b3f6198f7360f209ff2b95a3b68b52eb4e852c0d6d139d830f004469ddc08a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4q8thiIa6FHlVJSKRpwgk21wUwZL4hK+pxn1Y1XVwYw/MK6DKxpXjVCKfatdIRvx88vdJ5aG6QrAp4H/pNf4Dw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T14:47:03.331074Z","bundle_sha256":"b8d7627e7b85593d5e6a10ccb62596c88f811fc823b89af9e4f3957c7abb0f2f"}}