{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:G2VCUDX4I42OVKXFOTZACSNRXO","short_pith_number":"pith:G2VCUDX4","canonical_record":{"source":{"id":"2202.10435","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2022-02-21T18:48:02Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"7bba3a8b2bf42567aa9ca488b6605d02bfae2e90933fde5821420632c7bb7695","abstract_canon_sha256":"a47a8c292ff487f54da9f8920dd1175c6826e9b48fcfb8048a6866fbdd9a6ab5"},"schema_version":"1.0"},"canonical_sha256":"36aa2a0efc4734eaaae574f20149b1bb9f2c4cb09e3670ba8c557588dd1177e2","source":{"kind":"arxiv","id":"2202.10435","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2202.10435","created_at":"2026-07-05T03:58:42Z"},{"alias_kind":"arxiv_version","alias_value":"2202.10435v1","created_at":"2026-07-05T03:58:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2202.10435","created_at":"2026-07-05T03:58:42Z"},{"alias_kind":"pith_short_12","alias_value":"G2VCUDX4I42O","created_at":"2026-07-05T03:58:42Z"},{"alias_kind":"pith_short_16","alias_value":"G2VCUDX4I42OVKXF","created_at":"2026-07-05T03:58:42Z"},{"alias_kind":"pith_short_8","alias_value":"G2VCUDX4","created_at":"2026-07-05T03:58:42Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:G2VCUDX4I42OVKXFOTZACSNRXO","target":"record","payload":{"canonical_record":{"source":{"id":"2202.10435","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2022-02-21T18:48:02Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"7bba3a8b2bf42567aa9ca488b6605d02bfae2e90933fde5821420632c7bb7695","abstract_canon_sha256":"a47a8c292ff487f54da9f8920dd1175c6826e9b48fcfb8048a6866fbdd9a6ab5"},"schema_version":"1.0"},"canonical_sha256":"36aa2a0efc4734eaaae574f20149b1bb9f2c4cb09e3670ba8c557588dd1177e2","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:58:42.484488Z","signature_b64":"/fma8eUB32GB1L6vs1F8OHSzX7eeZloy3sAFwGKs0xJI3S2uTapcZfGH9EQL5I8IyYZvKjYQ4+7BKY4Y+BMkCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"36aa2a0efc4734eaaae574f20149b1bb9f2c4cb09e3670ba8c557588dd1177e2","last_reissued_at":"2026-07-05T03:58:42.484100Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:58:42.484100Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2202.10435","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:58:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CR4rl6b8O8EcksqN99EQgyIvrzO4Mr/s76RC5aacwN0ofeaH5AdXWq6RxYewyf/MGS1REA+Z42gCYSzclIyPCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T10:26:16.485759Z"},"content_sha256":"d9ee0759f85bc6eaa54b6596b2c7addff248adf6e7cedff7e7aa10b1da97766f","schema_version":"1.0","event_id":"sha256:d9ee0759f85bc6eaa54b6596b2c7addff248adf6e7cedff7e7aa10b1da97766f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:G2VCUDX4I42OVKXFOTZACSNRXO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Survey on Large Scale Neural Network Training","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Alena Shilova, Alexander Katrutsa, Daniel Bershatsky, Daria Cherniuk, Denis Dimitrov, Ivan Oseledets, Julia Gusak, Lionel Eyraud-Dubois, Oleg Shlyazhko, Olivier Beaumont, Xunyi Zhao","submitted_at":"2022-02-21T18:48:02Z","abstract_excerpt":"Modern Deep Neural Networks (DNNs) require significant memory to store weight, activations, and other intermediate tensors during training. Hence, many models do not fit one GPU device or can be trained using only a small per-GPU batch size. This survey provides a systematic overview of the approaches that enable more efficient DNNs training. We analyze techniques that save memory and make good use of computation and communication resources on architectures with a single or several GPUs. We summarize the main categories of strategies and compare strategies within and across categories. Along w"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2202.10435","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2202.10435/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:58:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oN+fnGiK1D8uOkU2wBv1lKX08Y+1hjops6SBuGrhyCXB4SDmAB535Ltyn3elzyRoGP/iuFEn1DTi1xxoutSoBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T10:26:16.486146Z"},"content_sha256":"93265554033726f62981e7790f788b96fa64c07aced4cedf94bc9e5c383ee635","schema_version":"1.0","event_id":"sha256:93265554033726f62981e7790f788b96fa64c07aced4cedf94bc9e5c383ee635"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/G2VCUDX4I42OVKXFOTZACSNRXO/bundle.json","state_url":"https://pith.science/pith/G2VCUDX4I42OVKXFOTZACSNRXO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/G2VCUDX4I42OVKXFOTZACSNRXO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T10:26:16Z","links":{"resolver":"https://pith.science/pith/G2VCUDX4I42OVKXFOTZACSNRXO","bundle":"https://pith.science/pith/G2VCUDX4I42OVKXFOTZACSNRXO/bundle.json","state":"https://pith.science/pith/G2VCUDX4I42OVKXFOTZACSNRXO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/G2VCUDX4I42OVKXFOTZACSNRXO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:G2VCUDX4I42OVKXFOTZACSNRXO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a47a8c292ff487f54da9f8920dd1175c6826e9b48fcfb8048a6866fbdd9a6ab5","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2022-02-21T18:48:02Z","title_canon_sha256":"7bba3a8b2bf42567aa9ca488b6605d02bfae2e90933fde5821420632c7bb7695"},"schema_version":"1.0","source":{"id":"2202.10435","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2202.10435","created_at":"2026-07-05T03:58:42Z"},{"alias_kind":"arxiv_version","alias_value":"2202.10435v1","created_at":"2026-07-05T03:58:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2202.10435","created_at":"2026-07-05T03:58:42Z"},{"alias_kind":"pith_short_12","alias_value":"G2VCUDX4I42O","created_at":"2026-07-05T03:58:42Z"},{"alias_kind":"pith_short_16","alias_value":"G2VCUDX4I42OVKXF","created_at":"2026-07-05T03:58:42Z"},{"alias_kind":"pith_short_8","alias_value":"G2VCUDX4","created_at":"2026-07-05T03:58:42Z"}],"graph_snapshots":[{"event_id":"sha256:93265554033726f62981e7790f788b96fa64c07aced4cedf94bc9e5c383ee635","target":"graph","created_at":"2026-07-05T03:58:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2202.10435/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Modern Deep Neural Networks (DNNs) require significant memory to store weight, activations, and other intermediate tensors during training. Hence, many models do not fit one GPU device or can be trained using only a small per-GPU batch size. This survey provides a systematic overview of the approaches that enable more efficient DNNs training. We analyze techniques that save memory and make good use of computation and communication resources on architectures with a single or several GPUs. We summarize the main categories of strategies and compare strategies within and across categories. Along w","authors_text":"Alena Shilova, Alexander Katrutsa, Daniel Bershatsky, Daria Cherniuk, Denis Dimitrov, Ivan Oseledets, Julia Gusak, Lionel Eyraud-Dubois, Oleg Shlyazhko, Olivier Beaumont, Xunyi Zhao","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2022-02-21T18:48:02Z","title":"Survey on Large Scale Neural Network Training"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2202.10435","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d9ee0759f85bc6eaa54b6596b2c7addff248adf6e7cedff7e7aa10b1da97766f","target":"record","created_at":"2026-07-05T03:58:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a47a8c292ff487f54da9f8920dd1175c6826e9b48fcfb8048a6866fbdd9a6ab5","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2022-02-21T18:48:02Z","title_canon_sha256":"7bba3a8b2bf42567aa9ca488b6605d02bfae2e90933fde5821420632c7bb7695"},"schema_version":"1.0","source":{"id":"2202.10435","kind":"arxiv","version":1}},"canonical_sha256":"36aa2a0efc4734eaaae574f20149b1bb9f2c4cb09e3670ba8c557588dd1177e2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"36aa2a0efc4734eaaae574f20149b1bb9f2c4cb09e3670ba8c557588dd1177e2","first_computed_at":"2026-07-05T03:58:42.484100Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:58:42.484100Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"/fma8eUB32GB1L6vs1F8OHSzX7eeZloy3sAFwGKs0xJI3S2uTapcZfGH9EQL5I8IyYZvKjYQ4+7BKY4Y+BMkCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T03:58:42.484488Z","signed_message":"canonical_sha256_bytes"},"source_id":"2202.10435","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d9ee0759f85bc6eaa54b6596b2c7addff248adf6e7cedff7e7aa10b1da97766f","sha256:93265554033726f62981e7790f788b96fa64c07aced4cedf94bc9e5c383ee635"],"state_sha256":"fa711fc4cedcc29b9286c96ffce48b5a27a26937afb6291027c4157e272c800b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+wrirjUfVGLyo+BRN6e2NYHQRv1t4j9754TaheLlO2eMlGWvAdks9wu9o+t1ctEXMiwkDcCI9EY1WuhFrjXHCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T10:26:16.488031Z","bundle_sha256":"8abf5558c4e23df234fd9c745989e3a28a2bb82aaeaaa2bece361e492042b5ae"}}