{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:ZIXTFYA4IUZMEENWVXKJ3PYGG2","short_pith_number":"pith:ZIXTFYA4","canonical_record":{"source":{"id":"2110.00625","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2021-10-01T19:23:18Z","cross_cats_sorted":["cs.AI","math.OC"],"title_canon_sha256":"4f8fc587cab5b1a3563d4e3bb152b9ed115adbfcea773d7815a4b23c4b34a4d2","abstract_canon_sha256":"30c13bd6f1f448654d74c1734e1b372afb8c9ba6b277bbee90b5228bb637d1f4"},"schema_version":"1.0"},"canonical_sha256":"ca2f32e01c4532c211b6add49dbf0636a3a12667f46df8b164a8b45051b8ef97","source":{"kind":"arxiv","id":"2110.00625","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.00625","created_at":"2026-07-05T03:19:32Z"},{"alias_kind":"arxiv_version","alias_value":"2110.00625v1","created_at":"2026-07-05T03:19:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.00625","created_at":"2026-07-05T03:19:32Z"},{"alias_kind":"pith_short_12","alias_value":"ZIXTFYA4IUZM","created_at":"2026-07-05T03:19:32Z"},{"alias_kind":"pith_short_16","alias_value":"ZIXTFYA4IUZMEENW","created_at":"2026-07-05T03:19:32Z"},{"alias_kind":"pith_short_8","alias_value":"ZIXTFYA4","created_at":"2026-07-05T03:19:32Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:ZIXTFYA4IUZMEENWVXKJ3PYGG2","target":"record","payload":{"canonical_record":{"source":{"id":"2110.00625","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2021-10-01T19:23:18Z","cross_cats_sorted":["cs.AI","math.OC"],"title_canon_sha256":"4f8fc587cab5b1a3563d4e3bb152b9ed115adbfcea773d7815a4b23c4b34a4d2","abstract_canon_sha256":"30c13bd6f1f448654d74c1734e1b372afb8c9ba6b277bbee90b5228bb637d1f4"},"schema_version":"1.0"},"canonical_sha256":"ca2f32e01c4532c211b6add49dbf0636a3a12667f46df8b164a8b45051b8ef97","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:19:32.060980Z","signature_b64":"MV/eoZC9ah9/SweWHB1Bp67joGxi3hhGDjN7XxJdmINzOhDWcRbk0MxUGY7Eh+pLv7BrkYwb+6bCh8XphqFPCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ca2f32e01c4532c211b6add49dbf0636a3a12667f46df8b164a8b45051b8ef97","last_reissued_at":"2026-07-05T03:19:32.060589Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:19:32.060589Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2110.00625","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:19:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"F7tt7nYovUvyV/6Wep2Aoj5tGRPthhY87OTkwORrI2qPdt2vdaFRWIDpJkYcq2VH1eGQ54g3hLSDUjoxLGjOCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T15:15:31.698564Z"},"content_sha256":"0ae30dc9ce6bfaa225d130a0b07976418f8a9632273ed779dfe6a16e8b371660","schema_version":"1.0","event_id":"sha256:0ae30dc9ce6bfaa225d130a0b07976418f8a9632273ed779dfe6a16e8b371660"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:ZIXTFYA4IUZMEENWVXKJ3PYGG2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Accelerate Distributed Stochastic Descent for Nonconvex Optimization with Momentum","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cs.AI","math.OC"],"primary_cat":"cs.LG","authors_text":"Guojing Cong, Tianyi Liu","submitted_at":"2021-10-01T19:23:18Z","abstract_excerpt":"Momentum method has been used extensively in optimizers for deep learning. Recent studies show that distributed training through K-step averaging has many nice properties. We propose a momentum method for such model averaging approaches. At each individual learner level traditional stochastic gradient is applied. At the meta-level (global learner level), one momentum term is applied and we call it block momentum. We analyze the convergence and scaling properties of such momentum methods. Our experimental results show that block momentum not only accelerates training, but also achieves better r"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.00625","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2110.00625/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:19:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zGqTD+H3JCIj7aZW84fZ5puWo3WHu7ggfwK7sXPFfVNeqa5O1tb+Lb1o3gXEsDXNDRuxlZO43jpInQBKF3b0AQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T15:15:31.699073Z"},"content_sha256":"8be861bf2a6492c159d945cb01a4436160215fbe515a7363581bb523f768857e","schema_version":"1.0","event_id":"sha256:8be861bf2a6492c159d945cb01a4436160215fbe515a7363581bb523f768857e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ZIXTFYA4IUZMEENWVXKJ3PYGG2/bundle.json","state_url":"https://pith.science/pith/ZIXTFYA4IUZMEENWVXKJ3PYGG2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ZIXTFYA4IUZMEENWVXKJ3PYGG2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T15:15:31Z","links":{"resolver":"https://pith.science/pith/ZIXTFYA4IUZMEENWVXKJ3PYGG2","bundle":"https://pith.science/pith/ZIXTFYA4IUZMEENWVXKJ3PYGG2/bundle.json","state":"https://pith.science/pith/ZIXTFYA4IUZMEENWVXKJ3PYGG2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ZIXTFYA4IUZMEENWVXKJ3PYGG2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:ZIXTFYA4IUZMEENWVXKJ3PYGG2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"30c13bd6f1f448654d74c1734e1b372afb8c9ba6b277bbee90b5228bb637d1f4","cross_cats_sorted":["cs.AI","math.OC"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2021-10-01T19:23:18Z","title_canon_sha256":"4f8fc587cab5b1a3563d4e3bb152b9ed115adbfcea773d7815a4b23c4b34a4d2"},"schema_version":"1.0","source":{"id":"2110.00625","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.00625","created_at":"2026-07-05T03:19:32Z"},{"alias_kind":"arxiv_version","alias_value":"2110.00625v1","created_at":"2026-07-05T03:19:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.00625","created_at":"2026-07-05T03:19:32Z"},{"alias_kind":"pith_short_12","alias_value":"ZIXTFYA4IUZM","created_at":"2026-07-05T03:19:32Z"},{"alias_kind":"pith_short_16","alias_value":"ZIXTFYA4IUZMEENW","created_at":"2026-07-05T03:19:32Z"},{"alias_kind":"pith_short_8","alias_value":"ZIXTFYA4","created_at":"2026-07-05T03:19:32Z"}],"graph_snapshots":[{"event_id":"sha256:8be861bf2a6492c159d945cb01a4436160215fbe515a7363581bb523f768857e","target":"graph","created_at":"2026-07-05T03:19:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2110.00625/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Momentum method has been used extensively in optimizers for deep learning. Recent studies show that distributed training through K-step averaging has many nice properties. We propose a momentum method for such model averaging approaches. At each individual learner level traditional stochastic gradient is applied. At the meta-level (global learner level), one momentum term is applied and we call it block momentum. We analyze the convergence and scaling properties of such momentum methods. Our experimental results show that block momentum not only accelerates training, but also achieves better r","authors_text":"Guojing Cong, Tianyi Liu","cross_cats":["cs.AI","math.OC"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2021-10-01T19:23:18Z","title":"Accelerate Distributed Stochastic Descent for Nonconvex Optimization with Momentum"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.00625","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0ae30dc9ce6bfaa225d130a0b07976418f8a9632273ed779dfe6a16e8b371660","target":"record","created_at":"2026-07-05T03:19:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"30c13bd6f1f448654d74c1734e1b372afb8c9ba6b277bbee90b5228bb637d1f4","cross_cats_sorted":["cs.AI","math.OC"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2021-10-01T19:23:18Z","title_canon_sha256":"4f8fc587cab5b1a3563d4e3bb152b9ed115adbfcea773d7815a4b23c4b34a4d2"},"schema_version":"1.0","source":{"id":"2110.00625","kind":"arxiv","version":1}},"canonical_sha256":"ca2f32e01c4532c211b6add49dbf0636a3a12667f46df8b164a8b45051b8ef97","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ca2f32e01c4532c211b6add49dbf0636a3a12667f46df8b164a8b45051b8ef97","first_computed_at":"2026-07-05T03:19:32.060589Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:19:32.060589Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"MV/eoZC9ah9/SweWHB1Bp67joGxi3hhGDjN7XxJdmINzOhDWcRbk0MxUGY7Eh+pLv7BrkYwb+6bCh8XphqFPCg==","signature_status":"signed_v1","signed_at":"2026-07-05T03:19:32.060980Z","signed_message":"canonical_sha256_bytes"},"source_id":"2110.00625","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0ae30dc9ce6bfaa225d130a0b07976418f8a9632273ed779dfe6a16e8b371660","sha256:8be861bf2a6492c159d945cb01a4436160215fbe515a7363581bb523f768857e"],"state_sha256":"e12737ccaf4342c181d5115c0dd65658a989a352b44e28d58acc68c027afd2a6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7KHktzAhQeehcipbqoSVlI61jduYEzx4G5RoaPXzdKKoV9m99dKiebF88tzwx2cEquNMROoxydoOeSCmrOWNDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T15:15:31.702774Z","bundle_sha256":"0e3fde71b70af19ba1c5f979a13f07e65485a85c85e1c701c9d81a3cbb595141"}}