{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:Y7TIERRKSJBM37667HAVADIW2U","short_pith_number":"pith:Y7TIERRK","canonical_record":{"source":{"id":"2210.05337","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-10-11T11:00:04Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"e23472dcd060105e6d0a9d8498c5a8b7ba0874422e05b05fe17e29cc739559d1","abstract_canon_sha256":"7952a096a03a8d34e842f8fd3d797b0e6de773d9d07a521bfe8345466736fac8"},"schema_version":"1.0"},"canonical_sha256":"c7e682462a9242cdffdef9c1500d16d537530b763df5d8f0c3a73107e10db77f","source":{"kind":"arxiv","id":"2210.05337","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2210.05337","created_at":"2026-07-05T06:18:18Z"},{"alias_kind":"arxiv_version","alias_value":"2210.05337v2","created_at":"2026-07-05T06:18:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.05337","created_at":"2026-07-05T06:18:18Z"},{"alias_kind":"pith_short_12","alias_value":"Y7TIERRKSJBM","created_at":"2026-07-05T06:18:18Z"},{"alias_kind":"pith_short_16","alias_value":"Y7TIERRKSJBM3766","created_at":"2026-07-05T06:18:18Z"},{"alias_kind":"pith_short_8","alias_value":"Y7TIERRK","created_at":"2026-07-05T06:18:18Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:Y7TIERRKSJBM37667HAVADIW2U","target":"record","payload":{"canonical_record":{"source":{"id":"2210.05337","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-10-11T11:00:04Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"e23472dcd060105e6d0a9d8498c5a8b7ba0874422e05b05fe17e29cc739559d1","abstract_canon_sha256":"7952a096a03a8d34e842f8fd3d797b0e6de773d9d07a521bfe8345466736fac8"},"schema_version":"1.0"},"canonical_sha256":"c7e682462a9242cdffdef9c1500d16d537530b763df5d8f0c3a73107e10db77f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:18:18.074814Z","signature_b64":"HkyLqFFreBzqCNkEg/eh67YdjfB8z7JKScr/ePCNa4LlyJfngXtv2VHk6gmGgVoahDMNambYQcaHIKAsZWWFCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c7e682462a9242cdffdef9c1500d16d537530b763df5d8f0c3a73107e10db77f","last_reissued_at":"2026-07-05T06:18:18.074377Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:18:18.074377Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2210.05337","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:18:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kLugDiRU6zgt9jcb53lASDC/D6KcsuSHmPEE9OG8hrmwM1PKaaA1ORCxUlN4dLr2OxfECO308Labls3p39M9Dg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-23T13:17:07.868413Z"},"content_sha256":"c6114a936375e5047c89f0b95c7927f3ee8c7b1b4af0d4ccf959453181fe775b","schema_version":"1.0","event_id":"sha256:c6114a936375e5047c89f0b95c7927f3ee8c7b1b4af0d4ccf959453181fe775b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:Y7TIERRKSJBM37667HAVADIW2U","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"SGD with Large Step Sizes Learns Sparse Features","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Aditya Varre, Loucas Pillaud-Vivien, Maksym Andriushchenko, Nicolas Flammarion","submitted_at":"2022-10-11T11:00:04Z","abstract_excerpt":"We showcase important features of the dynamics of the Stochastic Gradient Descent (SGD) in the training of neural networks. We present empirical observations that commonly used large step sizes (i) lead the iterates to jump from one side of a valley to the other causing loss stabilization, and (ii) this stabilization induces a hidden stochastic dynamics orthogonal to the bouncing directions that biases it implicitly toward sparse predictors. Furthermore, we show empirically that the longer large step sizes keep SGD high in the loss landscape valleys, the better the implicit regularization can "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.05337","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2210.05337/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:18:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0wXKp+6TrCWuvLITBo7/+n/zGFI+4pM07rrVTwKVOGf0jlkB12la9AOUegcEMhoq2RoEmkSV8XDd7p5EuxKBAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-23T13:17:07.868953Z"},"content_sha256":"4a5633034df6aab54e80475b0fa5a789b824e328b579b82f013f65542c9d6330","schema_version":"1.0","event_id":"sha256:4a5633034df6aab54e80475b0fa5a789b824e328b579b82f013f65542c9d6330"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/Y7TIERRKSJBM37667HAVADIW2U/bundle.json","state_url":"https://pith.science/pith/Y7TIERRKSJBM37667HAVADIW2U/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/Y7TIERRKSJBM37667HAVADIW2U/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-23T13:17:07Z","links":{"resolver":"https://pith.science/pith/Y7TIERRKSJBM37667HAVADIW2U","bundle":"https://pith.science/pith/Y7TIERRKSJBM37667HAVADIW2U/bundle.json","state":"https://pith.science/pith/Y7TIERRKSJBM37667HAVADIW2U/state.json","well_known_bundle":"https://pith.science/.well-known/pith/Y7TIERRKSJBM37667HAVADIW2U/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:Y7TIERRKSJBM37667HAVADIW2U","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7952a096a03a8d34e842f8fd3d797b0e6de773d9d07a521bfe8345466736fac8","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-10-11T11:00:04Z","title_canon_sha256":"e23472dcd060105e6d0a9d8498c5a8b7ba0874422e05b05fe17e29cc739559d1"},"schema_version":"1.0","source":{"id":"2210.05337","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2210.05337","created_at":"2026-07-05T06:18:18Z"},{"alias_kind":"arxiv_version","alias_value":"2210.05337v2","created_at":"2026-07-05T06:18:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.05337","created_at":"2026-07-05T06:18:18Z"},{"alias_kind":"pith_short_12","alias_value":"Y7TIERRKSJBM","created_at":"2026-07-05T06:18:18Z"},{"alias_kind":"pith_short_16","alias_value":"Y7TIERRKSJBM3766","created_at":"2026-07-05T06:18:18Z"},{"alias_kind":"pith_short_8","alias_value":"Y7TIERRK","created_at":"2026-07-05T06:18:18Z"}],"graph_snapshots":[{"event_id":"sha256:4a5633034df6aab54e80475b0fa5a789b824e328b579b82f013f65542c9d6330","target":"graph","created_at":"2026-07-05T06:18:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2210.05337/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We showcase important features of the dynamics of the Stochastic Gradient Descent (SGD) in the training of neural networks. We present empirical observations that commonly used large step sizes (i) lead the iterates to jump from one side of a valley to the other causing loss stabilization, and (ii) this stabilization induces a hidden stochastic dynamics orthogonal to the bouncing directions that biases it implicitly toward sparse predictors. Furthermore, we show empirically that the longer large step sizes keep SGD high in the loss landscape valleys, the better the implicit regularization can ","authors_text":"Aditya Varre, Loucas Pillaud-Vivien, Maksym Andriushchenko, Nicolas Flammarion","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-10-11T11:00:04Z","title":"SGD with Large Step Sizes Learns Sparse Features"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.05337","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c6114a936375e5047c89f0b95c7927f3ee8c7b1b4af0d4ccf959453181fe775b","target":"record","created_at":"2026-07-05T06:18:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7952a096a03a8d34e842f8fd3d797b0e6de773d9d07a521bfe8345466736fac8","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-10-11T11:00:04Z","title_canon_sha256":"e23472dcd060105e6d0a9d8498c5a8b7ba0874422e05b05fe17e29cc739559d1"},"schema_version":"1.0","source":{"id":"2210.05337","kind":"arxiv","version":2}},"canonical_sha256":"c7e682462a9242cdffdef9c1500d16d537530b763df5d8f0c3a73107e10db77f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c7e682462a9242cdffdef9c1500d16d537530b763df5d8f0c3a73107e10db77f","first_computed_at":"2026-07-05T06:18:18.074377Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:18:18.074377Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"HkyLqFFreBzqCNkEg/eh67YdjfB8z7JKScr/ePCNa4LlyJfngXtv2VHk6gmGgVoahDMNambYQcaHIKAsZWWFCA==","signature_status":"signed_v1","signed_at":"2026-07-05T06:18:18.074814Z","signed_message":"canonical_sha256_bytes"},"source_id":"2210.05337","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c6114a936375e5047c89f0b95c7927f3ee8c7b1b4af0d4ccf959453181fe775b","sha256:4a5633034df6aab54e80475b0fa5a789b824e328b579b82f013f65542c9d6330"],"state_sha256":"a3daefb41f1dca71955d5bb0821bda08701c0b6e87b66f9b36b8ad3d221b34cc"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UkP7cs+OvcASC1ZMYWbXrlR4IyeliwIEMrZZX50hJJIx1g4d4zGWdQYXkLe+TyNEbehJsRETeKP+0Mb+0W0RAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-23T13:17:07.873721Z","bundle_sha256":"24b12619a1485ffa65844f2effb0b8d1681c9f42f83a7ce8751ca96670b4640c"}}