{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:26CAGDVHTUF6CWDWFDHTYLFIEI","short_pith_number":"pith:26CAGDVH","canonical_record":{"source":{"id":"1905.11604","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-05-28T04:34:08Z","cross_cats_sorted":["cs.NE","stat.ML"],"title_canon_sha256":"acd2b0c15f61bc79fd353f7ec61b4978b32f99747396815f6222d9e96acc4f47","abstract_canon_sha256":"c0f4ff9136d00c6c32a7cc4d1ccc80408846a6784ff10cb171cece23c72d87eb"},"schema_version":"1.0"},"canonical_sha256":"d784030ea79d0be1587628cf3c2ca822041fc90aa21ea60cb0285eb3978183e8","source":{"kind":"arxiv","id":"1905.11604","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1905.11604","created_at":"2026-05-17T23:44:52Z"},{"alias_kind":"arxiv_version","alias_value":"1905.11604v1","created_at":"2026-05-17T23:44:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1905.11604","created_at":"2026-05-17T23:44:52Z"},{"alias_kind":"pith_short_12","alias_value":"26CAGDVHTUF6","created_at":"2026-05-18T12:33:07Z"},{"alias_kind":"pith_short_16","alias_value":"26CAGDVHTUF6CWDW","created_at":"2026-05-18T12:33:07Z"},{"alias_kind":"pith_short_8","alias_value":"26CAGDVH","created_at":"2026-05-18T12:33:07Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:26CAGDVHTUF6CWDWFDHTYLFIEI","target":"record","payload":{"canonical_record":{"source":{"id":"1905.11604","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-05-28T04:34:08Z","cross_cats_sorted":["cs.NE","stat.ML"],"title_canon_sha256":"acd2b0c15f61bc79fd353f7ec61b4978b32f99747396815f6222d9e96acc4f47","abstract_canon_sha256":"c0f4ff9136d00c6c32a7cc4d1ccc80408846a6784ff10cb171cece23c72d87eb"},"schema_version":"1.0"},"canonical_sha256":"d784030ea79d0be1587628cf3c2ca822041fc90aa21ea60cb0285eb3978183e8","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:44:52.882387Z","signature_b64":"elZi+/+m2RbRprfEVf9QeJjk9tGrk0ZTWb0oKIHaAvKj76d8PBYDwNrDTTuEHo7zmr/bkI94n490uCpcLdwaBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d784030ea79d0be1587628cf3c2ca822041fc90aa21ea60cb0285eb3978183e8","last_reissued_at":"2026-05-17T23:44:52.881805Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:44:52.881805Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1905.11604","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:44:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"v5k4j8obLIKhMnNAlyWTF4ql6ChUc1n+dH4iABlr7LoDEDPrAnbCXq/HiN7DEpHG6HGQU+N6mrVBq44k6fqbBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-01T21:10:14.534412Z"},"content_sha256":"3804f43e040361e1ad278bc06c664260fcf13b2d9bec6737f7d66959a52f9ebc","schema_version":"1.0","event_id":"sha256:3804f43e040361e1ad278bc06c664260fcf13b2d9bec6737f7d66959a52f9ebc"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:26CAGDVHTUF6CWDWFDHTYLFIEI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"SGD on Neural Networks Learns Functions of Increasing Complexity","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.NE","stat.ML"],"primary_cat":"cs.LG","authors_text":"Benjamin L. Edelman, Boaz Barak, Dimitris Kalimeris, Fred Zhang, Gal Kaplun, Preetum Nakkiran, Tristan Yang","submitted_at":"2019-05-28T04:34:08Z","abstract_excerpt":"We perform an experimental study of the dynamics of Stochastic Gradient Descent (SGD) in learning deep neural networks for several real and synthetic classification tasks. We show that in the initial epochs, almost all of the performance improvement of the classifier obtained by SGD can be explained by a linear classifier. More generally, we give evidence for the hypothesis that, as iterations progress, SGD learns functions of increasing complexity. This hypothesis can be helpful in explaining why SGD-learned classifiers tend to generalize well even in the over-parameterized regime. We also sh"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1905.11604","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:44:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"aP1m+LZwQbzt+3HqCA+bkN/SUhGM14NUuA8bHd1ZbKSKHM8N9ba2phsDz4gzbBlj8HqKMGhEcXRjcL/Ru3uGCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-01T21:10:14.534956Z"},"content_sha256":"b18e4cef71eca326cdd1a462bd6fb8d0bef7712c83c0339ca3b5e7f4217b8abf","schema_version":"1.0","event_id":"sha256:b18e4cef71eca326cdd1a462bd6fb8d0bef7712c83c0339ca3b5e7f4217b8abf"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/26CAGDVHTUF6CWDWFDHTYLFIEI/bundle.json","state_url":"https://pith.science/pith/26CAGDVHTUF6CWDWFDHTYLFIEI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/26CAGDVHTUF6CWDWFDHTYLFIEI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-01T21:10:14Z","links":{"resolver":"https://pith.science/pith/26CAGDVHTUF6CWDWFDHTYLFIEI","bundle":"https://pith.science/pith/26CAGDVHTUF6CWDWFDHTYLFIEI/bundle.json","state":"https://pith.science/pith/26CAGDVHTUF6CWDWFDHTYLFIEI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/26CAGDVHTUF6CWDWFDHTYLFIEI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:26CAGDVHTUF6CWDWFDHTYLFIEI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c0f4ff9136d00c6c32a7cc4d1ccc80408846a6784ff10cb171cece23c72d87eb","cross_cats_sorted":["cs.NE","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-05-28T04:34:08Z","title_canon_sha256":"acd2b0c15f61bc79fd353f7ec61b4978b32f99747396815f6222d9e96acc4f47"},"schema_version":"1.0","source":{"id":"1905.11604","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1905.11604","created_at":"2026-05-17T23:44:52Z"},{"alias_kind":"arxiv_version","alias_value":"1905.11604v1","created_at":"2026-05-17T23:44:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1905.11604","created_at":"2026-05-17T23:44:52Z"},{"alias_kind":"pith_short_12","alias_value":"26CAGDVHTUF6","created_at":"2026-05-18T12:33:07Z"},{"alias_kind":"pith_short_16","alias_value":"26CAGDVHTUF6CWDW","created_at":"2026-05-18T12:33:07Z"},{"alias_kind":"pith_short_8","alias_value":"26CAGDVH","created_at":"2026-05-18T12:33:07Z"}],"graph_snapshots":[{"event_id":"sha256:b18e4cef71eca326cdd1a462bd6fb8d0bef7712c83c0339ca3b5e7f4217b8abf","target":"graph","created_at":"2026-05-17T23:44:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"We perform an experimental study of the dynamics of Stochastic Gradient Descent (SGD) in learning deep neural networks for several real and synthetic classification tasks. We show that in the initial epochs, almost all of the performance improvement of the classifier obtained by SGD can be explained by a linear classifier. More generally, we give evidence for the hypothesis that, as iterations progress, SGD learns functions of increasing complexity. This hypothesis can be helpful in explaining why SGD-learned classifiers tend to generalize well even in the over-parameterized regime. We also sh","authors_text":"Benjamin L. Edelman, Boaz Barak, Dimitris Kalimeris, Fred Zhang, Gal Kaplun, Preetum Nakkiran, Tristan Yang","cross_cats":["cs.NE","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-05-28T04:34:08Z","title":"SGD on Neural Networks Learns Functions of Increasing Complexity"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1905.11604","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3804f43e040361e1ad278bc06c664260fcf13b2d9bec6737f7d66959a52f9ebc","target":"record","created_at":"2026-05-17T23:44:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c0f4ff9136d00c6c32a7cc4d1ccc80408846a6784ff10cb171cece23c72d87eb","cross_cats_sorted":["cs.NE","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-05-28T04:34:08Z","title_canon_sha256":"acd2b0c15f61bc79fd353f7ec61b4978b32f99747396815f6222d9e96acc4f47"},"schema_version":"1.0","source":{"id":"1905.11604","kind":"arxiv","version":1}},"canonical_sha256":"d784030ea79d0be1587628cf3c2ca822041fc90aa21ea60cb0285eb3978183e8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d784030ea79d0be1587628cf3c2ca822041fc90aa21ea60cb0285eb3978183e8","first_computed_at":"2026-05-17T23:44:52.881805Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:44:52.881805Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"elZi+/+m2RbRprfEVf9QeJjk9tGrk0ZTWb0oKIHaAvKj76d8PBYDwNrDTTuEHo7zmr/bkI94n490uCpcLdwaBQ==","signature_status":"signed_v1","signed_at":"2026-05-17T23:44:52.882387Z","signed_message":"canonical_sha256_bytes"},"source_id":"1905.11604","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3804f43e040361e1ad278bc06c664260fcf13b2d9bec6737f7d66959a52f9ebc","sha256:b18e4cef71eca326cdd1a462bd6fb8d0bef7712c83c0339ca3b5e7f4217b8abf"],"state_sha256":"0e6d042168b8d349046daba8e7f6b903e15c14e0d2a484c93981f3b6ef24c420"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"D2wdIk3CsykVUiHO4ppAXLll+Bto21AkbbPmspvWwwM2ToxMZuTPOj50fDRb0GI6g8TRjZVmjyah2NnffKewBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-01T21:10:14.537691Z","bundle_sha256":"34019e67ba3edd724f8ef28f52a8d06772b8d40f0672b70ce5c15c225a33bd3b"}}