{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:TCAVSMBJ4NA5YDNQEJB5M44JVP","short_pith_number":"pith:TCAVSMBJ","canonical_record":{"source":{"id":"2406.08307","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"stat.ML","submitted_at":"2024-06-12T15:08:15Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"3a2b55e8f1f42a95cb75701357e44ae011d93a097fbced7e4cb40cd31c9ee5af","abstract_canon_sha256":"d782a085e85c28b9be447e636dff27ecca990d1cdf4cdebf619473b57934c628"},"schema_version":"1.0"},"canonical_sha256":"9881593029e341dc0db02243d67389abf3c3515433d56087a157ab47f94d7ffc","source":{"kind":"arxiv","id":"2406.08307","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.08307","created_at":"2026-07-05T10:49:34Z"},{"alias_kind":"arxiv_version","alias_value":"2406.08307v2","created_at":"2026-07-05T10:49:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.08307","created_at":"2026-07-05T10:49:34Z"},{"alias_kind":"pith_short_12","alias_value":"TCAVSMBJ4NA5","created_at":"2026-07-05T10:49:34Z"},{"alias_kind":"pith_short_16","alias_value":"TCAVSMBJ4NA5YDNQ","created_at":"2026-07-05T10:49:34Z"},{"alias_kind":"pith_short_8","alias_value":"TCAVSMBJ","created_at":"2026-07-05T10:49:34Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:TCAVSMBJ4NA5YDNQEJB5M44JVP","target":"record","payload":{"canonical_record":{"source":{"id":"2406.08307","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"stat.ML","submitted_at":"2024-06-12T15:08:15Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"3a2b55e8f1f42a95cb75701357e44ae011d93a097fbced7e4cb40cd31c9ee5af","abstract_canon_sha256":"d782a085e85c28b9be447e636dff27ecca990d1cdf4cdebf619473b57934c628"},"schema_version":"1.0"},"canonical_sha256":"9881593029e341dc0db02243d67389abf3c3515433d56087a157ab47f94d7ffc","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:49:34.685952Z","signature_b64":"WM0GujB+rT/LHKeSQQx0ZlYol6VRG+ruhdu+AV1kAadmK4kPbAfmwN2ZZDlGD6lcrRTBQTMmt1oYAR3KdQ+GCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9881593029e341dc0db02243d67389abf3c3515433d56087a157ab47f94d7ffc","last_reissued_at":"2026-07-05T10:49:34.685407Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:49:34.685407Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.08307","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:49:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4npLFH7pGv/Yq+P/o6UKIIqqIqS6+IjLSSjMWxAnYqmE1AVneK7b1vw4MFIP4jTJtVX0aJJLQJCDGpaXVpkhAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T18:59:39.318882Z"},"content_sha256":"b41ae73102070cd2020babb5878a986eed5a125dbcdcfc1b5e8f533692aa6422","schema_version":"1.0","event_id":"sha256:b41ae73102070cd2020babb5878a986eed5a125dbcdcfc1b5e8f533692aa6422"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:TCAVSMBJ4NA5YDNQEJB5M44JVP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Measuring training variability from stochastic optimization using robust nonparametric testing","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"stat.ML","authors_text":"Anand D. Sarwate, Reilly Cannon, Sinjini Banerjee, Tim Marrinan, Tony Chiang","submitted_at":"2024-06-12T15:08:15Z","abstract_excerpt":"Deep neural network training often involves stochastic optimization, meaning each run will produce a different model. This implies that hyperparameters of the training process, such as the random seed itself, can potentially have significant influence on the variability in the trained models. Measuring model quality by summary statistics, such as test accuracy, can obscure this dependence. We propose a robust hypothesis testing framework and a novel summary statistic, the $\\alpha$-trimming level, to measure model similarity. Applying hypothesis testing directly with the $\\alpha$-trimming level"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.08307","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.08307/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:49:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bUoSYd4zXpeb1hOSkl4a3CgRuPf6AJP0JIEapfhA6OqpRykDw34cPP3wbW4W5kE3p1HeDIMY74ZMhEmKJTrRBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T18:59:39.319270Z"},"content_sha256":"1d50543174334e97f8123c1b55a319b416552a8e7e240db5a308c414d5298100","schema_version":"1.0","event_id":"sha256:1d50543174334e97f8123c1b55a319b416552a8e7e240db5a308c414d5298100"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TCAVSMBJ4NA5YDNQEJB5M44JVP/bundle.json","state_url":"https://pith.science/pith/TCAVSMBJ4NA5YDNQEJB5M44JVP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TCAVSMBJ4NA5YDNQEJB5M44JVP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-11T18:59:39Z","links":{"resolver":"https://pith.science/pith/TCAVSMBJ4NA5YDNQEJB5M44JVP","bundle":"https://pith.science/pith/TCAVSMBJ4NA5YDNQEJB5M44JVP/bundle.json","state":"https://pith.science/pith/TCAVSMBJ4NA5YDNQEJB5M44JVP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TCAVSMBJ4NA5YDNQEJB5M44JVP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:TCAVSMBJ4NA5YDNQEJB5M44JVP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d782a085e85c28b9be447e636dff27ecca990d1cdf4cdebf619473b57934c628","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"stat.ML","submitted_at":"2024-06-12T15:08:15Z","title_canon_sha256":"3a2b55e8f1f42a95cb75701357e44ae011d93a097fbced7e4cb40cd31c9ee5af"},"schema_version":"1.0","source":{"id":"2406.08307","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.08307","created_at":"2026-07-05T10:49:34Z"},{"alias_kind":"arxiv_version","alias_value":"2406.08307v2","created_at":"2026-07-05T10:49:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.08307","created_at":"2026-07-05T10:49:34Z"},{"alias_kind":"pith_short_12","alias_value":"TCAVSMBJ4NA5","created_at":"2026-07-05T10:49:34Z"},{"alias_kind":"pith_short_16","alias_value":"TCAVSMBJ4NA5YDNQ","created_at":"2026-07-05T10:49:34Z"},{"alias_kind":"pith_short_8","alias_value":"TCAVSMBJ","created_at":"2026-07-05T10:49:34Z"}],"graph_snapshots":[{"event_id":"sha256:1d50543174334e97f8123c1b55a319b416552a8e7e240db5a308c414d5298100","target":"graph","created_at":"2026-07-05T10:49:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.08307/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Deep neural network training often involves stochastic optimization, meaning each run will produce a different model. This implies that hyperparameters of the training process, such as the random seed itself, can potentially have significant influence on the variability in the trained models. Measuring model quality by summary statistics, such as test accuracy, can obscure this dependence. We propose a robust hypothesis testing framework and a novel summary statistic, the $\\alpha$-trimming level, to measure model similarity. Applying hypothesis testing directly with the $\\alpha$-trimming level","authors_text":"Anand D. Sarwate, Reilly Cannon, Sinjini Banerjee, Tim Marrinan, Tony Chiang","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"stat.ML","submitted_at":"2024-06-12T15:08:15Z","title":"Measuring training variability from stochastic optimization using robust nonparametric testing"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.08307","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b41ae73102070cd2020babb5878a986eed5a125dbcdcfc1b5e8f533692aa6422","target":"record","created_at":"2026-07-05T10:49:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d782a085e85c28b9be447e636dff27ecca990d1cdf4cdebf619473b57934c628","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"stat.ML","submitted_at":"2024-06-12T15:08:15Z","title_canon_sha256":"3a2b55e8f1f42a95cb75701357e44ae011d93a097fbced7e4cb40cd31c9ee5af"},"schema_version":"1.0","source":{"id":"2406.08307","kind":"arxiv","version":2}},"canonical_sha256":"9881593029e341dc0db02243d67389abf3c3515433d56087a157ab47f94d7ffc","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9881593029e341dc0db02243d67389abf3c3515433d56087a157ab47f94d7ffc","first_computed_at":"2026-07-05T10:49:34.685407Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:49:34.685407Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"WM0GujB+rT/LHKeSQQx0ZlYol6VRG+ruhdu+AV1kAadmK4kPbAfmwN2ZZDlGD6lcrRTBQTMmt1oYAR3KdQ+GCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T10:49:34.685952Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.08307","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b41ae73102070cd2020babb5878a986eed5a125dbcdcfc1b5e8f533692aa6422","sha256:1d50543174334e97f8123c1b55a319b416552a8e7e240db5a308c414d5298100"],"state_sha256":"82756d3cfa4138fc8c0fd24ce65fcf711e6eed3f038f99aadd4c134f2b18053c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0G3pLPUlihcGF67CghesHPE9oBd1IEls1NwhgOfD9Rwec7nnLVL3CCls7t5h2bDFBXvOinBx53Lr4z7N1edqCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-11T18:59:39.322124Z","bundle_sha256":"28e098959ddbe4c3733c9ad06ecefad0a0cdbe597b4f06bc54e847e835758705"}}