{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:5VRA34ONWRZ2XTB5AJOVJAIG54","short_pith_number":"pith:5VRA34ON","canonical_record":{"source":{"id":"2403.10616","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-03-15T18:26:51Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"fb0797c658d5d4dc6efc549d9a581995c8b3d934dc56fb26d13c09fc8a9f1eaa","abstract_canon_sha256":"55e1ededfee12f06876ec39f76089c6818b1c9526a32b45fb9edf454b7a54367"},"schema_version":"1.0"},"canonical_sha256":"ed620df1cdb473abcc3d025d548106ef016b6f2541e1a987fc20881ac24974b1","source":{"kind":"arxiv","id":"2403.10616","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.10616","created_at":"2026-07-05T07:57:03Z"},{"alias_kind":"arxiv_version","alias_value":"2403.10616v1","created_at":"2026-07-05T07:57:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.10616","created_at":"2026-07-05T07:57:03Z"},{"alias_kind":"pith_short_12","alias_value":"5VRA34ONWRZ2","created_at":"2026-07-05T07:57:03Z"},{"alias_kind":"pith_short_16","alias_value":"5VRA34ONWRZ2XTB5","created_at":"2026-07-05T07:57:03Z"},{"alias_kind":"pith_short_8","alias_value":"5VRA34ON","created_at":"2026-07-05T07:57:03Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:5VRA34ONWRZ2XTB5AJOVJAIG54","target":"record","payload":{"canonical_record":{"source":{"id":"2403.10616","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-03-15T18:26:51Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"fb0797c658d5d4dc6efc549d9a581995c8b3d934dc56fb26d13c09fc8a9f1eaa","abstract_canon_sha256":"55e1ededfee12f06876ec39f76089c6818b1c9526a32b45fb9edf454b7a54367"},"schema_version":"1.0"},"canonical_sha256":"ed620df1cdb473abcc3d025d548106ef016b6f2541e1a987fc20881ac24974b1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:57:03.961561Z","signature_b64":"I0z8cJZ+JystSqAJLV2WPqfppLQFT40nFWVNhXrxwkxjlMs+ZKmDvPYZTBobdj2qcfEpti4xnq2kD9CG33AYCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ed620df1cdb473abcc3d025d548106ef016b6f2541e1a987fc20881ac24974b1","last_reissued_at":"2026-07-05T07:57:03.961008Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:57:03.961008Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2403.10616","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:57:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+H0qJu/JiIDLifvnpH325nkxqy7miMl2fdnsAv7IGhHG4O5JLg1tfs21m/YFs7qlM5SwPEBkItBZZCA2JSzXDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-22T22:06:49.527355Z"},"content_sha256":"177416b7ed982a45e0a32326975c4d55cd0c5704be69f755b373cbc4a32f7688","schema_version":"1.0","event_id":"sha256:177416b7ed982a45e0a32326975c4d55cd0c5704be69f755b373cbc4a32f7688"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:5VRA34ONWRZ2XTB5AJOVJAIG54","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"DiPaCo: Distributed Path Composition","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.LG","authors_text":"Adhiguna Kuncoro, Andrei A. Rusu, Arthur Douillard, Arthur Szlam, Ionel Gog, Jiajun Shen, Marc'Aurelio Ranzato, Qixuan Feng, Rachita Chhaparia, Yani Donchev","submitted_at":"2024-03-15T18:26:51Z","abstract_excerpt":"Progress in machine learning (ML) has been fueled by scaling neural network models. This scaling has been enabled by ever more heroic feats of engineering, necessary for accommodating ML approaches that require high bandwidth communication between devices working in parallel. In this work, we propose a co-designed modular architecture and training approach for ML models, dubbed DIstributed PAth COmposition (DiPaCo). During training, DiPaCo distributes computation by paths through a set of shared modules. Together with a Local-SGD inspired optimization (DiLoCo) that keeps modules in sync with d"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.10616","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2403.10616/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:57:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZX5O9xoOr1wwCI3Yu+Fs7aGOUpVK8AXL+yMClbg8KJSPza3w9dpaoJa9A8B+1KiuYJdDPFs8dKroCUmY/GURCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-22T22:06:49.527927Z"},"content_sha256":"aa5f5be5d46bbb91ac79b76972a1b7cfbc33aacfaac0c8099e73a85d99cdd13a","schema_version":"1.0","event_id":"sha256:aa5f5be5d46bbb91ac79b76972a1b7cfbc33aacfaac0c8099e73a85d99cdd13a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5VRA34ONWRZ2XTB5AJOVJAIG54/bundle.json","state_url":"https://pith.science/pith/5VRA34ONWRZ2XTB5AJOVJAIG54/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5VRA34ONWRZ2XTB5AJOVJAIG54/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-22T22:06:49Z","links":{"resolver":"https://pith.science/pith/5VRA34ONWRZ2XTB5AJOVJAIG54","bundle":"https://pith.science/pith/5VRA34ONWRZ2XTB5AJOVJAIG54/bundle.json","state":"https://pith.science/pith/5VRA34ONWRZ2XTB5AJOVJAIG54/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5VRA34ONWRZ2XTB5AJOVJAIG54/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:5VRA34ONWRZ2XTB5AJOVJAIG54","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"55e1ededfee12f06876ec39f76089c6818b1c9526a32b45fb9edf454b7a54367","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-03-15T18:26:51Z","title_canon_sha256":"fb0797c658d5d4dc6efc549d9a581995c8b3d934dc56fb26d13c09fc8a9f1eaa"},"schema_version":"1.0","source":{"id":"2403.10616","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.10616","created_at":"2026-07-05T07:57:03Z"},{"alias_kind":"arxiv_version","alias_value":"2403.10616v1","created_at":"2026-07-05T07:57:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.10616","created_at":"2026-07-05T07:57:03Z"},{"alias_kind":"pith_short_12","alias_value":"5VRA34ONWRZ2","created_at":"2026-07-05T07:57:03Z"},{"alias_kind":"pith_short_16","alias_value":"5VRA34ONWRZ2XTB5","created_at":"2026-07-05T07:57:03Z"},{"alias_kind":"pith_short_8","alias_value":"5VRA34ON","created_at":"2026-07-05T07:57:03Z"}],"graph_snapshots":[{"event_id":"sha256:aa5f5be5d46bbb91ac79b76972a1b7cfbc33aacfaac0c8099e73a85d99cdd13a","target":"graph","created_at":"2026-07-05T07:57:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2403.10616/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Progress in machine learning (ML) has been fueled by scaling neural network models. This scaling has been enabled by ever more heroic feats of engineering, necessary for accommodating ML approaches that require high bandwidth communication between devices working in parallel. In this work, we propose a co-designed modular architecture and training approach for ML models, dubbed DIstributed PAth COmposition (DiPaCo). During training, DiPaCo distributes computation by paths through a set of shared modules. Together with a Local-SGD inspired optimization (DiLoCo) that keeps modules in sync with d","authors_text":"Adhiguna Kuncoro, Andrei A. Rusu, Arthur Douillard, Arthur Szlam, Ionel Gog, Jiajun Shen, Marc'Aurelio Ranzato, Qixuan Feng, Rachita Chhaparia, Yani Donchev","cross_cats":["cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-03-15T18:26:51Z","title":"DiPaCo: Distributed Path Composition"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.10616","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:177416b7ed982a45e0a32326975c4d55cd0c5704be69f755b373cbc4a32f7688","target":"record","created_at":"2026-07-05T07:57:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"55e1ededfee12f06876ec39f76089c6818b1c9526a32b45fb9edf454b7a54367","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-03-15T18:26:51Z","title_canon_sha256":"fb0797c658d5d4dc6efc549d9a581995c8b3d934dc56fb26d13c09fc8a9f1eaa"},"schema_version":"1.0","source":{"id":"2403.10616","kind":"arxiv","version":1}},"canonical_sha256":"ed620df1cdb473abcc3d025d548106ef016b6f2541e1a987fc20881ac24974b1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ed620df1cdb473abcc3d025d548106ef016b6f2541e1a987fc20881ac24974b1","first_computed_at":"2026-07-05T07:57:03.961008Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:57:03.961008Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"I0z8cJZ+JystSqAJLV2WPqfppLQFT40nFWVNhXrxwkxjlMs+ZKmDvPYZTBobdj2qcfEpti4xnq2kD9CG33AYCA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:57:03.961561Z","signed_message":"canonical_sha256_bytes"},"source_id":"2403.10616","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:177416b7ed982a45e0a32326975c4d55cd0c5704be69f755b373cbc4a32f7688","sha256:aa5f5be5d46bbb91ac79b76972a1b7cfbc33aacfaac0c8099e73a85d99cdd13a"],"state_sha256":"136c6f5a3ae956cbb9184d0785f1dcf61651b9a188e55aa329bb99d338ed571d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LGPaJa/LwH5EhtaOjT9EHu1wHa/DoRCKcFWMeyUBI/YSnpW+mr79AFSmeUmNeFoIyWAZU5Vb5hz3WQrmFB5cDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-22T22:06:49.532561Z","bundle_sha256":"57bf33a9f367d5709cf9c8e26338bd1836243cc7ac81e87c97d419c669d39f74"}}