{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:V46LJHSGTOJCRFDT2UMFN22FYH","short_pith_number":"pith:V46LJHSG","canonical_record":{"source":{"id":"2312.12705","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2023-12-20T02:03:15Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"9d281dd0fef148751d0634bb53a50892585c97045a67d99b24a4fd6e116fef89","abstract_canon_sha256":"5cd84e8cc9edcb875cc7d5485493ec105c30b180c8d6b87356206cd6240e3508"},"schema_version":"1.0"},"canonical_sha256":"af3cb49e469b92289473d51856eb45c1c84a1073b7835eeaf5d52c87c6d7981d","source":{"kind":"arxiv","id":"2312.12705","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.12705","created_at":"2026-07-05T07:27:10Z"},{"alias_kind":"arxiv_version","alias_value":"2312.12705v2","created_at":"2026-07-05T07:27:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.12705","created_at":"2026-07-05T07:27:10Z"},{"alias_kind":"pith_short_12","alias_value":"V46LJHSGTOJC","created_at":"2026-07-05T07:27:10Z"},{"alias_kind":"pith_short_16","alias_value":"V46LJHSGTOJCRFDT","created_at":"2026-07-05T07:27:10Z"},{"alias_kind":"pith_short_8","alias_value":"V46LJHSG","created_at":"2026-07-05T07:27:10Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:V46LJHSGTOJCRFDT2UMFN22FYH","target":"record","payload":{"canonical_record":{"source":{"id":"2312.12705","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2023-12-20T02:03:15Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"9d281dd0fef148751d0634bb53a50892585c97045a67d99b24a4fd6e116fef89","abstract_canon_sha256":"5cd84e8cc9edcb875cc7d5485493ec105c30b180c8d6b87356206cd6240e3508"},"schema_version":"1.0"},"canonical_sha256":"af3cb49e469b92289473d51856eb45c1c84a1073b7835eeaf5d52c87c6d7981d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:27:10.503033Z","signature_b64":"0lQQ5l7QzGIXWVIUsoGMyrKkTANXI5FSDR2m4r8ldpBICuYRdlK2XXrKBWXLkO2Ytr/gqPPJorX8NwB2uncABg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"af3cb49e469b92289473d51856eb45c1c84a1073b7835eeaf5d52c87c6d7981d","last_reissued_at":"2026-07-05T07:27:10.502573Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:27:10.502573Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2312.12705","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:27:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Xdfc+m+owpAw58mBq3DE/o1b5X+Iff0dukPs4kxOAUIZ6TlcRGeR0okv/MPzj8FvU4zKb/XQi1Hp50lUkvcABQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T22:54:11.371080Z"},"content_sha256":"ca93acca00b5bd5f4257dcc5e754cc580312023995d6e5e6dd668faac7ff7ab6","schema_version":"1.0","event_id":"sha256:ca93acca00b5bd5f4257dcc5e754cc580312023995d6e5e6dd668faac7ff7ab6"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:V46LJHSGTOJCRFDT2UMFN22FYH","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Optimizing Distributed Training on Frontier for Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.DC","authors_text":"Feiyi Wang, Guojing Cong, Isaac Lyngaas, Junqi Yin, Prasanna Balaprakash, Romain Egele, Sajal Dash, Xiao Wang","submitted_at":"2023-12-20T02:03:15Z","abstract_excerpt":"Large language models (LLMs) have demonstrated remarkable success as foundational models, benefiting various downstream applications through fine-tuning. Recent studies on loss scaling have demonstrated the superior performance of larger LLMs compared to their smaller counterparts. Nevertheless, training LLMs with billions of parameters poses significant challenges and requires considerable computational resources. For example, training a one trillion parameter GPT-style model on 20 trillion tokens requires a staggering 120 million exaflops of computation. This research explores efficient dist"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.12705","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2312.12705/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:27:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YyLN8F3Ox33bGCURO3RehQAkupFLeXLBmCLPLgHpmZvr0KugvL6y9q/6wlwnlRI7/xzks7pjSakwMPzXRw10Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T22:54:11.371719Z"},"content_sha256":"71c475fd547047cb75bad164687e2812377d2aec72d70eabfa1c83181b3a3f1a","schema_version":"1.0","event_id":"sha256:71c475fd547047cb75bad164687e2812377d2aec72d70eabfa1c83181b3a3f1a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/V46LJHSGTOJCRFDT2UMFN22FYH/bundle.json","state_url":"https://pith.science/pith/V46LJHSGTOJCRFDT2UMFN22FYH/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/V46LJHSGTOJCRFDT2UMFN22FYH/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-17T22:54:11Z","links":{"resolver":"https://pith.science/pith/V46LJHSGTOJCRFDT2UMFN22FYH","bundle":"https://pith.science/pith/V46LJHSGTOJCRFDT2UMFN22FYH/bundle.json","state":"https://pith.science/pith/V46LJHSGTOJCRFDT2UMFN22FYH/state.json","well_known_bundle":"https://pith.science/.well-known/pith/V46LJHSGTOJCRFDT2UMFN22FYH/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:V46LJHSGTOJCRFDT2UMFN22FYH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5cd84e8cc9edcb875cc7d5485493ec105c30b180c8d6b87356206cd6240e3508","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2023-12-20T02:03:15Z","title_canon_sha256":"9d281dd0fef148751d0634bb53a50892585c97045a67d99b24a4fd6e116fef89"},"schema_version":"1.0","source":{"id":"2312.12705","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.12705","created_at":"2026-07-05T07:27:10Z"},{"alias_kind":"arxiv_version","alias_value":"2312.12705v2","created_at":"2026-07-05T07:27:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.12705","created_at":"2026-07-05T07:27:10Z"},{"alias_kind":"pith_short_12","alias_value":"V46LJHSGTOJC","created_at":"2026-07-05T07:27:10Z"},{"alias_kind":"pith_short_16","alias_value":"V46LJHSGTOJCRFDT","created_at":"2026-07-05T07:27:10Z"},{"alias_kind":"pith_short_8","alias_value":"V46LJHSG","created_at":"2026-07-05T07:27:10Z"}],"graph_snapshots":[{"event_id":"sha256:71c475fd547047cb75bad164687e2812377d2aec72d70eabfa1c83181b3a3f1a","target":"graph","created_at":"2026-07-05T07:27:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2312.12705/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) have demonstrated remarkable success as foundational models, benefiting various downstream applications through fine-tuning. Recent studies on loss scaling have demonstrated the superior performance of larger LLMs compared to their smaller counterparts. Nevertheless, training LLMs with billions of parameters poses significant challenges and requires considerable computational resources. For example, training a one trillion parameter GPT-style model on 20 trillion tokens requires a staggering 120 million exaflops of computation. This research explores efficient dist","authors_text":"Feiyi Wang, Guojing Cong, Isaac Lyngaas, Junqi Yin, Prasanna Balaprakash, Romain Egele, Sajal Dash, Xiao Wang","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2023-12-20T02:03:15Z","title":"Optimizing Distributed Training on Frontier for Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.12705","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ca93acca00b5bd5f4257dcc5e754cc580312023995d6e5e6dd668faac7ff7ab6","target":"record","created_at":"2026-07-05T07:27:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5cd84e8cc9edcb875cc7d5485493ec105c30b180c8d6b87356206cd6240e3508","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2023-12-20T02:03:15Z","title_canon_sha256":"9d281dd0fef148751d0634bb53a50892585c97045a67d99b24a4fd6e116fef89"},"schema_version":"1.0","source":{"id":"2312.12705","kind":"arxiv","version":2}},"canonical_sha256":"af3cb49e469b92289473d51856eb45c1c84a1073b7835eeaf5d52c87c6d7981d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"af3cb49e469b92289473d51856eb45c1c84a1073b7835eeaf5d52c87c6d7981d","first_computed_at":"2026-07-05T07:27:10.502573Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:27:10.502573Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"0lQQ5l7QzGIXWVIUsoGMyrKkTANXI5FSDR2m4r8ldpBICuYRdlK2XXrKBWXLkO2Ytr/gqPPJorX8NwB2uncABg==","signature_status":"signed_v1","signed_at":"2026-07-05T07:27:10.503033Z","signed_message":"canonical_sha256_bytes"},"source_id":"2312.12705","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ca93acca00b5bd5f4257dcc5e754cc580312023995d6e5e6dd668faac7ff7ab6","sha256:71c475fd547047cb75bad164687e2812377d2aec72d70eabfa1c83181b3a3f1a"],"state_sha256":"e33c314d55b41d705d43e125667e35d40fd10e354db64a94b0f35ccad737a2b6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lqQW5dZnfvRjQPqZkIKxHdwMFft+UT/9W9jBZNsKp6M1XrvmOnkwTojq+EmbRsb0Z9SMa3Kj3b902LQZrL4+Bg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-17T22:54:11.377120Z","bundle_sha256":"ad00cb2ddb635173f42c2870429898913f593d216f318637e821839817aa2870"}}