{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:GSXL4EQNKSDDVBXILOFQYVYKOA","short_pith_number":"pith:GSXL4EQN","canonical_record":{"source":{"id":"2410.11820","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-15T17:47:44Z","cross_cats_sorted":[],"title_canon_sha256":"1165d0458898b5f5cbb6807a46bb8912a31c54ec7d703f189eb8edfdfd3b33e8","abstract_canon_sha256":"f1b84d5da3fde2393d9dfb84833ebc61f20268876ef39811fb660bb72d82fe43"},"schema_version":"1.0"},"canonical_sha256":"34aebe120d54863a86e85b8b0c570a700d3217a5ef5435433f1517048ccff693","source":{"kind":"arxiv","id":"2410.11820","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.11820","created_at":"2026-07-05T09:20:59Z"},{"alias_kind":"arxiv_version","alias_value":"2410.11820v1","created_at":"2026-07-05T09:20:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.11820","created_at":"2026-07-05T09:20:59Z"},{"alias_kind":"pith_short_12","alias_value":"GSXL4EQNKSDD","created_at":"2026-07-05T09:20:59Z"},{"alias_kind":"pith_short_16","alias_value":"GSXL4EQNKSDDVBXI","created_at":"2026-07-05T09:20:59Z"},{"alias_kind":"pith_short_8","alias_value":"GSXL4EQN","created_at":"2026-07-05T09:20:59Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:GSXL4EQNKSDDVBXILOFQYVYKOA","target":"record","payload":{"canonical_record":{"source":{"id":"2410.11820","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-15T17:47:44Z","cross_cats_sorted":[],"title_canon_sha256":"1165d0458898b5f5cbb6807a46bb8912a31c54ec7d703f189eb8edfdfd3b33e8","abstract_canon_sha256":"f1b84d5da3fde2393d9dfb84833ebc61f20268876ef39811fb660bb72d82fe43"},"schema_version":"1.0"},"canonical_sha256":"34aebe120d54863a86e85b8b0c570a700d3217a5ef5435433f1517048ccff693","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:20:59.407789Z","signature_b64":"tiHic1RamJE0eKKCluVwlRv63ixNE3MkYs1Grfx5y52FIkJVkJ8vLmUzZXYW4WuAUWjut3NffRwJdga/iq/3Dg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"34aebe120d54863a86e85b8b0c570a700d3217a5ef5435433f1517048ccff693","last_reissued_at":"2026-07-05T09:20:59.407211Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:20:59.407211Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.11820","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:20:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"no4hPVk+7PGo3sF4sAhpvT+j7pSBiy3dMoBJTlECB6EEmXCcqoxKZqh85QvfLt1tI5Ua8/jbkMU+QbiE8LLDBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-26T19:30:33.616330Z"},"content_sha256":"5272820dc2501b2dacfd55bb900c0a10f837cc19dfce65fdb51d90d54393c21e","schema_version":"1.0","event_id":"sha256:5272820dc2501b2dacfd55bb900c0a10f837cc19dfce65fdb51d90d54393c21e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:GSXL4EQNKSDDVBXILOFQYVYKOA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Adaptive Data Optimization: Dynamic Sample Selection with Scaling Laws","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Allan Zhou, J. Zico Kolter, Sadhika Malladi, Yiding Jiang, Zhili Feng","submitted_at":"2024-10-15T17:47:44Z","abstract_excerpt":"The composition of pretraining data is a key determinant of foundation models' performance, but there is no standard guideline for allocating a limited computational budget across different data sources. Most current approaches either rely on extensive experiments with smaller models or dynamic data adjustments that also require proxy models, both of which significantly increase the workflow complexity and computational overhead. In this paper, we introduce Adaptive Data Optimization (ADO), an algorithm that optimizes data distributions in an online fashion, concurrent with model training. Unl"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.11820","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.11820/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:20:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Q+OZ2sB6cGWLp9GC/hgpgjwx+UIbuZjqNN8WWl4fDnu87m6UsOGB/8iJAB5EDz6DCoj9yEsToaI5FmSpOcBvCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-26T19:30:33.616705Z"},"content_sha256":"336246970c7b1c24b90281998766fa7e027ab5c71b941f887636355b414d6386","schema_version":"1.0","event_id":"sha256:336246970c7b1c24b90281998766fa7e027ab5c71b941f887636355b414d6386"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/GSXL4EQNKSDDVBXILOFQYVYKOA/bundle.json","state_url":"https://pith.science/pith/GSXL4EQNKSDDVBXILOFQYVYKOA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/GSXL4EQNKSDDVBXILOFQYVYKOA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-26T19:30:33Z","links":{"resolver":"https://pith.science/pith/GSXL4EQNKSDDVBXILOFQYVYKOA","bundle":"https://pith.science/pith/GSXL4EQNKSDDVBXILOFQYVYKOA/bundle.json","state":"https://pith.science/pith/GSXL4EQNKSDDVBXILOFQYVYKOA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/GSXL4EQNKSDDVBXILOFQYVYKOA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:GSXL4EQNKSDDVBXILOFQYVYKOA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f1b84d5da3fde2393d9dfb84833ebc61f20268876ef39811fb660bb72d82fe43","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-15T17:47:44Z","title_canon_sha256":"1165d0458898b5f5cbb6807a46bb8912a31c54ec7d703f189eb8edfdfd3b33e8"},"schema_version":"1.0","source":{"id":"2410.11820","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.11820","created_at":"2026-07-05T09:20:59Z"},{"alias_kind":"arxiv_version","alias_value":"2410.11820v1","created_at":"2026-07-05T09:20:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.11820","created_at":"2026-07-05T09:20:59Z"},{"alias_kind":"pith_short_12","alias_value":"GSXL4EQNKSDD","created_at":"2026-07-05T09:20:59Z"},{"alias_kind":"pith_short_16","alias_value":"GSXL4EQNKSDDVBXI","created_at":"2026-07-05T09:20:59Z"},{"alias_kind":"pith_short_8","alias_value":"GSXL4EQN","created_at":"2026-07-05T09:20:59Z"}],"graph_snapshots":[{"event_id":"sha256:336246970c7b1c24b90281998766fa7e027ab5c71b941f887636355b414d6386","target":"graph","created_at":"2026-07-05T09:20:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.11820/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The composition of pretraining data is a key determinant of foundation models' performance, but there is no standard guideline for allocating a limited computational budget across different data sources. Most current approaches either rely on extensive experiments with smaller models or dynamic data adjustments that also require proxy models, both of which significantly increase the workflow complexity and computational overhead. In this paper, we introduce Adaptive Data Optimization (ADO), an algorithm that optimizes data distributions in an online fashion, concurrent with model training. Unl","authors_text":"Allan Zhou, J. Zico Kolter, Sadhika Malladi, Yiding Jiang, Zhili Feng","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-15T17:47:44Z","title":"Adaptive Data Optimization: Dynamic Sample Selection with Scaling Laws"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.11820","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5272820dc2501b2dacfd55bb900c0a10f837cc19dfce65fdb51d90d54393c21e","target":"record","created_at":"2026-07-05T09:20:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f1b84d5da3fde2393d9dfb84833ebc61f20268876ef39811fb660bb72d82fe43","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-15T17:47:44Z","title_canon_sha256":"1165d0458898b5f5cbb6807a46bb8912a31c54ec7d703f189eb8edfdfd3b33e8"},"schema_version":"1.0","source":{"id":"2410.11820","kind":"arxiv","version":1}},"canonical_sha256":"34aebe120d54863a86e85b8b0c570a700d3217a5ef5435433f1517048ccff693","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"34aebe120d54863a86e85b8b0c570a700d3217a5ef5435433f1517048ccff693","first_computed_at":"2026-07-05T09:20:59.407211Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:20:59.407211Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"tiHic1RamJE0eKKCluVwlRv63ixNE3MkYs1Grfx5y52FIkJVkJ8vLmUzZXYW4WuAUWjut3NffRwJdga/iq/3Dg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:20:59.407789Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.11820","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5272820dc2501b2dacfd55bb900c0a10f837cc19dfce65fdb51d90d54393c21e","sha256:336246970c7b1c24b90281998766fa7e027ab5c71b941f887636355b414d6386"],"state_sha256":"53c6e840356dd57bd7d96d3812b48b85069242b05fd9bbc64bd5de6e4092bdb5"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fTD52cSoTFHErwtjjqomy8nQ02wDEZnoia85RvwYwFjBRXmRZ1bz+CN7q2N62Xzpk6tb0nN/lpjJE08Ix2VeCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-26T19:30:33.618825Z","bundle_sha256":"9f65f0c1f08d0bd8ae6d9a7b790cb05aae307e232d3e547cb3c898b1af28c257"}}