{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:56YEXXLB35OT3UVPKVNWL26CFX","short_pith_number":"pith:56YEXXLB","canonical_record":{"source":{"id":"2506.07731","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-06-09T13:15:50Z","cross_cats_sorted":[],"title_canon_sha256":"9aea25b51a75aaa2ea877b84410e9cb5172b8f683d5c0737318c49592352edae","abstract_canon_sha256":"089630a92dc6037aecd49161cfd85ded2cabc423d86c8163c016d0e440e7a97e"},"schema_version":"1.0"},"canonical_sha256":"efb04bdd61df5d3dd2af555b65ebc22de53e51bc82b9f438acc7265bbcfce982","source":{"kind":"arxiv","id":"2506.07731","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.07731","created_at":"2026-07-05T11:18:32Z"},{"alias_kind":"arxiv_version","alias_value":"2506.07731v1","created_at":"2026-07-05T11:18:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.07731","created_at":"2026-07-05T11:18:32Z"},{"alias_kind":"pith_short_12","alias_value":"56YEXXLB35OT","created_at":"2026-07-05T11:18:32Z"},{"alias_kind":"pith_short_16","alias_value":"56YEXXLB35OT3UVP","created_at":"2026-07-05T11:18:32Z"},{"alias_kind":"pith_short_8","alias_value":"56YEXXLB","created_at":"2026-07-05T11:18:32Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:56YEXXLB35OT3UVPKVNWL26CFX","target":"record","payload":{"canonical_record":{"source":{"id":"2506.07731","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-06-09T13:15:50Z","cross_cats_sorted":[],"title_canon_sha256":"9aea25b51a75aaa2ea877b84410e9cb5172b8f683d5c0737318c49592352edae","abstract_canon_sha256":"089630a92dc6037aecd49161cfd85ded2cabc423d86c8163c016d0e440e7a97e"},"schema_version":"1.0"},"canonical_sha256":"efb04bdd61df5d3dd2af555b65ebc22de53e51bc82b9f438acc7265bbcfce982","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:18:32.298517Z","signature_b64":"Uev7OzzRLmWJt3ZFcLEZjzbFXFAV9zKfFIp+d7DffV5uxBEGeeOJRz0V/a4oBorZ79gaSYz3HWm7Hgd7Cu2XBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"efb04bdd61df5d3dd2af555b65ebc22de53e51bc82b9f438acc7265bbcfce982","last_reissued_at":"2026-07-05T11:18:32.298004Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:18:32.298004Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2506.07731","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:18:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"iAyBZmv5z1cMVZiM52CMFYNY8nJPwYyWv5PxFRMnKUPca8spUlxz+mpitjDl8IK59E8Cqi+pKDhVjLo6SnAgDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T14:57:26.593673Z"},"content_sha256":"b73988a164d81db397a892e658b010ac160e536b3f15641d0e40469478e48764","schema_version":"1.0","event_id":"sha256:b73988a164d81db397a892e658b010ac160e536b3f15641d0e40469478e48764"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:56YEXXLB35OT3UVPKVNWL26CFX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"NeurIPS 2025 E2LM Competition : Early Training Evaluation of Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Basma El Amel Boussaha, Billel Mokeddem, Damiano Marsili, Georgia Gkioxari, Hakim Hacid, Jingwei Zuo, Mouadh Yagoubi, Mounia Lalmas, Mugariya Farooq, Patrick Gallinari, Philip Torr, Phuc H. Le-Khac, Reda Alami, Yasser Dahou, Younes Belkada","submitted_at":"2025-06-09T13:15:50Z","abstract_excerpt":"Existing benchmarks have proven effective for assessing the performance of fully trained large language models. However, we find striking differences in the early training stages of small models, where benchmarks often fail to provide meaningful or discriminative signals. To explore how these differences arise, this competition tackles the challenge of designing scientific knowledge evaluation tasks specifically tailored for measuring early training progress of language models. Participants are invited to develop novel evaluation methodologies or adapt existing benchmarks to better capture per"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.07731","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2506.07731/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:18:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"s70eC6QJhneL6wI0GHhd+20MNmCLEcz1zDkOVMRGDfNAoS9FaS05juloaWOTkoXYVJfDC1iXrn4gy+sK8Es4Aw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T14:57:26.594532Z"},"content_sha256":"39684e5d594c72b2fb658e2309f39c2aa0b6a856ca1782d131e731e370574007","schema_version":"1.0","event_id":"sha256:39684e5d594c72b2fb658e2309f39c2aa0b6a856ca1782d131e731e370574007"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/56YEXXLB35OT3UVPKVNWL26CFX/bundle.json","state_url":"https://pith.science/pith/56YEXXLB35OT3UVPKVNWL26CFX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/56YEXXLB35OT3UVPKVNWL26CFX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-12T14:57:26Z","links":{"resolver":"https://pith.science/pith/56YEXXLB35OT3UVPKVNWL26CFX","bundle":"https://pith.science/pith/56YEXXLB35OT3UVPKVNWL26CFX/bundle.json","state":"https://pith.science/pith/56YEXXLB35OT3UVPKVNWL26CFX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/56YEXXLB35OT3UVPKVNWL26CFX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:56YEXXLB35OT3UVPKVNWL26CFX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"089630a92dc6037aecd49161cfd85ded2cabc423d86c8163c016d0e440e7a97e","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-06-09T13:15:50Z","title_canon_sha256":"9aea25b51a75aaa2ea877b84410e9cb5172b8f683d5c0737318c49592352edae"},"schema_version":"1.0","source":{"id":"2506.07731","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.07731","created_at":"2026-07-05T11:18:32Z"},{"alias_kind":"arxiv_version","alias_value":"2506.07731v1","created_at":"2026-07-05T11:18:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.07731","created_at":"2026-07-05T11:18:32Z"},{"alias_kind":"pith_short_12","alias_value":"56YEXXLB35OT","created_at":"2026-07-05T11:18:32Z"},{"alias_kind":"pith_short_16","alias_value":"56YEXXLB35OT3UVP","created_at":"2026-07-05T11:18:32Z"},{"alias_kind":"pith_short_8","alias_value":"56YEXXLB","created_at":"2026-07-05T11:18:32Z"}],"graph_snapshots":[{"event_id":"sha256:39684e5d594c72b2fb658e2309f39c2aa0b6a856ca1782d131e731e370574007","target":"graph","created_at":"2026-07-05T11:18:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2506.07731/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Existing benchmarks have proven effective for assessing the performance of fully trained large language models. However, we find striking differences in the early training stages of small models, where benchmarks often fail to provide meaningful or discriminative signals. To explore how these differences arise, this competition tackles the challenge of designing scientific knowledge evaluation tasks specifically tailored for measuring early training progress of language models. Participants are invited to develop novel evaluation methodologies or adapt existing benchmarks to better capture per","authors_text":"Basma El Amel Boussaha, Billel Mokeddem, Damiano Marsili, Georgia Gkioxari, Hakim Hacid, Jingwei Zuo, Mouadh Yagoubi, Mounia Lalmas, Mugariya Farooq, Patrick Gallinari, Philip Torr, Phuc H. Le-Khac, Reda Alami, Yasser Dahou, Younes Belkada","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-06-09T13:15:50Z","title":"NeurIPS 2025 E2LM Competition : Early Training Evaluation of Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.07731","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b73988a164d81db397a892e658b010ac160e536b3f15641d0e40469478e48764","target":"record","created_at":"2026-07-05T11:18:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"089630a92dc6037aecd49161cfd85ded2cabc423d86c8163c016d0e440e7a97e","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-06-09T13:15:50Z","title_canon_sha256":"9aea25b51a75aaa2ea877b84410e9cb5172b8f683d5c0737318c49592352edae"},"schema_version":"1.0","source":{"id":"2506.07731","kind":"arxiv","version":1}},"canonical_sha256":"efb04bdd61df5d3dd2af555b65ebc22de53e51bc82b9f438acc7265bbcfce982","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"efb04bdd61df5d3dd2af555b65ebc22de53e51bc82b9f438acc7265bbcfce982","first_computed_at":"2026-07-05T11:18:32.298004Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:18:32.298004Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Uev7OzzRLmWJt3ZFcLEZjzbFXFAV9zKfFIp+d7DffV5uxBEGeeOJRz0V/a4oBorZ79gaSYz3HWm7Hgd7Cu2XBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:18:32.298517Z","signed_message":"canonical_sha256_bytes"},"source_id":"2506.07731","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b73988a164d81db397a892e658b010ac160e536b3f15641d0e40469478e48764","sha256:39684e5d594c72b2fb658e2309f39c2aa0b6a856ca1782d131e731e370574007"],"state_sha256":"ff200f420595d5dbfd90ddea1350df7bcbc2c098c0ed6ffdf7c70eb6f0f68de5"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CZXojb7CzRF2FhoRC0eAI4Dm7J8cV+qBEFE8rTWyen8Np6EoWiDZ59hdWdRyyBKOU7PVAoXXACrll+K0YqEwAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-12T14:57:26.598731Z","bundle_sha256":"71e6448777a1cea6a2b485079ce5a389e7290b90a302b7629fab26cd5eb7200c"}}