{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:MUHGYXO5YGUKCS4QKUXL6HSM5B","short_pith_number":"pith:MUHGYXO5","canonical_record":{"source":{"id":"2604.15919","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2026-04-17T10:20:05Z","cross_cats_sorted":[],"title_canon_sha256":"13748e6d64901a6fe6f9c8606f394bec9390e2491ce1c0ebd547cc10f05b4aa5","abstract_canon_sha256":"a2a7e2f495e1f15993d58ca115ce5e26c4cd805e2cbcee1ee1334114729b2e89"},"schema_version":"1.0"},"canonical_sha256":"650e6c5dddc1a8a14b90552ebf1e4ce850d611daf02800a19ce19e12f4a6dc11","source":{"kind":"arxiv","id":"2604.15919","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2604.15919","created_at":"2026-05-28T01:04:40Z"},{"alias_kind":"arxiv_version","alias_value":"2604.15919v3","created_at":"2026-05-28T01:04:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2604.15919","created_at":"2026-05-28T01:04:40Z"},{"alias_kind":"pith_short_12","alias_value":"MUHGYXO5YGUK","created_at":"2026-05-28T01:04:40Z"},{"alias_kind":"pith_short_16","alias_value":"MUHGYXO5YGUKCS4Q","created_at":"2026-05-28T01:04:40Z"},{"alias_kind":"pith_short_8","alias_value":"MUHGYXO5","created_at":"2026-05-28T01:04:40Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:MUHGYXO5YGUKCS4QKUXL6HSM5B","target":"record","payload":{"canonical_record":{"source":{"id":"2604.15919","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2026-04-17T10:20:05Z","cross_cats_sorted":[],"title_canon_sha256":"13748e6d64901a6fe6f9c8606f394bec9390e2491ce1c0ebd547cc10f05b4aa5","abstract_canon_sha256":"a2a7e2f495e1f15993d58ca115ce5e26c4cd805e2cbcee1ee1334114729b2e89"},"schema_version":"1.0"},"canonical_sha256":"650e6c5dddc1a8a14b90552ebf1e4ce850d611daf02800a19ce19e12f4a6dc11","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-28T01:04:40.233979Z","signature_b64":"fU8y2hEkJdqUPneGpU5wyjKf+S/xfFAZ86wfIPop4fPRvsVSzxIgf43MufC4NDak3ZAPubawrFZ5zE7VfhIZDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"650e6c5dddc1a8a14b90552ebf1e4ce850d611daf02800a19ce19e12f4a6dc11","last_reissued_at":"2026-05-28T01:04:40.233492Z","signature_status":"signed_v1","first_computed_at":"2026-05-28T01:04:40.233492Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2604.15919","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-28T01:04:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+ySTIltVsF1s313Giy8UgKcrsM171h7+T6p/Hw39PBqS0ZI9GQXApCM856rSYWmAwG7BDFkk0zWRY8wP3KHjCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-07T08:10:11.780355Z"},"content_sha256":"308c2211255f439fd4958bbe0aae84dff465b9293668cc000da15a37c11c8370","schema_version":"1.0","event_id":"sha256:308c2211255f439fd4958bbe0aae84dff465b9293668cc000da15a37c11c8370"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:MUHGYXO5YGUKCS4QKUXL6HSM5B","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Continuous benchmarking: Keeping pace with an evolving ecosystem of models and technologies","license":"http://creativecommons.org/licenses/by/4.0/","headline":"An automated benchmarking pipeline with continuous integration features enables reproducible and reusable results for evolving HPC systems and models.","cross_cats":[],"primary_cat":"cs.DC","authors_text":"Anno C. Kurth, Catherine Mia Sch\\\"ofmann, Dennis Terhorst, Hans Ekkehard Plesser, Jan Vogelsang, Johanna Senk, Jos\\'e Villamar, Markus Diesmann, Melissa Lober, Susanne Kunkel","submitted_at":"2026-04-17T10:20:05Z","abstract_excerpt":"Drawing on ideas from continuous integration, we present concepts of an automated benchmarking pipeline for high performance applications. Customization and collaboration have been key design goals owing to the requirements of research-software development as a continuous community effort. We have extended our previous conceptual work on systematic benchmarking workflows with the functionality of user-agnostic operations as well as continuous benchmarking. This fosters reproducibility and re-use of benchmarking results to ensure sustainable technological progress. We provide software-engineeri"},"claims":{"count":4,"items":[{"kind":"strongest_claim","text":"We have extended our previous conceptual work on systematic benchmarking workflows with the functionality of user-agnostic operations as well as continuous benchmarking. This fosters reproducibility and re-use of benchmarking results to ensure sustainable technological progress.","source":"verdict.strongest_claim","status":"machine_extracted","claim_id":"C1","attestation":"unclaimed"},{"kind":"weakest_assumption","text":"That the described automated benchmarking pipeline can be realized with user-agnostic operations and continuous features in a way that actually delivers customization, collaboration, and re-use without further technical specification or validation.","source":"verdict.weakest_assumption","status":"machine_extracted","claim_id":"C2","attestation":"unclaimed"},{"kind":"one_line_summary","text":"The authors describe a continuous benchmarking system for HPC applications that supports user-agnostic operations, customization, and collaboration to ensure reproducibility and sustainable progress in neuroscience and AI.","source":"verdict.one_line_summary","status":"machine_extracted","claim_id":"C3","attestation":"unclaimed"},{"kind":"headline","text":"An automated benchmarking pipeline with continuous integration features enables reproducible and reusable results for evolving HPC systems and models.","source":"verdict.pith_extraction.headline","status":"machine_extracted","claim_id":"C4","attestation":"unclaimed"}],"snapshot_sha256":"7eb1e2aab9e0eae674be674c8080ec3c4355fa4fab9b35b2055991f9fe6d88fc"},"source":{"id":"2604.15919","kind":"arxiv","version":3},"verdict":{"id":"1a88a0d6-83a0-485e-9cb7-ccef757ee88d","model_set":{"reader":"grok-4.3"},"created_at":"2026-05-10T08:06:18.844818Z","strongest_claim":"We have extended our previous conceptual work on systematic benchmarking workflows with the functionality of user-agnostic operations as well as continuous benchmarking. This fosters reproducibility and re-use of benchmarking results to ensure sustainable technological progress.","one_line_summary":"The authors describe a continuous benchmarking system for HPC applications that supports user-agnostic operations, customization, and collaboration to ensure reproducibility and sustainable progress in neuroscience and AI.","pipeline_version":"pith-pipeline@v0.9.0","weakest_assumption":"That the described automated benchmarking pipeline can be realized with user-agnostic operations and continuous features in a way that actually delivers customization, collaboration, and re-use without further technical specification or validation.","pith_extraction_headline":"An automated benchmarking pipeline with continuous integration features enables reproducible and reusable results for evolving HPC systems and models."},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2604.15919/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":"1a88a0d6-83a0-485e-9cb7-ccef757ee88d"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-28T01:04:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YBsCjQ6KLuh/xDFZ6ZbupuK1ev6+PYCgPvhx0WqT6qecccOnIKvwWABLuiku+0xvNpYdRRWDLe4UfCTjBBrpBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-07T08:10:11.781078Z"},"content_sha256":"26d74066a09bad46481e8f61d0f53af0155226538ab9ffb72631efa11733ae4e","schema_version":"1.0","event_id":"sha256:26d74066a09bad46481e8f61d0f53af0155226538ab9ffb72631efa11733ae4e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MUHGYXO5YGUKCS4QKUXL6HSM5B/bundle.json","state_url":"https://pith.science/pith/MUHGYXO5YGUKCS4QKUXL6HSM5B/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MUHGYXO5YGUKCS4QKUXL6HSM5B/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-07T08:10:11Z","links":{"resolver":"https://pith.science/pith/MUHGYXO5YGUKCS4QKUXL6HSM5B","bundle":"https://pith.science/pith/MUHGYXO5YGUKCS4QKUXL6HSM5B/bundle.json","state":"https://pith.science/pith/MUHGYXO5YGUKCS4QKUXL6HSM5B/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MUHGYXO5YGUKCS4QKUXL6HSM5B/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:MUHGYXO5YGUKCS4QKUXL6HSM5B","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a2a7e2f495e1f15993d58ca115ce5e26c4cd805e2cbcee1ee1334114729b2e89","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2026-04-17T10:20:05Z","title_canon_sha256":"13748e6d64901a6fe6f9c8606f394bec9390e2491ce1c0ebd547cc10f05b4aa5"},"schema_version":"1.0","source":{"id":"2604.15919","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2604.15919","created_at":"2026-05-28T01:04:40Z"},{"alias_kind":"arxiv_version","alias_value":"2604.15919v3","created_at":"2026-05-28T01:04:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2604.15919","created_at":"2026-05-28T01:04:40Z"},{"alias_kind":"pith_short_12","alias_value":"MUHGYXO5YGUK","created_at":"2026-05-28T01:04:40Z"},{"alias_kind":"pith_short_16","alias_value":"MUHGYXO5YGUKCS4Q","created_at":"2026-05-28T01:04:40Z"},{"alias_kind":"pith_short_8","alias_value":"MUHGYXO5","created_at":"2026-05-28T01:04:40Z"}],"graph_snapshots":[{"event_id":"sha256:26d74066a09bad46481e8f61d0f53af0155226538ab9ffb72631efa11733ae4e","target":"graph","created_at":"2026-05-28T01:04:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":4,"items":[{"attestation":"unclaimed","claim_id":"C1","kind":"strongest_claim","source":"verdict.strongest_claim","status":"machine_extracted","text":"We have extended our previous conceptual work on systematic benchmarking workflows with the functionality of user-agnostic operations as well as continuous benchmarking. This fosters reproducibility and re-use of benchmarking results to ensure sustainable technological progress."},{"attestation":"unclaimed","claim_id":"C2","kind":"weakest_assumption","source":"verdict.weakest_assumption","status":"machine_extracted","text":"That the described automated benchmarking pipeline can be realized with user-agnostic operations and continuous features in a way that actually delivers customization, collaboration, and re-use without further technical specification or validation."},{"attestation":"unclaimed","claim_id":"C3","kind":"one_line_summary","source":"verdict.one_line_summary","status":"machine_extracted","text":"The authors describe a continuous benchmarking system for HPC applications that supports user-agnostic operations, customization, and collaboration to ensure reproducibility and sustainable progress in neuroscience and AI."},{"attestation":"unclaimed","claim_id":"C4","kind":"headline","source":"verdict.pith_extraction.headline","status":"machine_extracted","text":"An automated benchmarking pipeline with continuous integration features enables reproducible and reusable results for evolving HPC systems and models."}],"snapshot_sha256":"7eb1e2aab9e0eae674be674c8080ec3c4355fa4fab9b35b2055991f9fe6d88fc"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2604.15919/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Drawing on ideas from continuous integration, we present concepts of an automated benchmarking pipeline for high performance applications. Customization and collaboration have been key design goals owing to the requirements of research-software development as a continuous community effort. We have extended our previous conceptual work on systematic benchmarking workflows with the functionality of user-agnostic operations as well as continuous benchmarking. This fosters reproducibility and re-use of benchmarking results to ensure sustainable technological progress. We provide software-engineeri","authors_text":"Anno C. Kurth, Catherine Mia Sch\\\"ofmann, Dennis Terhorst, Hans Ekkehard Plesser, Jan Vogelsang, Johanna Senk, Jos\\'e Villamar, Markus Diesmann, Melissa Lober, Susanne Kunkel","cross_cats":[],"headline":"An automated benchmarking pipeline with continuous integration features enables reproducible and reusable results for evolving HPC systems and models.","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2026-04-17T10:20:05Z","title":"Continuous benchmarking: Keeping pace with an evolving ecosystem of models and technologies"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2604.15919","kind":"arxiv","version":3},"verdict":{"created_at":"2026-05-10T08:06:18.844818Z","id":"1a88a0d6-83a0-485e-9cb7-ccef757ee88d","model_set":{"reader":"grok-4.3"},"one_line_summary":"The authors describe a continuous benchmarking system for HPC applications that supports user-agnostic operations, customization, and collaboration to ensure reproducibility and sustainable progress in neuroscience and AI.","pipeline_version":"pith-pipeline@v0.9.0","pith_extraction_headline":"An automated benchmarking pipeline with continuous integration features enables reproducible and reusable results for evolving HPC systems and models.","strongest_claim":"We have extended our previous conceptual work on systematic benchmarking workflows with the functionality of user-agnostic operations as well as continuous benchmarking. This fosters reproducibility and re-use of benchmarking results to ensure sustainable technological progress.","weakest_assumption":"That the described automated benchmarking pipeline can be realized with user-agnostic operations and continuous features in a way that actually delivers customization, collaboration, and re-use without further technical specification or validation."}},"verdict_id":"1a88a0d6-83a0-485e-9cb7-ccef757ee88d"}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:308c2211255f439fd4958bbe0aae84dff465b9293668cc000da15a37c11c8370","target":"record","created_at":"2026-05-28T01:04:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a2a7e2f495e1f15993d58ca115ce5e26c4cd805e2cbcee1ee1334114729b2e89","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2026-04-17T10:20:05Z","title_canon_sha256":"13748e6d64901a6fe6f9c8606f394bec9390e2491ce1c0ebd547cc10f05b4aa5"},"schema_version":"1.0","source":{"id":"2604.15919","kind":"arxiv","version":3}},"canonical_sha256":"650e6c5dddc1a8a14b90552ebf1e4ce850d611daf02800a19ce19e12f4a6dc11","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"650e6c5dddc1a8a14b90552ebf1e4ce850d611daf02800a19ce19e12f4a6dc11","first_computed_at":"2026-05-28T01:04:40.233492Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-28T01:04:40.233492Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"fU8y2hEkJdqUPneGpU5wyjKf+S/xfFAZ86wfIPop4fPRvsVSzxIgf43MufC4NDak3ZAPubawrFZ5zE7VfhIZDw==","signature_status":"signed_v1","signed_at":"2026-05-28T01:04:40.233979Z","signed_message":"canonical_sha256_bytes"},"source_id":"2604.15919","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:308c2211255f439fd4958bbe0aae84dff465b9293668cc000da15a37c11c8370","sha256:26d74066a09bad46481e8f61d0f53af0155226538ab9ffb72631efa11733ae4e"],"state_sha256":"4a8755516a237fc9f4d38b9907f400a03024bcb2a0551eda0a8f328fd2a3bf4f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6YgHTj3eiP0DO3TyZEv0T1GzDD2Ccz4cbCKgP4fNj5d0/xbkdok+nuSXcjbHzWztrM2dNvR9VN1G5T/BHryzAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-07T08:10:11.786156Z","bundle_sha256":"d470f289e0bffd18d75d17552d1a0a29ff6a7f09f48458c5589589af5827c000"}}