{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:JOSNLLKKQQDMR45F7KTAFSMSGK","short_pith_number":"pith:JOSNLLKK","canonical_record":{"source":{"id":"2405.05455","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-05-08T23:09:43Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"5bc10f93ff9b5ab5c1af2d919d1775550d9afcce9f4291d1cff8ecd4b09b8b5e","abstract_canon_sha256":"99c52d481ee1cb03a6eb8912b879acd88ce2920e742e797d7c925a4f7bee5da5"},"schema_version":"1.0"},"canonical_sha256":"4ba4d5ad4a8406c8f3a5faa602c99232915618525f02ea674ff61644b305f490","source":{"kind":"arxiv","id":"2405.05455","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.05455","created_at":"2026-07-05T08:17:18Z"},{"alias_kind":"arxiv_version","alias_value":"2405.05455v1","created_at":"2026-07-05T08:17:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.05455","created_at":"2026-07-05T08:17:18Z"},{"alias_kind":"pith_short_12","alias_value":"JOSNLLKKQQDM","created_at":"2026-07-05T08:17:18Z"},{"alias_kind":"pith_short_16","alias_value":"JOSNLLKKQQDMR45F","created_at":"2026-07-05T08:17:18Z"},{"alias_kind":"pith_short_8","alias_value":"JOSNLLKK","created_at":"2026-07-05T08:17:18Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:JOSNLLKKQQDMR45F7KTAFSMSGK","target":"record","payload":{"canonical_record":{"source":{"id":"2405.05455","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-05-08T23:09:43Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"5bc10f93ff9b5ab5c1af2d919d1775550d9afcce9f4291d1cff8ecd4b09b8b5e","abstract_canon_sha256":"99c52d481ee1cb03a6eb8912b879acd88ce2920e742e797d7c925a4f7bee5da5"},"schema_version":"1.0"},"canonical_sha256":"4ba4d5ad4a8406c8f3a5faa602c99232915618525f02ea674ff61644b305f490","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:17:18.520062Z","signature_b64":"kaSFXGCxvRxch8cwg/l1ytgP2DqDYcoCLGo6WlL7TfAjEu0hgLzQC/ZTfdjtqWB6RwIfEr4F49GbX747oN/2Bw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4ba4d5ad4a8406c8f3a5faa602c99232915618525f02ea674ff61644b305f490","last_reissued_at":"2026-07-05T08:17:18.519553Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:17:18.519553Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.05455","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:17:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6LLeIZynj9sqcVzwsxUcALgAGyHpCoQpyhnw4xV1SjJS9VBRsDKQfFbX+JftJc/nrn2K08SaOedi4pfWTFjoAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-05T15:02:46.096756Z"},"content_sha256":"96adbf599ae6f94aa25103a5f96e285b6fef32fbe4341bbae69b34f4739e0599","schema_version":"1.0","event_id":"sha256:96adbf599ae6f94aa25103a5f96e285b6fef32fbe4341bbae69b34f4739e0599"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:JOSNLLKKQQDMR45F7KTAFSMSGK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Automated Program Repair: Emerging trends pose and expose problems for benchmarks","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.SE","authors_text":"Joseph Renzullo, Pemma Reiter, Stephanie Forrest, Westley Weimer","submitted_at":"2024-05-08T23:09:43Z","abstract_excerpt":"Machine learning (ML) now pervades the field of Automated Program Repair (APR). Algorithms deploy neural machine translation and large language models (LLMs) to generate software patches, among other tasks. But, there are important differences between these applications of ML and earlier work. Evaluations and comparisons must take care to ensure that results are valid and likely to generalize. A challenge is that the most popular APR evaluation benchmarks were not designed with ML techniques in mind. This is especially true for LLMs, whose large and often poorly-disclosed training datasets may"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.05455","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.05455/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:17:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XH7nMlfHT1fOkWFks4ShZwJIi4OiLfwxUQGnB65V05PkBz/xcnTmeBfKkr3daR/QYOp+7wBdwgyBtCL5AYljCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-05T15:02:46.097403Z"},"content_sha256":"653a6622487740c2de77aea30b78d35999327f6fbe51782f3bdb0c966e5d8d37","schema_version":"1.0","event_id":"sha256:653a6622487740c2de77aea30b78d35999327f6fbe51782f3bdb0c966e5d8d37"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/JOSNLLKKQQDMR45F7KTAFSMSGK/bundle.json","state_url":"https://pith.science/pith/JOSNLLKKQQDMR45F7KTAFSMSGK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/JOSNLLKKQQDMR45F7KTAFSMSGK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-05T15:02:46Z","links":{"resolver":"https://pith.science/pith/JOSNLLKKQQDMR45F7KTAFSMSGK","bundle":"https://pith.science/pith/JOSNLLKKQQDMR45F7KTAFSMSGK/bundle.json","state":"https://pith.science/pith/JOSNLLKKQQDMR45F7KTAFSMSGK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/JOSNLLKKQQDMR45F7KTAFSMSGK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:JOSNLLKKQQDMR45F7KTAFSMSGK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"99c52d481ee1cb03a6eb8912b879acd88ce2920e742e797d7c925a4f7bee5da5","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-05-08T23:09:43Z","title_canon_sha256":"5bc10f93ff9b5ab5c1af2d919d1775550d9afcce9f4291d1cff8ecd4b09b8b5e"},"schema_version":"1.0","source":{"id":"2405.05455","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.05455","created_at":"2026-07-05T08:17:18Z"},{"alias_kind":"arxiv_version","alias_value":"2405.05455v1","created_at":"2026-07-05T08:17:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.05455","created_at":"2026-07-05T08:17:18Z"},{"alias_kind":"pith_short_12","alias_value":"JOSNLLKKQQDM","created_at":"2026-07-05T08:17:18Z"},{"alias_kind":"pith_short_16","alias_value":"JOSNLLKKQQDMR45F","created_at":"2026-07-05T08:17:18Z"},{"alias_kind":"pith_short_8","alias_value":"JOSNLLKK","created_at":"2026-07-05T08:17:18Z"}],"graph_snapshots":[{"event_id":"sha256:653a6622487740c2de77aea30b78d35999327f6fbe51782f3bdb0c966e5d8d37","target":"graph","created_at":"2026-07-05T08:17:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.05455/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Machine learning (ML) now pervades the field of Automated Program Repair (APR). Algorithms deploy neural machine translation and large language models (LLMs) to generate software patches, among other tasks. But, there are important differences between these applications of ML and earlier work. Evaluations and comparisons must take care to ensure that results are valid and likely to generalize. A challenge is that the most popular APR evaluation benchmarks were not designed with ML techniques in mind. This is especially true for LLMs, whose large and often poorly-disclosed training datasets may","authors_text":"Joseph Renzullo, Pemma Reiter, Stephanie Forrest, Westley Weimer","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-05-08T23:09:43Z","title":"Automated Program Repair: Emerging trends pose and expose problems for benchmarks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.05455","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:96adbf599ae6f94aa25103a5f96e285b6fef32fbe4341bbae69b34f4739e0599","target":"record","created_at":"2026-07-05T08:17:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"99c52d481ee1cb03a6eb8912b879acd88ce2920e742e797d7c925a4f7bee5da5","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-05-08T23:09:43Z","title_canon_sha256":"5bc10f93ff9b5ab5c1af2d919d1775550d9afcce9f4291d1cff8ecd4b09b8b5e"},"schema_version":"1.0","source":{"id":"2405.05455","kind":"arxiv","version":1}},"canonical_sha256":"4ba4d5ad4a8406c8f3a5faa602c99232915618525f02ea674ff61644b305f490","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4ba4d5ad4a8406c8f3a5faa602c99232915618525f02ea674ff61644b305f490","first_computed_at":"2026-07-05T08:17:18.519553Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:17:18.519553Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"kaSFXGCxvRxch8cwg/l1ytgP2DqDYcoCLGo6WlL7TfAjEu0hgLzQC/ZTfdjtqWB6RwIfEr4F49GbX747oN/2Bw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:17:18.520062Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.05455","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:96adbf599ae6f94aa25103a5f96e285b6fef32fbe4341bbae69b34f4739e0599","sha256:653a6622487740c2de77aea30b78d35999327f6fbe51782f3bdb0c966e5d8d37"],"state_sha256":"3105509c50d2458c94cddc837831f07d631d82ef4857b574da25e4cf6e30d801"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xsfn0w9RzkiKbKVQkNQf1sVkR++bFQaw3VETKvlvVPQd0sUtwoUKTR+tbO3aRb9go59DChtPxIt3PK6+fS8ADw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-05T15:02:46.100342Z","bundle_sha256":"81856088c91f9f8034885c142a0073c3efef1006d7488a47b391cafb587d94e3"}}