{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:UPRPS3TTHMSXPQYNV6Y4WQA3WD","short_pith_number":"pith:UPRPS3TT","canonical_record":{"source":{"id":"2606.18237","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-06-16T17:58:05Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"8c9bf73363f09e525d0933c35996cb9f97a8a480392ed8213a25f249443fe267","abstract_canon_sha256":"b8147fc2838b1486df152bab979240a2cd7470be42f5f8231e4595cc7c1f2c5e"},"schema_version":"1.0"},"canonical_sha256":"a3e2f96e733b2577c30dafb1cb401bb0e8e7d318e5479f695b05a4ae7f7c2877","source":{"kind":"arxiv","id":"2606.18237","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2606.18237","created_at":"2026-06-19T16:10:51Z"},{"alias_kind":"arxiv_version","alias_value":"2606.18237v1","created_at":"2026-06-19T16:10:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2606.18237","created_at":"2026-06-19T16:10:51Z"},{"alias_kind":"pith_short_12","alias_value":"UPRPS3TTHMSX","created_at":"2026-06-19T16:10:51Z"},{"alias_kind":"pith_short_16","alias_value":"UPRPS3TTHMSXPQYN","created_at":"2026-06-19T16:10:51Z"},{"alias_kind":"pith_short_8","alias_value":"UPRPS3TT","created_at":"2026-06-19T16:10:51Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:UPRPS3TTHMSXPQYNV6Y4WQA3WD","target":"record","payload":{"canonical_record":{"source":{"id":"2606.18237","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-06-16T17:58:05Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"8c9bf73363f09e525d0933c35996cb9f97a8a480392ed8213a25f249443fe267","abstract_canon_sha256":"b8147fc2838b1486df152bab979240a2cd7470be42f5f8231e4595cc7c1f2c5e"},"schema_version":"1.0"},"canonical_sha256":"a3e2f96e733b2577c30dafb1cb401bb0e8e7d318e5479f695b05a4ae7f7c2877","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-06-19T16:10:51.986918Z","signature_b64":"IWObchf9IvB1ug88Gz3KNwecT4joR58+f3BsFRzoXOsHtqimJQaG/c6hmpWhHQaLmATBjzWnqxdYSVOg29TcBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a3e2f96e733b2577c30dafb1cb401bb0e8e7d318e5479f695b05a4ae7f7c2877","last_reissued_at":"2026-06-19T16:10:51.986527Z","signature_status":"signed_v1","first_computed_at":"2026-06-19T16:10:51.986527Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2606.18237","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-19T16:10:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"v0fXlNLie9ogyfWWmoCpnciksapM63GjEAUF+433INEzUjoKspGf4Ev/xsYkDSXN08j9XOys4Rb5hHvh4vTwCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-27T19:59:39.438951Z"},"content_sha256":"f150a5ed76607c69463f79bd64a37ff6bd9f456b1d59822fade94c8d09818e59","schema_version":"1.0","event_id":"sha256:f150a5ed76607c69463f79bd64a37ff6bd9f456b1d59822fade94c8d09818e59"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:UPRPS3TTHMSXPQYNV6Y4WQA3WD","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"ReproRepo: Scaling Reproducibility Audits with GitHub Repository Issues","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Ameet Talwalkar, Jingwu Tang, Nihar B Shah, Qiuhong Anna Wei, Shanda Li, Tim Dettmers, Valerie Chen, Yiming Yang","submitted_at":"2026-06-16T17:58:05Z","abstract_excerpt":"Reproducing research results from papers and released code is central to scientific progress. Existing works have introduced benchmarks to evaluate whether LLM agents can assist with reproducibility, but they are difficult to scale due to their reliance on substantial manual effort for data curation and evaluation. We introduce ReproRepo, a scalable framework for reproducibility evaluation that leverages human-raised GitHub issues as naturally occurring supervision on realistic reproduction blockers. We instantiate ReproRepo on 1,149 recent machine learning papers from major conferences and ev"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2606.18237","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2606.18237/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-19T16:10:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"q/6OMSZlZCFjWclwYGK9nJ7pRf5PqOrAvUizxvXEAbruFP7hFenzBRe/WkpwGZqWXcivnq4WsSA9oW2rK4Q6BQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-27T19:59:39.439582Z"},"content_sha256":"68de1a9afdcbfaca98fa2c34b951dcb7734fc91a397ab6da9adecac6b6753dfe","schema_version":"1.0","event_id":"sha256:68de1a9afdcbfaca98fa2c34b951dcb7734fc91a397ab6da9adecac6b6753dfe"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/UPRPS3TTHMSXPQYNV6Y4WQA3WD/bundle.json","state_url":"https://pith.science/pith/UPRPS3TTHMSXPQYNV6Y4WQA3WD/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/UPRPS3TTHMSXPQYNV6Y4WQA3WD/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-27T19:59:39Z","links":{"resolver":"https://pith.science/pith/UPRPS3TTHMSXPQYNV6Y4WQA3WD","bundle":"https://pith.science/pith/UPRPS3TTHMSXPQYNV6Y4WQA3WD/bundle.json","state":"https://pith.science/pith/UPRPS3TTHMSXPQYNV6Y4WQA3WD/state.json","well_known_bundle":"https://pith.science/.well-known/pith/UPRPS3TTHMSXPQYNV6Y4WQA3WD/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:UPRPS3TTHMSXPQYNV6Y4WQA3WD","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b8147fc2838b1486df152bab979240a2cd7470be42f5f8231e4595cc7c1f2c5e","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-06-16T17:58:05Z","title_canon_sha256":"8c9bf73363f09e525d0933c35996cb9f97a8a480392ed8213a25f249443fe267"},"schema_version":"1.0","source":{"id":"2606.18237","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2606.18237","created_at":"2026-06-19T16:10:51Z"},{"alias_kind":"arxiv_version","alias_value":"2606.18237v1","created_at":"2026-06-19T16:10:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2606.18237","created_at":"2026-06-19T16:10:51Z"},{"alias_kind":"pith_short_12","alias_value":"UPRPS3TTHMSX","created_at":"2026-06-19T16:10:51Z"},{"alias_kind":"pith_short_16","alias_value":"UPRPS3TTHMSXPQYN","created_at":"2026-06-19T16:10:51Z"},{"alias_kind":"pith_short_8","alias_value":"UPRPS3TT","created_at":"2026-06-19T16:10:51Z"}],"graph_snapshots":[{"event_id":"sha256:68de1a9afdcbfaca98fa2c34b951dcb7734fc91a397ab6da9adecac6b6753dfe","target":"graph","created_at":"2026-06-19T16:10:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2606.18237/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Reproducing research results from papers and released code is central to scientific progress. Existing works have introduced benchmarks to evaluate whether LLM agents can assist with reproducibility, but they are difficult to scale due to their reliance on substantial manual effort for data curation and evaluation. We introduce ReproRepo, a scalable framework for reproducibility evaluation that leverages human-raised GitHub issues as naturally occurring supervision on realistic reproduction blockers. We instantiate ReproRepo on 1,149 recent machine learning papers from major conferences and ev","authors_text":"Ameet Talwalkar, Jingwu Tang, Nihar B Shah, Qiuhong Anna Wei, Shanda Li, Tim Dettmers, Valerie Chen, Yiming Yang","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-06-16T17:58:05Z","title":"ReproRepo: Scaling Reproducibility Audits with GitHub Repository Issues"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2606.18237","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f150a5ed76607c69463f79bd64a37ff6bd9f456b1d59822fade94c8d09818e59","target":"record","created_at":"2026-06-19T16:10:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b8147fc2838b1486df152bab979240a2cd7470be42f5f8231e4595cc7c1f2c5e","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-06-16T17:58:05Z","title_canon_sha256":"8c9bf73363f09e525d0933c35996cb9f97a8a480392ed8213a25f249443fe267"},"schema_version":"1.0","source":{"id":"2606.18237","kind":"arxiv","version":1}},"canonical_sha256":"a3e2f96e733b2577c30dafb1cb401bb0e8e7d318e5479f695b05a4ae7f7c2877","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a3e2f96e733b2577c30dafb1cb401bb0e8e7d318e5479f695b05a4ae7f7c2877","first_computed_at":"2026-06-19T16:10:51.986527Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-06-19T16:10:51.986527Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"IWObchf9IvB1ug88Gz3KNwecT4joR58+f3BsFRzoXOsHtqimJQaG/c6hmpWhHQaLmATBjzWnqxdYSVOg29TcBA==","signature_status":"signed_v1","signed_at":"2026-06-19T16:10:51.986918Z","signed_message":"canonical_sha256_bytes"},"source_id":"2606.18237","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f150a5ed76607c69463f79bd64a37ff6bd9f456b1d59822fade94c8d09818e59","sha256:68de1a9afdcbfaca98fa2c34b951dcb7734fc91a397ab6da9adecac6b6753dfe"],"state_sha256":"9b9a353d6df5a480c0c9f8a7268f08b82e14bd9cffa14e7ef2eaa8a50fc21a36"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6lPAWqK3astwGaZF+i52kP0Mvg77W4rsVW6uI0Kgi1fcdOZSpfamqGQudPa76hzAQwT1SSPUlh1MGnxnwIPNCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-27T19:59:39.442245Z","bundle_sha256":"c7d5a6884115260a30770740a25cc95add16a591333c1157962a1e2e558748d3"}}