{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:CA6XTCWMYJV2NLGGQ2YZQ4R4TD","short_pith_number":"pith:CA6XTCWM","canonical_record":{"source":{"id":"2204.01216","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2022-04-04T02:56:12Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"cf3aa411d1f7c37b8a48c465f97daf172f0ab28a1fc85da7a49d033522bee701","abstract_canon_sha256":"e89a36bd0f7fa9cba2d84dd228b40728d28e0938af7aaa8fde8aea4cb7a41418"},"schema_version":"1.0"},"canonical_sha256":"103d798accc26ba6acc686b198723c98de4f2b1df6e2237f19a4f0fbb0a39741","source":{"kind":"arxiv","id":"2204.01216","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2204.01216","created_at":"2026-07-05T04:11:16Z"},{"alias_kind":"arxiv_version","alias_value":"2204.01216v1","created_at":"2026-07-05T04:11:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2204.01216","created_at":"2026-07-05T04:11:16Z"},{"alias_kind":"pith_short_12","alias_value":"CA6XTCWMYJV2","created_at":"2026-07-05T04:11:16Z"},{"alias_kind":"pith_short_16","alias_value":"CA6XTCWMYJV2NLGG","created_at":"2026-07-05T04:11:16Z"},{"alias_kind":"pith_short_8","alias_value":"CA6XTCWM","created_at":"2026-07-05T04:11:16Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:CA6XTCWMYJV2NLGGQ2YZQ4R4TD","target":"record","payload":{"canonical_record":{"source":{"id":"2204.01216","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2022-04-04T02:56:12Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"cf3aa411d1f7c37b8a48c465f97daf172f0ab28a1fc85da7a49d033522bee701","abstract_canon_sha256":"e89a36bd0f7fa9cba2d84dd228b40728d28e0938af7aaa8fde8aea4cb7a41418"},"schema_version":"1.0"},"canonical_sha256":"103d798accc26ba6acc686b198723c98de4f2b1df6e2237f19a4f0fbb0a39741","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:11:16.485285Z","signature_b64":"qvXa+OBrx3OhwTYPyZzF1dEF3HbXH42mPXFOqNE/OOVfCwW32NnA5sSRlaGlbelasaOkVtZLpC8yOxWHZrCWBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"103d798accc26ba6acc686b198723c98de4f2b1df6e2237f19a4f0fbb0a39741","last_reissued_at":"2026-07-05T04:11:16.484928Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:11:16.484928Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2204.01216","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:11:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"w2dOn9KN/iU9VboxATmo0U445m1bzUo4D/a6HijAZxMmDrTw4Lo52hjrQ1y8PQY3Ivfm3560RJAu2REkEFdoCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-23T12:29:43.633655Z"},"content_sha256":"97120e8d6fc9f9dbdab86e76f78b653e3b93dc04f9e65b24359e608aca6dad7f","schema_version":"1.0","event_id":"sha256:97120e8d6fc9f9dbdab86e76f78b653e3b93dc04f9e65b24359e608aca6dad7f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:CA6XTCWMYJV2NLGGQ2YZQ4R4TD","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"MLPro: A System for Hosting Crowdsourced Machine Learning Challenges for Open-Ended Research Problems","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.HC","authors_text":"Aayush Nandkeolyar, Peter Washington, Sam Yang","submitted_at":"2022-04-04T02:56:12Z","abstract_excerpt":"The task of developing a machine learning (ML) model for a particular problem is inherently open-ended, and there is an unbounded set of possible solutions. Steps of the ML development pipeline, such as feature engineering, loss function specification, data imputation, and dimensionality reduction, require the engineer to consider an extensive and often infinite array of possibilities. Successfully identifying high-performing solutions for an unfamiliar dataset or problem requires a mix of mathematical prowess and creativity applied towards inventing and repurposing novel ML methods. Here, we "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2204.01216","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2204.01216/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:11:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"L0GFjg0LQgr/uM5W6xU44zDuomWihN2ZJSU9cJpSF/87Y/aNWGVMNW7L7ZmWAjaSBr7vbJnlx5OuUgy4yIzhDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-23T12:29:43.634151Z"},"content_sha256":"584fcf50863e5c858c249dcc9b1807bc01342194e36f1b2a2f8f64c54cad90ac","schema_version":"1.0","event_id":"sha256:584fcf50863e5c858c249dcc9b1807bc01342194e36f1b2a2f8f64c54cad90ac"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/CA6XTCWMYJV2NLGGQ2YZQ4R4TD/bundle.json","state_url":"https://pith.science/pith/CA6XTCWMYJV2NLGGQ2YZQ4R4TD/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/CA6XTCWMYJV2NLGGQ2YZQ4R4TD/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-23T12:29:43Z","links":{"resolver":"https://pith.science/pith/CA6XTCWMYJV2NLGGQ2YZQ4R4TD","bundle":"https://pith.science/pith/CA6XTCWMYJV2NLGGQ2YZQ4R4TD/bundle.json","state":"https://pith.science/pith/CA6XTCWMYJV2NLGGQ2YZQ4R4TD/state.json","well_known_bundle":"https://pith.science/.well-known/pith/CA6XTCWMYJV2NLGGQ2YZQ4R4TD/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:CA6XTCWMYJV2NLGGQ2YZQ4R4TD","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e89a36bd0f7fa9cba2d84dd228b40728d28e0938af7aaa8fde8aea4cb7a41418","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2022-04-04T02:56:12Z","title_canon_sha256":"cf3aa411d1f7c37b8a48c465f97daf172f0ab28a1fc85da7a49d033522bee701"},"schema_version":"1.0","source":{"id":"2204.01216","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2204.01216","created_at":"2026-07-05T04:11:16Z"},{"alias_kind":"arxiv_version","alias_value":"2204.01216v1","created_at":"2026-07-05T04:11:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2204.01216","created_at":"2026-07-05T04:11:16Z"},{"alias_kind":"pith_short_12","alias_value":"CA6XTCWMYJV2","created_at":"2026-07-05T04:11:16Z"},{"alias_kind":"pith_short_16","alias_value":"CA6XTCWMYJV2NLGG","created_at":"2026-07-05T04:11:16Z"},{"alias_kind":"pith_short_8","alias_value":"CA6XTCWM","created_at":"2026-07-05T04:11:16Z"}],"graph_snapshots":[{"event_id":"sha256:584fcf50863e5c858c249dcc9b1807bc01342194e36f1b2a2f8f64c54cad90ac","target":"graph","created_at":"2026-07-05T04:11:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2204.01216/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The task of developing a machine learning (ML) model for a particular problem is inherently open-ended, and there is an unbounded set of possible solutions. Steps of the ML development pipeline, such as feature engineering, loss function specification, data imputation, and dimensionality reduction, require the engineer to consider an extensive and often infinite array of possibilities. Successfully identifying high-performing solutions for an unfamiliar dataset or problem requires a mix of mathematical prowess and creativity applied towards inventing and repurposing novel ML methods. Here, we ","authors_text":"Aayush Nandkeolyar, Peter Washington, Sam Yang","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2022-04-04T02:56:12Z","title":"MLPro: A System for Hosting Crowdsourced Machine Learning Challenges for Open-Ended Research Problems"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2204.01216","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:97120e8d6fc9f9dbdab86e76f78b653e3b93dc04f9e65b24359e608aca6dad7f","target":"record","created_at":"2026-07-05T04:11:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e89a36bd0f7fa9cba2d84dd228b40728d28e0938af7aaa8fde8aea4cb7a41418","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2022-04-04T02:56:12Z","title_canon_sha256":"cf3aa411d1f7c37b8a48c465f97daf172f0ab28a1fc85da7a49d033522bee701"},"schema_version":"1.0","source":{"id":"2204.01216","kind":"arxiv","version":1}},"canonical_sha256":"103d798accc26ba6acc686b198723c98de4f2b1df6e2237f19a4f0fbb0a39741","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"103d798accc26ba6acc686b198723c98de4f2b1df6e2237f19a4f0fbb0a39741","first_computed_at":"2026-07-05T04:11:16.484928Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:11:16.484928Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"qvXa+OBrx3OhwTYPyZzF1dEF3HbXH42mPXFOqNE/OOVfCwW32NnA5sSRlaGlbelasaOkVtZLpC8yOxWHZrCWBA==","signature_status":"signed_v1","signed_at":"2026-07-05T04:11:16.485285Z","signed_message":"canonical_sha256_bytes"},"source_id":"2204.01216","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:97120e8d6fc9f9dbdab86e76f78b653e3b93dc04f9e65b24359e608aca6dad7f","sha256:584fcf50863e5c858c249dcc9b1807bc01342194e36f1b2a2f8f64c54cad90ac"],"state_sha256":"ab7b95f29b3252a5bacb6c0e08b11c7810bd55d73eda10d2c52c685ec1e632cb"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Ei2mrQcC9DMRgUiMKlpxmuxqKBu/ABaSz7jRBYhEaaKgg8fOCz80P9kIvgJPM3og1toYqoBBMsJnGwb0pnQnAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-23T12:29:43.638693Z","bundle_sha256":"e168b4206b6eca17a575fdb115852d6fbf9707d67b4453f996c372488c4256f4"}}