{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:XCTUDM7ATRKJDMHI6EXWLAO5NU","short_pith_number":"pith:XCTUDM7A","canonical_record":{"source":{"id":"2207.07411","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-07-15T11:39:37Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"e2173f457a4c488316e206af821f05f2824f7e58cf58ecec5b65a1f2299fe442","abstract_canon_sha256":"b0a8934920bc4d0310bb33b10e9de70d8765c93225f93ea8436f92e2a4b3e1ef"},"schema_version":"1.0"},"canonical_sha256":"b8a741b3e09c5491b0e8f12f6581dd6d3525c3c51ea15b67f7e2f7eb6bf13706","source":{"kind":"arxiv","id":"2207.07411","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2207.07411","created_at":"2026-07-05T04:40:32Z"},{"alias_kind":"arxiv_version","alias_value":"2207.07411v1","created_at":"2026-07-05T04:40:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2207.07411","created_at":"2026-07-05T04:40:32Z"},{"alias_kind":"pith_short_12","alias_value":"XCTUDM7ATRKJ","created_at":"2026-07-05T04:40:32Z"},{"alias_kind":"pith_short_16","alias_value":"XCTUDM7ATRKJDMHI","created_at":"2026-07-05T04:40:32Z"},{"alias_kind":"pith_short_8","alias_value":"XCTUDM7A","created_at":"2026-07-05T04:40:32Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:XCTUDM7ATRKJDMHI6EXWLAO5NU","target":"record","payload":{"canonical_record":{"source":{"id":"2207.07411","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-07-15T11:39:37Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"e2173f457a4c488316e206af821f05f2824f7e58cf58ecec5b65a1f2299fe442","abstract_canon_sha256":"b0a8934920bc4d0310bb33b10e9de70d8765c93225f93ea8436f92e2a4b3e1ef"},"schema_version":"1.0"},"canonical_sha256":"b8a741b3e09c5491b0e8f12f6581dd6d3525c3c51ea15b67f7e2f7eb6bf13706","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:40:32.281099Z","signature_b64":"FV9EOjAro+n9YqAaaje3yppCB9Z453pMoG7NXnLWq5sD8n7OiTTd/IFXKjIZPD14dGS130otZUkIwhIN5IrfBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b8a741b3e09c5491b0e8f12f6581dd6d3525c3c51ea15b67f7e2f7eb6bf13706","last_reissued_at":"2026-07-05T04:40:32.280544Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:40:32.280544Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2207.07411","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:40:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0u2ANNY+cfP5y6Lu09PKFlajgEo368PazBDd8x2GwIIuLr3D4AVjf7NK9ZBZrDcWJ3EC5Jfzj+i+261GXx7LDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T08:49:55.536235Z"},"content_sha256":"750b215e95956519e0b9e1f8e0fdbd8807bb9113192179f987250e739115c693","schema_version":"1.0","event_id":"sha256:750b215e95956519e0b9e1f8e0fdbd8807bb9113192179f987250e739115c693"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:XCTUDM7ATRKJDMHI6EXWLAO5NU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Plex: Towards Reliability using Pretrained Large Model Extensions","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Andreas Kirsch, Balaji Lakshminarayanan, D. Sculley, Du Phan, Dustin Tran, Honglin Yuan, Huiyi Hu, Jasper Snoek, Jeremiah Liu, Jie Ren, Joost van Amersfoort, Karan Singhal, Kehang Han, Kelly Buchanan, Kevin Murphy, Mark Collier, Michael W. Dusenberry, Neil Band, Nithum Thain, Rodolphe Jenatton, Tim G. J. Rudner, Yarin Gal, Zachary Nado, Zelda Mariet, Zi Wang, Zoubin Ghahramani","submitted_at":"2022-07-15T11:39:37Z","abstract_excerpt":"A recent trend in artificial intelligence is the use of pretrained models for language and vision tasks, which have achieved extraordinary performance but also puzzling failures. Probing these models' abilities in diverse ways is therefore critical to the field. In this paper, we explore the reliability of models, where we define a reliable model as one that not only achieves strong predictive performance but also performs well consistently over many decision-making tasks involving uncertainty (e.g., selective prediction, open set recognition), robust generalization (e.g., accuracy and proper "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2207.07411","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2207.07411/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:40:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5W3a2+M4Gk5SP4Pb0FQBPURwvQDW6B/4CexpW1TB9PDukeUF+ePFO/TeTyheomi/fuSav8VneUInZYkMVt4GAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T08:49:55.536614Z"},"content_sha256":"67d55043acfdff1c8184499d80dbd367981a480f9677a6162b2cde8c53bdaca3","schema_version":"1.0","event_id":"sha256:67d55043acfdff1c8184499d80dbd367981a480f9677a6162b2cde8c53bdaca3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/XCTUDM7ATRKJDMHI6EXWLAO5NU/bundle.json","state_url":"https://pith.science/pith/XCTUDM7ATRKJDMHI6EXWLAO5NU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/XCTUDM7ATRKJDMHI6EXWLAO5NU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T08:49:55Z","links":{"resolver":"https://pith.science/pith/XCTUDM7ATRKJDMHI6EXWLAO5NU","bundle":"https://pith.science/pith/XCTUDM7ATRKJDMHI6EXWLAO5NU/bundle.json","state":"https://pith.science/pith/XCTUDM7ATRKJDMHI6EXWLAO5NU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/XCTUDM7ATRKJDMHI6EXWLAO5NU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:XCTUDM7ATRKJDMHI6EXWLAO5NU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b0a8934920bc4d0310bb33b10e9de70d8765c93225f93ea8436f92e2a4b3e1ef","cross_cats_sorted":["stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-07-15T11:39:37Z","title_canon_sha256":"e2173f457a4c488316e206af821f05f2824f7e58cf58ecec5b65a1f2299fe442"},"schema_version":"1.0","source":{"id":"2207.07411","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2207.07411","created_at":"2026-07-05T04:40:32Z"},{"alias_kind":"arxiv_version","alias_value":"2207.07411v1","created_at":"2026-07-05T04:40:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2207.07411","created_at":"2026-07-05T04:40:32Z"},{"alias_kind":"pith_short_12","alias_value":"XCTUDM7ATRKJ","created_at":"2026-07-05T04:40:32Z"},{"alias_kind":"pith_short_16","alias_value":"XCTUDM7ATRKJDMHI","created_at":"2026-07-05T04:40:32Z"},{"alias_kind":"pith_short_8","alias_value":"XCTUDM7A","created_at":"2026-07-05T04:40:32Z"}],"graph_snapshots":[{"event_id":"sha256:67d55043acfdff1c8184499d80dbd367981a480f9677a6162b2cde8c53bdaca3","target":"graph","created_at":"2026-07-05T04:40:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2207.07411/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"A recent trend in artificial intelligence is the use of pretrained models for language and vision tasks, which have achieved extraordinary performance but also puzzling failures. Probing these models' abilities in diverse ways is therefore critical to the field. In this paper, we explore the reliability of models, where we define a reliable model as one that not only achieves strong predictive performance but also performs well consistently over many decision-making tasks involving uncertainty (e.g., selective prediction, open set recognition), robust generalization (e.g., accuracy and proper ","authors_text":"Andreas Kirsch, Balaji Lakshminarayanan, D. Sculley, Du Phan, Dustin Tran, Honglin Yuan, Huiyi Hu, Jasper Snoek, Jeremiah Liu, Jie Ren, Joost van Amersfoort, Karan Singhal, Kehang Han, Kelly Buchanan, Kevin Murphy, Mark Collier, Michael W. Dusenberry, Neil Band, Nithum Thain, Rodolphe Jenatton, Tim G. J. Rudner, Yarin Gal, Zachary Nado, Zelda Mariet, Zi Wang, Zoubin Ghahramani","cross_cats":["stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-07-15T11:39:37Z","title":"Plex: Towards Reliability using Pretrained Large Model Extensions"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2207.07411","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:750b215e95956519e0b9e1f8e0fdbd8807bb9113192179f987250e739115c693","target":"record","created_at":"2026-07-05T04:40:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b0a8934920bc4d0310bb33b10e9de70d8765c93225f93ea8436f92e2a4b3e1ef","cross_cats_sorted":["stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-07-15T11:39:37Z","title_canon_sha256":"e2173f457a4c488316e206af821f05f2824f7e58cf58ecec5b65a1f2299fe442"},"schema_version":"1.0","source":{"id":"2207.07411","kind":"arxiv","version":1}},"canonical_sha256":"b8a741b3e09c5491b0e8f12f6581dd6d3525c3c51ea15b67f7e2f7eb6bf13706","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b8a741b3e09c5491b0e8f12f6581dd6d3525c3c51ea15b67f7e2f7eb6bf13706","first_computed_at":"2026-07-05T04:40:32.280544Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:40:32.280544Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"FV9EOjAro+n9YqAaaje3yppCB9Z453pMoG7NXnLWq5sD8n7OiTTd/IFXKjIZPD14dGS130otZUkIwhIN5IrfBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T04:40:32.281099Z","signed_message":"canonical_sha256_bytes"},"source_id":"2207.07411","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:750b215e95956519e0b9e1f8e0fdbd8807bb9113192179f987250e739115c693","sha256:67d55043acfdff1c8184499d80dbd367981a480f9677a6162b2cde8c53bdaca3"],"state_sha256":"46167ad6c917d96171e909274c51c6d034b7497af5db6c5d45a9bb400777f865"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OSO8HSrHXpCQvEirMwLeW58XRqoRueN+ftmhZKATO8+ZDOn/T8byonuvlfKO93C7DbmFq+lCkvRLeFec+u9WAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T08:49:55.538602Z","bundle_sha256":"e3d4af1d519cdfb952318900600a9aaa05375660992115808fee8762a79f5c8e"}}