{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:IG3DUF5N7JUJJMPJTSW7XHGGLC","short_pith_number":"pith:IG3DUF5N","canonical_record":{"source":{"id":"2211.10828","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-11-20T00:16:04Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"3420c345dd2d0da55890da788d26b740600cb41af6fb4b2bb020818d909158f8","abstract_canon_sha256":"46c91c2e64c1651a46d0fa3d38acebc920c037b0ee917226e42b2c6f05854118"},"schema_version":"1.0"},"canonical_sha256":"41b63a17adfa6894b1e99cadfb9cc658953b85e96651c2a612d52be79eca7347","source":{"kind":"arxiv","id":"2211.10828","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.10828","created_at":"2026-07-05T05:17:35Z"},{"alias_kind":"arxiv_version","alias_value":"2211.10828v1","created_at":"2026-07-05T05:17:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.10828","created_at":"2026-07-05T05:17:35Z"},{"alias_kind":"pith_short_12","alias_value":"IG3DUF5N7JUJ","created_at":"2026-07-05T05:17:35Z"},{"alias_kind":"pith_short_16","alias_value":"IG3DUF5N7JUJJMPJ","created_at":"2026-07-05T05:17:35Z"},{"alias_kind":"pith_short_8","alias_value":"IG3DUF5N","created_at":"2026-07-05T05:17:35Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:IG3DUF5N7JUJJMPJTSW7XHGGLC","target":"record","payload":{"canonical_record":{"source":{"id":"2211.10828","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-11-20T00:16:04Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"3420c345dd2d0da55890da788d26b740600cb41af6fb4b2bb020818d909158f8","abstract_canon_sha256":"46c91c2e64c1651a46d0fa3d38acebc920c037b0ee917226e42b2c6f05854118"},"schema_version":"1.0"},"canonical_sha256":"41b63a17adfa6894b1e99cadfb9cc658953b85e96651c2a612d52be79eca7347","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:17:35.240823Z","signature_b64":"ZzyzZV6imd+e8htfQeBnSVDcIU6dVng8CQlUhbLpxHPlJl1+gsQpdj2nzoZScnTnZ74k20ADN50AjwL532SHDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"41b63a17adfa6894b1e99cadfb9cc658953b85e96651c2a612d52be79eca7347","last_reissued_at":"2026-07-05T05:17:35.240422Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:17:35.240422Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2211.10828","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:17:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HPVnIJx0OfyAay3C3RIAVhzhHIMoRcwB6dg09woOBf1YEV4x5UUZdk7ISgb6xui8dx1LylzM1sIMPwDmFSVqBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T09:12:46.219608Z"},"content_sha256":"d83db2f51c45d0bef19f7cc53e1080b55ec026072f02cea2e5e064f93937f619","schema_version":"1.0","event_id":"sha256:d83db2f51c45d0bef19f7cc53e1080b55ec026072f02cea2e5e064f93937f619"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:IG3DUF5N7JUJJMPJTSW7XHGGLC","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Instability in clinical risk stratification models using deep learning","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Adam D. Lelkes, Akshit Tyagi, Alex Yakubovich, Daniel Lopez-Martinez, Ethan Steinberg, Jonas Kemp, Keith E. Morse, Martin Seneviratne, Ming-Jun Chen, Nigam H. Shah, N. Lance Downing, Ron C. Li","submitted_at":"2022-11-20T00:16:04Z","abstract_excerpt":"While it has been well known in the ML community that deep learning models suffer from instability, the consequences for healthcare deployments are under characterised. We study the stability of different model architectures trained on electronic health records, using a set of outpatient prediction tasks as a case study. We show that repeated training runs of the same deep learning model on the same training data can result in significantly different outcomes at a patient level even though global performance metrics remain stable. We propose two stability metrics for measuring the effect of ra"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.10828","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2211.10828/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:17:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0cmK8dAUzWU1Ne3F38qJM7TP8peH+ctXB6g/Y4kWPvhErIY8vWCOhUxNq3lCph2yYypqWZIVjBUkna3ttTEGCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T09:12:46.219986Z"},"content_sha256":"11cb84c8f642f1b9d977a09bbd3596e9158a8764f0fff4eb19bf1d6c48922d09","schema_version":"1.0","event_id":"sha256:11cb84c8f642f1b9d977a09bbd3596e9158a8764f0fff4eb19bf1d6c48922d09"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/IG3DUF5N7JUJJMPJTSW7XHGGLC/bundle.json","state_url":"https://pith.science/pith/IG3DUF5N7JUJJMPJTSW7XHGGLC/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/IG3DUF5N7JUJJMPJTSW7XHGGLC/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T09:12:46Z","links":{"resolver":"https://pith.science/pith/IG3DUF5N7JUJJMPJTSW7XHGGLC","bundle":"https://pith.science/pith/IG3DUF5N7JUJJMPJTSW7XHGGLC/bundle.json","state":"https://pith.science/pith/IG3DUF5N7JUJJMPJTSW7XHGGLC/state.json","well_known_bundle":"https://pith.science/.well-known/pith/IG3DUF5N7JUJJMPJTSW7XHGGLC/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:IG3DUF5N7JUJJMPJTSW7XHGGLC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"46c91c2e64c1651a46d0fa3d38acebc920c037b0ee917226e42b2c6f05854118","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-11-20T00:16:04Z","title_canon_sha256":"3420c345dd2d0da55890da788d26b740600cb41af6fb4b2bb020818d909158f8"},"schema_version":"1.0","source":{"id":"2211.10828","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.10828","created_at":"2026-07-05T05:17:35Z"},{"alias_kind":"arxiv_version","alias_value":"2211.10828v1","created_at":"2026-07-05T05:17:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.10828","created_at":"2026-07-05T05:17:35Z"},{"alias_kind":"pith_short_12","alias_value":"IG3DUF5N7JUJ","created_at":"2026-07-05T05:17:35Z"},{"alias_kind":"pith_short_16","alias_value":"IG3DUF5N7JUJJMPJ","created_at":"2026-07-05T05:17:35Z"},{"alias_kind":"pith_short_8","alias_value":"IG3DUF5N","created_at":"2026-07-05T05:17:35Z"}],"graph_snapshots":[{"event_id":"sha256:11cb84c8f642f1b9d977a09bbd3596e9158a8764f0fff4eb19bf1d6c48922d09","target":"graph","created_at":"2026-07-05T05:17:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2211.10828/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"While it has been well known in the ML community that deep learning models suffer from instability, the consequences for healthcare deployments are under characterised. We study the stability of different model architectures trained on electronic health records, using a set of outpatient prediction tasks as a case study. We show that repeated training runs of the same deep learning model on the same training data can result in significantly different outcomes at a patient level even though global performance metrics remain stable. We propose two stability metrics for measuring the effect of ra","authors_text":"Adam D. Lelkes, Akshit Tyagi, Alex Yakubovich, Daniel Lopez-Martinez, Ethan Steinberg, Jonas Kemp, Keith E. Morse, Martin Seneviratne, Ming-Jun Chen, Nigam H. Shah, N. Lance Downing, Ron C. Li","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-11-20T00:16:04Z","title":"Instability in clinical risk stratification models using deep learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.10828","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d83db2f51c45d0bef19f7cc53e1080b55ec026072f02cea2e5e064f93937f619","target":"record","created_at":"2026-07-05T05:17:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"46c91c2e64c1651a46d0fa3d38acebc920c037b0ee917226e42b2c6f05854118","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-11-20T00:16:04Z","title_canon_sha256":"3420c345dd2d0da55890da788d26b740600cb41af6fb4b2bb020818d909158f8"},"schema_version":"1.0","source":{"id":"2211.10828","kind":"arxiv","version":1}},"canonical_sha256":"41b63a17adfa6894b1e99cadfb9cc658953b85e96651c2a612d52be79eca7347","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"41b63a17adfa6894b1e99cadfb9cc658953b85e96651c2a612d52be79eca7347","first_computed_at":"2026-07-05T05:17:35.240422Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:17:35.240422Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ZzyzZV6imd+e8htfQeBnSVDcIU6dVng8CQlUhbLpxHPlJl1+gsQpdj2nzoZScnTnZ74k20ADN50AjwL532SHDw==","signature_status":"signed_v1","signed_at":"2026-07-05T05:17:35.240823Z","signed_message":"canonical_sha256_bytes"},"source_id":"2211.10828","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d83db2f51c45d0bef19f7cc53e1080b55ec026072f02cea2e5e064f93937f619","sha256:11cb84c8f642f1b9d977a09bbd3596e9158a8764f0fff4eb19bf1d6c48922d09"],"state_sha256":"f7804c9fe090074fd1be2459fd6aca8707363d9fc544fea9dc69a05363f28a13"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0PlB3VARiMqbf78UZeFu+zgzHxrogfKflFFIahtFMXsFAr/A+ohCMSQRcAfy7tmoapcxaThstVGHgGjRh1q5AQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T09:12:46.221979Z","bundle_sha256":"fe7bcd014d3cb4b76ad74f55e7589f1e5234e52cffee088bf892e8615c5782e6"}}