{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:KJKPA7MF7WCQJYX7JXFEOJPGGJ","short_pith_number":"pith:KJKPA7MF","canonical_record":{"source":{"id":"2411.06469","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-10T14:07:43Z","cross_cats_sorted":[],"title_canon_sha256":"ae0aeebd805d5ef92da8831ede0d29ab0dbf14589eaf2fe477cf380551b5e5ea","abstract_canon_sha256":"aa59183bfde68690cfc16377040dd467b39704f380bd96db815b2cbcffd33dba"},"schema_version":"1.0"},"canonical_sha256":"5254f07d85fd8504e2ff4dca4725e63263a0843d197a1bb100ac935118c0b2f8","source":{"kind":"arxiv","id":"2411.06469","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.06469","created_at":"2026-06-09T02:07:00Z"},{"alias_kind":"arxiv_version","alias_value":"2411.06469v2","created_at":"2026-06-09T02:07:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.06469","created_at":"2026-06-09T02:07:00Z"},{"alias_kind":"pith_short_12","alias_value":"KJKPA7MF7WCQ","created_at":"2026-06-09T02:07:00Z"},{"alias_kind":"pith_short_16","alias_value":"KJKPA7MF7WCQJYX7","created_at":"2026-06-09T02:07:00Z"},{"alias_kind":"pith_short_8","alias_value":"KJKPA7MF","created_at":"2026-06-09T02:07:00Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:KJKPA7MF7WCQJYX7JXFEOJPGGJ","target":"record","payload":{"canonical_record":{"source":{"id":"2411.06469","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-10T14:07:43Z","cross_cats_sorted":[],"title_canon_sha256":"ae0aeebd805d5ef92da8831ede0d29ab0dbf14589eaf2fe477cf380551b5e5ea","abstract_canon_sha256":"aa59183bfde68690cfc16377040dd467b39704f380bd96db815b2cbcffd33dba"},"schema_version":"1.0"},"canonical_sha256":"5254f07d85fd8504e2ff4dca4725e63263a0843d197a1bb100ac935118c0b2f8","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-06-09T02:07:00.985959Z","signature_b64":"6rJON04SvrTTDuSglvmel09SpycUp76pxnrnWa/4HBq65N37nrhxfln4iXMSZ+bQBhPS7sO2Lx/gY6X6RgcSCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5254f07d85fd8504e2ff4dca4725e63263a0843d197a1bb100ac935118c0b2f8","last_reissued_at":"2026-06-09T02:07:00.984867Z","signature_status":"signed_v1","first_computed_at":"2026-06-09T02:07:00.984867Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2411.06469","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-09T02:07:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Rw/YA4JWxwYXRI4A8AT1zVQoORCTj1XGuGBx40DAbA24X2iXUPWcEBNRHf08m2Lg+w3U+qtHkc3jYJN78mVfDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-10T17:56:55.321426Z"},"content_sha256":"f85ac95cbe75b05b743546d5529ba9123a93118002ccfdf093621e2e3fa4f825","schema_version":"1.0","event_id":"sha256:f85ac95cbe75b05b743546d5529ba9123a93118002ccfdf093621e2e3fa4f825"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:KJKPA7MF7WCQJYX7JXFEOJPGGJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"ClinicalBench: Can LLMs Beat Traditional ML Models in Clinical Prediction?","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Canyu Chen, Che Liu, Danielle Bitterman, Fei Wang, Jian Yu, Kai Shu, Rui Zhang, Shan Chen, Shuang Zhou, Yuan Luo, Zhongwei Wan","submitted_at":"2024-11-10T14:07:43Z","abstract_excerpt":"Large Language Models (LLMs) hold great promise to revolutionize current clinical systems for their superior capacities on medical text processing tasks and medical licensing exams. Meanwhile, traditional ML models such as SVM and XGBoost have still been mainly adopted in clinical prediction tasks. An emerging question is: Can LLMs beat traditional ML models in clinical prediction? Thus, we build a new benchmark ClinicalBench to comprehensively study the clinical predictive modeling capacities of both general-purpose and medical LLMs, and compare them with traditional ML models. ClinicalBench "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.06469","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.06469/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-09T02:07:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qNcC/6h+kU+YA9x7wPC8Eigrc59HssAv+GJRCIQj5DpqR4dOaxBu5uIE5+4KraJPvO+fBkXN+p/Vz+wchexEAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-10T17:56:55.321808Z"},"content_sha256":"ba3ee9ddb619c662d74e7363e0a0eaaf2d160955e8f9f094017dffdadce18ac0","schema_version":"1.0","event_id":"sha256:ba3ee9ddb619c662d74e7363e0a0eaaf2d160955e8f9f094017dffdadce18ac0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KJKPA7MF7WCQJYX7JXFEOJPGGJ/bundle.json","state_url":"https://pith.science/pith/KJKPA7MF7WCQJYX7JXFEOJPGGJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KJKPA7MF7WCQJYX7JXFEOJPGGJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-10T17:56:55Z","links":{"resolver":"https://pith.science/pith/KJKPA7MF7WCQJYX7JXFEOJPGGJ","bundle":"https://pith.science/pith/KJKPA7MF7WCQJYX7JXFEOJPGGJ/bundle.json","state":"https://pith.science/pith/KJKPA7MF7WCQJYX7JXFEOJPGGJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KJKPA7MF7WCQJYX7JXFEOJPGGJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:KJKPA7MF7WCQJYX7JXFEOJPGGJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"aa59183bfde68690cfc16377040dd467b39704f380bd96db815b2cbcffd33dba","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-10T14:07:43Z","title_canon_sha256":"ae0aeebd805d5ef92da8831ede0d29ab0dbf14589eaf2fe477cf380551b5e5ea"},"schema_version":"1.0","source":{"id":"2411.06469","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.06469","created_at":"2026-06-09T02:07:00Z"},{"alias_kind":"arxiv_version","alias_value":"2411.06469v2","created_at":"2026-06-09T02:07:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.06469","created_at":"2026-06-09T02:07:00Z"},{"alias_kind":"pith_short_12","alias_value":"KJKPA7MF7WCQ","created_at":"2026-06-09T02:07:00Z"},{"alias_kind":"pith_short_16","alias_value":"KJKPA7MF7WCQJYX7","created_at":"2026-06-09T02:07:00Z"},{"alias_kind":"pith_short_8","alias_value":"KJKPA7MF","created_at":"2026-06-09T02:07:00Z"}],"graph_snapshots":[{"event_id":"sha256:ba3ee9ddb619c662d74e7363e0a0eaaf2d160955e8f9f094017dffdadce18ac0","target":"graph","created_at":"2026-06-09T02:07:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.06469/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) hold great promise to revolutionize current clinical systems for their superior capacities on medical text processing tasks and medical licensing exams. Meanwhile, traditional ML models such as SVM and XGBoost have still been mainly adopted in clinical prediction tasks. An emerging question is: Can LLMs beat traditional ML models in clinical prediction? Thus, we build a new benchmark ClinicalBench to comprehensively study the clinical predictive modeling capacities of both general-purpose and medical LLMs, and compare them with traditional ML models. ClinicalBench ","authors_text":"Canyu Chen, Che Liu, Danielle Bitterman, Fei Wang, Jian Yu, Kai Shu, Rui Zhang, Shan Chen, Shuang Zhou, Yuan Luo, Zhongwei Wan","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-10T14:07:43Z","title":"ClinicalBench: Can LLMs Beat Traditional ML Models in Clinical Prediction?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.06469","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f85ac95cbe75b05b743546d5529ba9123a93118002ccfdf093621e2e3fa4f825","target":"record","created_at":"2026-06-09T02:07:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"aa59183bfde68690cfc16377040dd467b39704f380bd96db815b2cbcffd33dba","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-10T14:07:43Z","title_canon_sha256":"ae0aeebd805d5ef92da8831ede0d29ab0dbf14589eaf2fe477cf380551b5e5ea"},"schema_version":"1.0","source":{"id":"2411.06469","kind":"arxiv","version":2}},"canonical_sha256":"5254f07d85fd8504e2ff4dca4725e63263a0843d197a1bb100ac935118c0b2f8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5254f07d85fd8504e2ff4dca4725e63263a0843d197a1bb100ac935118c0b2f8","first_computed_at":"2026-06-09T02:07:00.984867Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-06-09T02:07:00.984867Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"6rJON04SvrTTDuSglvmel09SpycUp76pxnrnWa/4HBq65N37nrhxfln4iXMSZ+bQBhPS7sO2Lx/gY6X6RgcSCQ==","signature_status":"signed_v1","signed_at":"2026-06-09T02:07:00.985959Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.06469","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f85ac95cbe75b05b743546d5529ba9123a93118002ccfdf093621e2e3fa4f825","sha256:ba3ee9ddb619c662d74e7363e0a0eaaf2d160955e8f9f094017dffdadce18ac0"],"state_sha256":"e0eed8a6311e91293aa511cb843b56595331be0b0f3370a227347bbf93c973dc"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SDnZUWgI3X+0t254EXEPlFRucrT9fBhRQSrOD8AIRJVBVxZPc4fYrPAV2P24Y8joEIlV206tjYY6hRBuM+ZuBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-10T17:56:55.324344Z","bundle_sha256":"5c747e6752e70b9226da6c990255555c1c37e5b9c360ec08fab056f1155472dd"}}