{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2013:YA7KNXF7RMX6FCSSINEP5L55ZB","short_pith_number":"pith:YA7KNXF7","canonical_record":{"source":{"id":"1310.5103","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ME","submitted_at":"2013-10-18T17:28:39Z","cross_cats_sorted":["stat.AP"],"title_canon_sha256":"c216c888f7a7112ba487d429a63dea4c680d059675d3988f2dd6444e2ee1077a","abstract_canon_sha256":"7ddb94547bcc7a5b3860bda5a67ca785044e3096e658dbdd5afac7694848380b"},"schema_version":"1.0"},"canonical_sha256":"c03ea6dcbf8b2fe28a524348feafbdc872d0b50c3a26e1fa8f0566d69761cfda","source":{"kind":"arxiv","id":"1310.5103","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1310.5103","created_at":"2026-05-18T03:10:01Z"},{"alias_kind":"arxiv_version","alias_value":"1310.5103v1","created_at":"2026-05-18T03:10:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1310.5103","created_at":"2026-05-18T03:10:01Z"},{"alias_kind":"pith_short_12","alias_value":"YA7KNXF7RMX6","created_at":"2026-05-18T12:28:06Z"},{"alias_kind":"pith_short_16","alias_value":"YA7KNXF7RMX6FCSS","created_at":"2026-05-18T12:28:06Z"},{"alias_kind":"pith_short_8","alias_value":"YA7KNXF7","created_at":"2026-05-18T12:28:06Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2013:YA7KNXF7RMX6FCSSINEP5L55ZB","target":"record","payload":{"canonical_record":{"source":{"id":"1310.5103","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ME","submitted_at":"2013-10-18T17:28:39Z","cross_cats_sorted":["stat.AP"],"title_canon_sha256":"c216c888f7a7112ba487d429a63dea4c680d059675d3988f2dd6444e2ee1077a","abstract_canon_sha256":"7ddb94547bcc7a5b3860bda5a67ca785044e3096e658dbdd5afac7694848380b"},"schema_version":"1.0"},"canonical_sha256":"c03ea6dcbf8b2fe28a524348feafbdc872d0b50c3a26e1fa8f0566d69761cfda","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T03:10:01.071405Z","signature_b64":"Ju28br8iQHFzMfbfURwA6p6jHwbQyiGoek5LHdj0ucNHlunAyLtuF4v9ot2jAChT5C2zuU2mp5cCSY6ykwBkCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c03ea6dcbf8b2fe28a524348feafbdc872d0b50c3a26e1fa8f0566d69761cfda","last_reissued_at":"2026-05-18T03:10:01.070898Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T03:10:01.070898Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1310.5103","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T03:10:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LLxVFtjof4OfqURfHSZJ6LANaDhR+7z6uFl2NMtcQnQNRh4yuxZ9WyPLskrVhfOsiiF2ocMZLD1P8UJGAd5bCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-22T23:19:37.413786Z"},"content_sha256":"674156edb5e3fdf276a1bac52e02943218290b66f42aecf163642656d8cc0785","schema_version":"1.0","event_id":"sha256:674156edb5e3fdf276a1bac52e02943218290b66f42aecf163642656d8cc0785"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2013:YA7KNXF7RMX6FCSSINEP5L55ZB","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Threshold-free Evaluation of Medical Tests for Classification and Prediction: Average Precision versus Area Under the ROC Curve","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.AP"],"primary_cat":"stat.ME","authors_text":"Mu Zhu, Wanhua Su, Yan Yuan","submitted_at":"2013-10-18T17:28:39Z","abstract_excerpt":"When evaluating medical tests or biomarkers for disease classification, the area under the receiver-operating characteristic (ROC) curve is a widely used performance metric that does not require us to commit to a specific decision threshold. For the same type of evaluations, a different metric known as the average precision (AP) is used much more widely in the information retrieval literature. We study both metrics in some depths in order to elucidate their difference and relationship. More specifically, we explain mathematically why the AP may be more appropriate if the earlier part of the RO"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1310.5103","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T03:10:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kcq2ydlXOE2W8uDO5WghlQivOzSaGwNwAkz6fcuEFTOWejpE7rIf39DxQNCl7X9W77Ur16WKOWAl2ClE0Qu8DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-22T23:19:37.414134Z"},"content_sha256":"3943d1fd7031391fd875eb5c2427f29f22554438ce439abd4568b175fa9789fc","schema_version":"1.0","event_id":"sha256:3943d1fd7031391fd875eb5c2427f29f22554438ce439abd4568b175fa9789fc"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/YA7KNXF7RMX6FCSSINEP5L55ZB/bundle.json","state_url":"https://pith.science/pith/YA7KNXF7RMX6FCSSINEP5L55ZB/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/YA7KNXF7RMX6FCSSINEP5L55ZB/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-22T23:19:37Z","links":{"resolver":"https://pith.science/pith/YA7KNXF7RMX6FCSSINEP5L55ZB","bundle":"https://pith.science/pith/YA7KNXF7RMX6FCSSINEP5L55ZB/bundle.json","state":"https://pith.science/pith/YA7KNXF7RMX6FCSSINEP5L55ZB/state.json","well_known_bundle":"https://pith.science/.well-known/pith/YA7KNXF7RMX6FCSSINEP5L55ZB/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2013:YA7KNXF7RMX6FCSSINEP5L55ZB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7ddb94547bcc7a5b3860bda5a67ca785044e3096e658dbdd5afac7694848380b","cross_cats_sorted":["stat.AP"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ME","submitted_at":"2013-10-18T17:28:39Z","title_canon_sha256":"c216c888f7a7112ba487d429a63dea4c680d059675d3988f2dd6444e2ee1077a"},"schema_version":"1.0","source":{"id":"1310.5103","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1310.5103","created_at":"2026-05-18T03:10:01Z"},{"alias_kind":"arxiv_version","alias_value":"1310.5103v1","created_at":"2026-05-18T03:10:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1310.5103","created_at":"2026-05-18T03:10:01Z"},{"alias_kind":"pith_short_12","alias_value":"YA7KNXF7RMX6","created_at":"2026-05-18T12:28:06Z"},{"alias_kind":"pith_short_16","alias_value":"YA7KNXF7RMX6FCSS","created_at":"2026-05-18T12:28:06Z"},{"alias_kind":"pith_short_8","alias_value":"YA7KNXF7","created_at":"2026-05-18T12:28:06Z"}],"graph_snapshots":[{"event_id":"sha256:3943d1fd7031391fd875eb5c2427f29f22554438ce439abd4568b175fa9789fc","target":"graph","created_at":"2026-05-18T03:10:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"When evaluating medical tests or biomarkers for disease classification, the area under the receiver-operating characteristic (ROC) curve is a widely used performance metric that does not require us to commit to a specific decision threshold. For the same type of evaluations, a different metric known as the average precision (AP) is used much more widely in the information retrieval literature. We study both metrics in some depths in order to elucidate their difference and relationship. More specifically, we explain mathematically why the AP may be more appropriate if the earlier part of the RO","authors_text":"Mu Zhu, Wanhua Su, Yan Yuan","cross_cats":["stat.AP"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ME","submitted_at":"2013-10-18T17:28:39Z","title":"Threshold-free Evaluation of Medical Tests for Classification and Prediction: Average Precision versus Area Under the ROC Curve"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1310.5103","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:674156edb5e3fdf276a1bac52e02943218290b66f42aecf163642656d8cc0785","target":"record","created_at":"2026-05-18T03:10:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7ddb94547bcc7a5b3860bda5a67ca785044e3096e658dbdd5afac7694848380b","cross_cats_sorted":["stat.AP"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ME","submitted_at":"2013-10-18T17:28:39Z","title_canon_sha256":"c216c888f7a7112ba487d429a63dea4c680d059675d3988f2dd6444e2ee1077a"},"schema_version":"1.0","source":{"id":"1310.5103","kind":"arxiv","version":1}},"canonical_sha256":"c03ea6dcbf8b2fe28a524348feafbdc872d0b50c3a26e1fa8f0566d69761cfda","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c03ea6dcbf8b2fe28a524348feafbdc872d0b50c3a26e1fa8f0566d69761cfda","first_computed_at":"2026-05-18T03:10:01.070898Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T03:10:01.070898Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Ju28br8iQHFzMfbfURwA6p6jHwbQyiGoek5LHdj0ucNHlunAyLtuF4v9ot2jAChT5C2zuU2mp5cCSY6ykwBkCg==","signature_status":"signed_v1","signed_at":"2026-05-18T03:10:01.071405Z","signed_message":"canonical_sha256_bytes"},"source_id":"1310.5103","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:674156edb5e3fdf276a1bac52e02943218290b66f42aecf163642656d8cc0785","sha256:3943d1fd7031391fd875eb5c2427f29f22554438ce439abd4568b175fa9789fc"],"state_sha256":"3252cbeff3a18a246401b482a3549398ccc2add944c27026884ff16ae61a6ed1"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"24hILPLrGD57YJia3ehk8xp47DnG5SUI+vgxDBRKjGO5YGorL7Cd5FFodYwZIKj+CyQUMlS42Bn+tZZA9cU0Cw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-22T23:19:37.416141Z","bundle_sha256":"be064ecaa0a70081e467fa66ff714320d009fec8c47ab9c0c5b7ddb890367bba"}}