{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:6JFXITA47YCWNRYMOFG4DP3M2O","short_pith_number":"pith:6JFXITA4","canonical_record":{"source":{"id":"2412.17066","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-12-22T15:36:15Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"30ae6de35c2dc5a0daf6027d070f08ff02e808c0063b3e5543f443ecb32e1f4d","abstract_canon_sha256":"1b947ea24c639f2f5d2b542f33207bbb295203c58692d6949bb8ebd4ee5936a7"},"schema_version":"1.0"},"canonical_sha256":"f24b744c1cfe0566c70c714dc1bf6cd3b7a1c731d6ea33851407dace86fe7fb1","source":{"kind":"arxiv","id":"2412.17066","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.17066","created_at":"2026-07-05T09:53:47Z"},{"alias_kind":"arxiv_version","alias_value":"2412.17066v1","created_at":"2026-07-05T09:53:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.17066","created_at":"2026-07-05T09:53:47Z"},{"alias_kind":"pith_short_12","alias_value":"6JFXITA47YCW","created_at":"2026-07-05T09:53:47Z"},{"alias_kind":"pith_short_16","alias_value":"6JFXITA47YCWNRYM","created_at":"2026-07-05T09:53:47Z"},{"alias_kind":"pith_short_8","alias_value":"6JFXITA4","created_at":"2026-07-05T09:53:47Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:6JFXITA47YCWNRYMOFG4DP3M2O","target":"record","payload":{"canonical_record":{"source":{"id":"2412.17066","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-12-22T15:36:15Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"30ae6de35c2dc5a0daf6027d070f08ff02e808c0063b3e5543f443ecb32e1f4d","abstract_canon_sha256":"1b947ea24c639f2f5d2b542f33207bbb295203c58692d6949bb8ebd4ee5936a7"},"schema_version":"1.0"},"canonical_sha256":"f24b744c1cfe0566c70c714dc1bf6cd3b7a1c731d6ea33851407dace86fe7fb1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:53:47.844813Z","signature_b64":"9Xlvj5y6pfHTvQLxOQT9KQ8JP4lerEjC+ArCTwg/61t2bf4zQGpByCYQMxVRgz7GJEdCm7WAAnf/8Dr3YAV3Dw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f24b744c1cfe0566c70c714dc1bf6cd3b7a1c731d6ea33851407dace86fe7fb1","last_reissued_at":"2026-07-05T09:53:47.844341Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:53:47.844341Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.17066","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:53:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Xwi9lnFTen1Zc74kfOJFPu9R3wLAlMQ9OVd/pCez8Jfaq/mbSmqhe+VnPaiuo1XUtUCWaa2fL7Tg+bsKYpneAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T14:25:18.425063Z"},"content_sha256":"23eb13a5d87f907bd46a6477a632c2ef6a9135c84eabccd07a4fb08a52d28683","schema_version":"1.0","event_id":"sha256:23eb13a5d87f907bd46a6477a632c2ef6a9135c84eabccd07a4fb08a52d28683"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:6JFXITA47YCWNRYMOFG4DP3M2O","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Interactive Classification Metrics: A graphical application to build robust intuition for classification model evaluation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Davide Chicco, David H. Brown","submitted_at":"2024-12-22T15:36:15Z","abstract_excerpt":"Machine learning continues to grow in popularity in academia, in industry, and is increasingly used in other fields. However, most of the common metrics used to evaluate even simple binary classification models have shortcomings that are neither immediately obvious nor consistently taught to practitioners. Here we present Interactive Classification Metrics (ICM), an application to visualize and explore the relationships between different evaluation metrics. The user changes the distribution statistics and explores corresponding changes across a suite of evaluation metrics. The interactive, gra"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.17066","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.17066/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:53:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Nhx44ZiAfShTNUyVdFbWhpbZWu+77LK/+PUXRHY1qIz0Zpza7D2FO8Nj7blNTNHEhAvbcvRsUJPxM67TrHQ+BQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T14:25:18.425566Z"},"content_sha256":"2d1557a8d778da28331f18a1d6479e998c2a7cb64ecf1b5c5fc59f0b2f3eb3e6","schema_version":"1.0","event_id":"sha256:2d1557a8d778da28331f18a1d6479e998c2a7cb64ecf1b5c5fc59f0b2f3eb3e6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6JFXITA47YCWNRYMOFG4DP3M2O/bundle.json","state_url":"https://pith.science/pith/6JFXITA47YCWNRYMOFG4DP3M2O/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6JFXITA47YCWNRYMOFG4DP3M2O/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-16T14:25:18Z","links":{"resolver":"https://pith.science/pith/6JFXITA47YCWNRYMOFG4DP3M2O","bundle":"https://pith.science/pith/6JFXITA47YCWNRYMOFG4DP3M2O/bundle.json","state":"https://pith.science/pith/6JFXITA47YCWNRYMOFG4DP3M2O/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6JFXITA47YCWNRYMOFG4DP3M2O/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:6JFXITA47YCWNRYMOFG4DP3M2O","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1b947ea24c639f2f5d2b542f33207bbb295203c58692d6949bb8ebd4ee5936a7","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-12-22T15:36:15Z","title_canon_sha256":"30ae6de35c2dc5a0daf6027d070f08ff02e808c0063b3e5543f443ecb32e1f4d"},"schema_version":"1.0","source":{"id":"2412.17066","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.17066","created_at":"2026-07-05T09:53:47Z"},{"alias_kind":"arxiv_version","alias_value":"2412.17066v1","created_at":"2026-07-05T09:53:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.17066","created_at":"2026-07-05T09:53:47Z"},{"alias_kind":"pith_short_12","alias_value":"6JFXITA47YCW","created_at":"2026-07-05T09:53:47Z"},{"alias_kind":"pith_short_16","alias_value":"6JFXITA47YCWNRYM","created_at":"2026-07-05T09:53:47Z"},{"alias_kind":"pith_short_8","alias_value":"6JFXITA4","created_at":"2026-07-05T09:53:47Z"}],"graph_snapshots":[{"event_id":"sha256:2d1557a8d778da28331f18a1d6479e998c2a7cb64ecf1b5c5fc59f0b2f3eb3e6","target":"graph","created_at":"2026-07-05T09:53:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.17066/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Machine learning continues to grow in popularity in academia, in industry, and is increasingly used in other fields. However, most of the common metrics used to evaluate even simple binary classification models have shortcomings that are neither immediately obvious nor consistently taught to practitioners. Here we present Interactive Classification Metrics (ICM), an application to visualize and explore the relationships between different evaluation metrics. The user changes the distribution statistics and explores corresponding changes across a suite of evaluation metrics. The interactive, gra","authors_text":"Davide Chicco, David H. Brown","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-12-22T15:36:15Z","title":"Interactive Classification Metrics: A graphical application to build robust intuition for classification model evaluation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.17066","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:23eb13a5d87f907bd46a6477a632c2ef6a9135c84eabccd07a4fb08a52d28683","target":"record","created_at":"2026-07-05T09:53:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1b947ea24c639f2f5d2b542f33207bbb295203c58692d6949bb8ebd4ee5936a7","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-12-22T15:36:15Z","title_canon_sha256":"30ae6de35c2dc5a0daf6027d070f08ff02e808c0063b3e5543f443ecb32e1f4d"},"schema_version":"1.0","source":{"id":"2412.17066","kind":"arxiv","version":1}},"canonical_sha256":"f24b744c1cfe0566c70c714dc1bf6cd3b7a1c731d6ea33851407dace86fe7fb1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f24b744c1cfe0566c70c714dc1bf6cd3b7a1c731d6ea33851407dace86fe7fb1","first_computed_at":"2026-07-05T09:53:47.844341Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:53:47.844341Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"9Xlvj5y6pfHTvQLxOQT9KQ8JP4lerEjC+ArCTwg/61t2bf4zQGpByCYQMxVRgz7GJEdCm7WAAnf/8Dr3YAV3Dw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:53:47.844813Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.17066","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:23eb13a5d87f907bd46a6477a632c2ef6a9135c84eabccd07a4fb08a52d28683","sha256:2d1557a8d778da28331f18a1d6479e998c2a7cb64ecf1b5c5fc59f0b2f3eb3e6"],"state_sha256":"ed4ea3f2f2f0b77c11342a372c6acece61218fca981bb009e8e318148504e06e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rp6Rcbbksn1aWYPmmZ2fOyCQ6r+k6vuRNgxeRBZPG7lTe1S+74h+vfoyTsQhHMvb7nD3YeOyUs/PgxPiaeb/Cg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-16T14:25:18.431093Z","bundle_sha256":"d9e745074c71ef64ded74167c0872b32a6c5913f55d0de4f21769bd128b01c7a"}}