{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:UFMTOK6R7SFFGFIV2PNYLPT55D","short_pith_number":"pith:UFMTOK6R","canonical_record":{"source":{"id":"2205.05749","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2022-05-11T19:40:24Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"857f504d78c3815a604d321699ecfb498fa7a95d71fe8e387bb4a92d6a7907db","abstract_canon_sha256":"fbdd6f52cbc58355d6144ded1211623dc00a150a4c309675e594791d483abbe7"},"schema_version":"1.0"},"canonical_sha256":"a159372bd1fc8a531515d3db85be7de8d1562d851cebdeb0b2c4ab7189de3d68","source":{"kind":"arxiv","id":"2205.05749","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2205.05749","created_at":"2026-07-05T10:33:01Z"},{"alias_kind":"arxiv_version","alias_value":"2205.05749v3","created_at":"2026-07-05T10:33:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2205.05749","created_at":"2026-07-05T10:33:01Z"},{"alias_kind":"pith_short_12","alias_value":"UFMTOK6R7SFF","created_at":"2026-07-05T10:33:01Z"},{"alias_kind":"pith_short_16","alias_value":"UFMTOK6R7SFFGFIV","created_at":"2026-07-05T10:33:01Z"},{"alias_kind":"pith_short_8","alias_value":"UFMTOK6R","created_at":"2026-07-05T10:33:01Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:UFMTOK6R7SFFGFIV2PNYLPT55D","target":"record","payload":{"canonical_record":{"source":{"id":"2205.05749","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2022-05-11T19:40:24Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"857f504d78c3815a604d321699ecfb498fa7a95d71fe8e387bb4a92d6a7907db","abstract_canon_sha256":"fbdd6f52cbc58355d6144ded1211623dc00a150a4c309675e594791d483abbe7"},"schema_version":"1.0"},"canonical_sha256":"a159372bd1fc8a531515d3db85be7de8d1562d851cebdeb0b2c4ab7189de3d68","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:33:01.263544Z","signature_b64":"u9X5GkkBGDYxHsSv5nLPqFe8EHfyYZvkQwbdm4IJCfN1oW79QuepJCsYhX5WXAINmDxOIK5kWr0x1DzggUk4BQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a159372bd1fc8a531515d3db85be7de8d1562d851cebdeb0b2c4ab7189de3d68","last_reissued_at":"2026-07-05T10:33:01.263057Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:33:01.263057Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2205.05749","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:33:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ssDKNNrqrhLGzPzHpoZBWldBWC94iFOnVrEBqho7h//Lg38NWfJxJTDiROXJo7VYs+7JiMA7IGFOSmP5sZG/BQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T06:30:22.986657Z"},"content_sha256":"74e19cb13f42a617a9f42e48f3d32001d3def0def7ea7ec437d35edd3b17a0fb","schema_version":"1.0","event_id":"sha256:74e19cb13f42a617a9f42e48f3d32001d3def0def7ea7ec437d35edd3b17a0fb"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:UFMTOK6R7SFFGFIV2PNYLPT55D","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Are Metrics Enough? Guidelines for Communicating and Visualizing Predictive Models to Subject Matter Experts","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.HC","authors_text":"Ashley Suh, Dylan Cashman, Erik W. Anderson, Gabriel Appleby, Luca Finelli, Remco Chang","submitted_at":"2022-05-11T19:40:24Z","abstract_excerpt":"Presenting a predictive model's performance is a communication bottleneck that threatens collaborations between data scientists and subject matter experts. Accuracy and error metrics alone fail to tell the whole story of a model - its risks, strengths, and limitations - making it difficult for subject matter experts to feel confident in their decision to use a model. As a result, models may fail in unexpected ways or go entirely unused, as subject matter experts disregard poorly presented models in favor of familiar, yet arguably substandard methods. In this paper, we describe an iterative stu"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2205.05749","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2205.05749/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:33:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oEUKZRmsm6/kYnkiMUvkVZdRaRAWPeXHtXW//KrAu2lbJ7rkkWkGQ4ooK3ODgGW2OpOeEV9sfrJJWpDDsP9iCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T06:30:22.987283Z"},"content_sha256":"d0ecd2ca559eb22daf68a3c3e602b03b0d368ac57512c0346265bd06a61b74ed","schema_version":"1.0","event_id":"sha256:d0ecd2ca559eb22daf68a3c3e602b03b0d368ac57512c0346265bd06a61b74ed"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/UFMTOK6R7SFFGFIV2PNYLPT55D/bundle.json","state_url":"https://pith.science/pith/UFMTOK6R7SFFGFIV2PNYLPT55D/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/UFMTOK6R7SFFGFIV2PNYLPT55D/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-12T06:30:23Z","links":{"resolver":"https://pith.science/pith/UFMTOK6R7SFFGFIV2PNYLPT55D","bundle":"https://pith.science/pith/UFMTOK6R7SFFGFIV2PNYLPT55D/bundle.json","state":"https://pith.science/pith/UFMTOK6R7SFFGFIV2PNYLPT55D/state.json","well_known_bundle":"https://pith.science/.well-known/pith/UFMTOK6R7SFFGFIV2PNYLPT55D/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:UFMTOK6R7SFFGFIV2PNYLPT55D","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"fbdd6f52cbc58355d6144ded1211623dc00a150a4c309675e594791d483abbe7","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2022-05-11T19:40:24Z","title_canon_sha256":"857f504d78c3815a604d321699ecfb498fa7a95d71fe8e387bb4a92d6a7907db"},"schema_version":"1.0","source":{"id":"2205.05749","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2205.05749","created_at":"2026-07-05T10:33:01Z"},{"alias_kind":"arxiv_version","alias_value":"2205.05749v3","created_at":"2026-07-05T10:33:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2205.05749","created_at":"2026-07-05T10:33:01Z"},{"alias_kind":"pith_short_12","alias_value":"UFMTOK6R7SFF","created_at":"2026-07-05T10:33:01Z"},{"alias_kind":"pith_short_16","alias_value":"UFMTOK6R7SFFGFIV","created_at":"2026-07-05T10:33:01Z"},{"alias_kind":"pith_short_8","alias_value":"UFMTOK6R","created_at":"2026-07-05T10:33:01Z"}],"graph_snapshots":[{"event_id":"sha256:d0ecd2ca559eb22daf68a3c3e602b03b0d368ac57512c0346265bd06a61b74ed","target":"graph","created_at":"2026-07-05T10:33:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2205.05749/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Presenting a predictive model's performance is a communication bottleneck that threatens collaborations between data scientists and subject matter experts. Accuracy and error metrics alone fail to tell the whole story of a model - its risks, strengths, and limitations - making it difficult for subject matter experts to feel confident in their decision to use a model. As a result, models may fail in unexpected ways or go entirely unused, as subject matter experts disregard poorly presented models in favor of familiar, yet arguably substandard methods. In this paper, we describe an iterative stu","authors_text":"Ashley Suh, Dylan Cashman, Erik W. Anderson, Gabriel Appleby, Luca Finelli, Remco Chang","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2022-05-11T19:40:24Z","title":"Are Metrics Enough? Guidelines for Communicating and Visualizing Predictive Models to Subject Matter Experts"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2205.05749","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:74e19cb13f42a617a9f42e48f3d32001d3def0def7ea7ec437d35edd3b17a0fb","target":"record","created_at":"2026-07-05T10:33:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"fbdd6f52cbc58355d6144ded1211623dc00a150a4c309675e594791d483abbe7","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2022-05-11T19:40:24Z","title_canon_sha256":"857f504d78c3815a604d321699ecfb498fa7a95d71fe8e387bb4a92d6a7907db"},"schema_version":"1.0","source":{"id":"2205.05749","kind":"arxiv","version":3}},"canonical_sha256":"a159372bd1fc8a531515d3db85be7de8d1562d851cebdeb0b2c4ab7189de3d68","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a159372bd1fc8a531515d3db85be7de8d1562d851cebdeb0b2c4ab7189de3d68","first_computed_at":"2026-07-05T10:33:01.263057Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:33:01.263057Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"u9X5GkkBGDYxHsSv5nLPqFe8EHfyYZvkQwbdm4IJCfN1oW79QuepJCsYhX5WXAINmDxOIK5kWr0x1DzggUk4BQ==","signature_status":"signed_v1","signed_at":"2026-07-05T10:33:01.263544Z","signed_message":"canonical_sha256_bytes"},"source_id":"2205.05749","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:74e19cb13f42a617a9f42e48f3d32001d3def0def7ea7ec437d35edd3b17a0fb","sha256:d0ecd2ca559eb22daf68a3c3e602b03b0d368ac57512c0346265bd06a61b74ed"],"state_sha256":"f9b78e5b4dfe06506f6e941296e4a4e933d84b93fd0f3d8cc7de8a7c619859e7"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"G3Tsbqea6F/0AL9TTWHsZXHOeKLNn9hbc4OKiu8+BjEDETbHYcRtMR/RCUj686a4O1xcwY4iDsrvjKLTzpJIBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-12T06:30:23.002000Z","bundle_sha256":"3a0abc74110664f414b3ea579687a657bf395666e64d13064420bfcb14cad2ab"}}