{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:IAUNHN5LEGOFA2TCTZAC6RZ2K4","short_pith_number":"pith:IAUNHN5L","canonical_record":{"source":{"id":"1907.04135","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-07-09T13:16:24Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"a28b9683dc05dfa82ee28d9a8c1a5d852a4e74fa6f78b73d54ece77c48aa86a3","abstract_canon_sha256":"29cc5e897449fefae69b0091f672433a948e5d612ab3f9c2eb45a12d218e5801"},"schema_version":"1.0"},"canonical_sha256":"4028d3b7ab219c506a629e402f473a5733b10034a7c4de02f7b583790a8d614d","source":{"kind":"arxiv","id":"1907.04135","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1907.04135","created_at":"2026-07-05T00:09:26Z"},{"alias_kind":"arxiv_version","alias_value":"1907.04135v2","created_at":"2026-07-05T00:09:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1907.04135","created_at":"2026-07-05T00:09:26Z"},{"alias_kind":"pith_short_12","alias_value":"IAUNHN5LEGOF","created_at":"2026-07-05T00:09:26Z"},{"alias_kind":"pith_short_16","alias_value":"IAUNHN5LEGOFA2TC","created_at":"2026-07-05T00:09:26Z"},{"alias_kind":"pith_short_8","alias_value":"IAUNHN5L","created_at":"2026-07-05T00:09:26Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:IAUNHN5LEGOFA2TCTZAC6RZ2K4","target":"record","payload":{"canonical_record":{"source":{"id":"1907.04135","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-07-09T13:16:24Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"a28b9683dc05dfa82ee28d9a8c1a5d852a4e74fa6f78b73d54ece77c48aa86a3","abstract_canon_sha256":"29cc5e897449fefae69b0091f672433a948e5d612ab3f9c2eb45a12d218e5801"},"schema_version":"1.0"},"canonical_sha256":"4028d3b7ab219c506a629e402f473a5733b10034a7c4de02f7b583790a8d614d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:09:26.152043Z","signature_b64":"Gqx7uONNn0gDJk13aa7laXbTaxlQfumiKQ/C+gZHcycQ1RM0SiqbhLE6joh/RSeESnl14oav1aUF6jdcwxpoAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4028d3b7ab219c506a629e402f473a5733b10034a7c4de02f7b583790a8d614d","last_reissued_at":"2026-07-05T00:09:26.151590Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:09:26.151590Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1907.04135","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:09:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oxT1EeCEbGH5JLABsEiiR0UngZZffaNp+zOoWfkSZHE8VgdjGHZ4Nx8bE02evVwTl2oU0e1q1ADGN0pWAYafCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T20:18:00.621260Z"},"content_sha256":"1882c7691f84a7081da929089c86f5abdb24a6e8066d001863a47cdec8c7d986","schema_version":"1.0","event_id":"sha256:1882c7691f84a7081da929089c86f5abdb24a6e8066d001863a47cdec8c7d986"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:IAUNHN5LEGOFA2TCTZAC6RZ2K4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"The What-If Tool: Interactive Probing of Machine Learning Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Fernanda Viegas, James Wexler, Jimbo Wilson, Mahima Pushkarna, Martin Wattenberg, Tolga Bolukbasi","submitted_at":"2019-07-09T13:16:24Z","abstract_excerpt":"A key challenge in developing and deploying Machine Learning (ML) systems is understanding their performance across a wide range of inputs. To address this challenge, we created the What-If Tool, an open-source application that allows practitioners to probe, visualize, and analyze ML systems, with minimal coding. The What-If Tool lets practitioners test performance in hypothetical situations, analyze the importance of different data features, and visualize model behavior across multiple models and subsets of input data. It also lets practitioners measure systems according to multiple ML fairne"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1907.04135","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1907.04135/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:09:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3VPqU0VB414N7p0IpQkBcWBaSjBPWy79sH0TGObTV6sS1ckq2zZSKzjywR6AybvQIB18VQjTOUZowKa+whUoBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T20:18:00.621783Z"},"content_sha256":"828b956b66c0409a20f8573c64fdeab32c0bc34e24938b5fea61b28aab0173b2","schema_version":"1.0","event_id":"sha256:828b956b66c0409a20f8573c64fdeab32c0bc34e24938b5fea61b28aab0173b2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/IAUNHN5LEGOFA2TCTZAC6RZ2K4/bundle.json","state_url":"https://pith.science/pith/IAUNHN5LEGOFA2TCTZAC6RZ2K4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/IAUNHN5LEGOFA2TCTZAC6RZ2K4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-12T20:18:00Z","links":{"resolver":"https://pith.science/pith/IAUNHN5LEGOFA2TCTZAC6RZ2K4","bundle":"https://pith.science/pith/IAUNHN5LEGOFA2TCTZAC6RZ2K4/bundle.json","state":"https://pith.science/pith/IAUNHN5LEGOFA2TCTZAC6RZ2K4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/IAUNHN5LEGOFA2TCTZAC6RZ2K4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:IAUNHN5LEGOFA2TCTZAC6RZ2K4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"29cc5e897449fefae69b0091f672433a948e5d612ab3f9c2eb45a12d218e5801","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-07-09T13:16:24Z","title_canon_sha256":"a28b9683dc05dfa82ee28d9a8c1a5d852a4e74fa6f78b73d54ece77c48aa86a3"},"schema_version":"1.0","source":{"id":"1907.04135","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1907.04135","created_at":"2026-07-05T00:09:26Z"},{"alias_kind":"arxiv_version","alias_value":"1907.04135v2","created_at":"2026-07-05T00:09:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1907.04135","created_at":"2026-07-05T00:09:26Z"},{"alias_kind":"pith_short_12","alias_value":"IAUNHN5LEGOF","created_at":"2026-07-05T00:09:26Z"},{"alias_kind":"pith_short_16","alias_value":"IAUNHN5LEGOFA2TC","created_at":"2026-07-05T00:09:26Z"},{"alias_kind":"pith_short_8","alias_value":"IAUNHN5L","created_at":"2026-07-05T00:09:26Z"}],"graph_snapshots":[{"event_id":"sha256:828b956b66c0409a20f8573c64fdeab32c0bc34e24938b5fea61b28aab0173b2","target":"graph","created_at":"2026-07-05T00:09:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1907.04135/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"A key challenge in developing and deploying Machine Learning (ML) systems is understanding their performance across a wide range of inputs. To address this challenge, we created the What-If Tool, an open-source application that allows practitioners to probe, visualize, and analyze ML systems, with minimal coding. The What-If Tool lets practitioners test performance in hypothetical situations, analyze the importance of different data features, and visualize model behavior across multiple models and subsets of input data. It also lets practitioners measure systems according to multiple ML fairne","authors_text":"Fernanda Viegas, James Wexler, Jimbo Wilson, Mahima Pushkarna, Martin Wattenberg, Tolga Bolukbasi","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-07-09T13:16:24Z","title":"The What-If Tool: Interactive Probing of Machine Learning Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1907.04135","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1882c7691f84a7081da929089c86f5abdb24a6e8066d001863a47cdec8c7d986","target":"record","created_at":"2026-07-05T00:09:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"29cc5e897449fefae69b0091f672433a948e5d612ab3f9c2eb45a12d218e5801","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-07-09T13:16:24Z","title_canon_sha256":"a28b9683dc05dfa82ee28d9a8c1a5d852a4e74fa6f78b73d54ece77c48aa86a3"},"schema_version":"1.0","source":{"id":"1907.04135","kind":"arxiv","version":2}},"canonical_sha256":"4028d3b7ab219c506a629e402f473a5733b10034a7c4de02f7b583790a8d614d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4028d3b7ab219c506a629e402f473a5733b10034a7c4de02f7b583790a8d614d","first_computed_at":"2026-07-05T00:09:26.151590Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:09:26.151590Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Gqx7uONNn0gDJk13aa7laXbTaxlQfumiKQ/C+gZHcycQ1RM0SiqbhLE6joh/RSeESnl14oav1aUF6jdcwxpoAw==","signature_status":"signed_v1","signed_at":"2026-07-05T00:09:26.152043Z","signed_message":"canonical_sha256_bytes"},"source_id":"1907.04135","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1882c7691f84a7081da929089c86f5abdb24a6e8066d001863a47cdec8c7d986","sha256:828b956b66c0409a20f8573c64fdeab32c0bc34e24938b5fea61b28aab0173b2"],"state_sha256":"638c02c805d9abaa8005bfe75094ced70cf465a9bf49484f11f798b2b5ae2a4f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"AFL36+yviV6bG55unnwBKXFY+B0NOM3JXBJkiHzWRLGoBRDjd+dg0ty4VH/Zdvf0nfpBCL/W3BDj4eF7YlTXCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-12T20:18:00.627251Z","bundle_sha256":"28529d14b73312bbc6df127433634b8d520a851d295d5af46d3cae8bc4f6c1c6"}}