{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:DTWLDFWIMHKCHERGFBEZPYX7RI","short_pith_number":"pith:DTWLDFWI","canonical_record":{"source":{"id":"2606.04326","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-06-03T01:01:05Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"e03599cda17d977395e298a42723da9a2067f36d50da49740c66e00485751a97","abstract_canon_sha256":"34d327fcb58a8955e0fc90dd455657595c0618453bdc52bdbd9eadaba394f0de"},"schema_version":"1.0"},"canonical_sha256":"1cecb196c861d4239226284997e2ff8a14875520b81f8eecd99cb1b72433d3c6","source":{"kind":"arxiv","id":"2606.04326","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2606.04326","created_at":"2026-06-04T01:09:03Z"},{"alias_kind":"arxiv_version","alias_value":"2606.04326v1","created_at":"2026-06-04T01:09:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2606.04326","created_at":"2026-06-04T01:09:03Z"},{"alias_kind":"pith_short_12","alias_value":"DTWLDFWIMHKC","created_at":"2026-06-04T01:09:03Z"},{"alias_kind":"pith_short_16","alias_value":"DTWLDFWIMHKCHERG","created_at":"2026-06-04T01:09:03Z"},{"alias_kind":"pith_short_8","alias_value":"DTWLDFWI","created_at":"2026-06-04T01:09:03Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:DTWLDFWIMHKCHERGFBEZPYX7RI","target":"record","payload":{"canonical_record":{"source":{"id":"2606.04326","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-06-03T01:01:05Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"e03599cda17d977395e298a42723da9a2067f36d50da49740c66e00485751a97","abstract_canon_sha256":"34d327fcb58a8955e0fc90dd455657595c0618453bdc52bdbd9eadaba394f0de"},"schema_version":"1.0"},"canonical_sha256":"1cecb196c861d4239226284997e2ff8a14875520b81f8eecd99cb1b72433d3c6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-06-04T01:09:03.688687Z","signature_b64":"yN0OcGa+R8ysw+OMHzI7D+qBov6CDbjlIoOpuumd12CKB4gQAzGeQvvNWfz7k2u4E0l5GN3FHw1bPeXWdqL8Dg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1cecb196c861d4239226284997e2ff8a14875520b81f8eecd99cb1b72433d3c6","last_reissued_at":"2026-06-04T01:09:03.688158Z","signature_status":"signed_v1","first_computed_at":"2026-06-04T01:09:03.688158Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2606.04326","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-04T01:09:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IEFlQnuZYFto5ncHvvwUvPryG7Ey93XtWRHNrEQj+giQfLIcLE2fyz4JIkCYUJcCCL6o9ri2FfS6OFrzGMGNCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-25T16:51:43.428543Z"},"content_sha256":"513a76653c314c05af26a726ae7f17531be69dd55eeb09246cd95c49a5bd6b98","schema_version":"1.0","event_id":"sha256:513a76653c314c05af26a726ae7f17531be69dd55eeb09246cd95c49a5bd6b98"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:DTWLDFWIMHKCHERGFBEZPYX7RI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Measuring What Matters: Synthetic Benchmarks for Concept Bottleneck Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Berk Ustun, Harry Cheon, Julian Skirzynski, Meredith Stewart, Shreyas Kadekodi","submitted_at":"2026-06-03T01:01:05Z","abstract_excerpt":"Concept bottleneck models predict outcomes from high-level concepts detected in inputs. Although concepts provide a simple way to reap benefits from interpretability, very few datasets include concept labels. This limits researchers' ability to determine which problems are suitable for these models, isolate the factors that drive their performance or lead to failures, or uncover which algorithms perform well. In this paper, we develop synthetic benchmarks for concept-bottleneck models, focusing on their two main use cases: decision support, in which models assist humans in making better decisi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2606.04326","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2606.04326/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-04T01:09:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YzkJC3AAAoUL2bLodL5InxgnE2YSSuU3yBqGFqpKv6I9TzEK6XA1w764oM6RUHNLeJ7DFDhBp+kpo+wRY/jnBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-25T16:51:43.428912Z"},"content_sha256":"d3efc61a9c51b7aeb6b94c18ff31d9f2b0693b27ef792aa534c3904d4889abac","schema_version":"1.0","event_id":"sha256:d3efc61a9c51b7aeb6b94c18ff31d9f2b0693b27ef792aa534c3904d4889abac"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DTWLDFWIMHKCHERGFBEZPYX7RI/bundle.json","state_url":"https://pith.science/pith/DTWLDFWIMHKCHERGFBEZPYX7RI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DTWLDFWIMHKCHERGFBEZPYX7RI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-25T16:51:43Z","links":{"resolver":"https://pith.science/pith/DTWLDFWIMHKCHERGFBEZPYX7RI","bundle":"https://pith.science/pith/DTWLDFWIMHKCHERGFBEZPYX7RI/bundle.json","state":"https://pith.science/pith/DTWLDFWIMHKCHERGFBEZPYX7RI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DTWLDFWIMHKCHERGFBEZPYX7RI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:DTWLDFWIMHKCHERGFBEZPYX7RI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"34d327fcb58a8955e0fc90dd455657595c0618453bdc52bdbd9eadaba394f0de","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-06-03T01:01:05Z","title_canon_sha256":"e03599cda17d977395e298a42723da9a2067f36d50da49740c66e00485751a97"},"schema_version":"1.0","source":{"id":"2606.04326","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2606.04326","created_at":"2026-06-04T01:09:03Z"},{"alias_kind":"arxiv_version","alias_value":"2606.04326v1","created_at":"2026-06-04T01:09:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2606.04326","created_at":"2026-06-04T01:09:03Z"},{"alias_kind":"pith_short_12","alias_value":"DTWLDFWIMHKC","created_at":"2026-06-04T01:09:03Z"},{"alias_kind":"pith_short_16","alias_value":"DTWLDFWIMHKCHERG","created_at":"2026-06-04T01:09:03Z"},{"alias_kind":"pith_short_8","alias_value":"DTWLDFWI","created_at":"2026-06-04T01:09:03Z"}],"graph_snapshots":[{"event_id":"sha256:d3efc61a9c51b7aeb6b94c18ff31d9f2b0693b27ef792aa534c3904d4889abac","target":"graph","created_at":"2026-06-04T01:09:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2606.04326/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Concept bottleneck models predict outcomes from high-level concepts detected in inputs. Although concepts provide a simple way to reap benefits from interpretability, very few datasets include concept labels. This limits researchers' ability to determine which problems are suitable for these models, isolate the factors that drive their performance or lead to failures, or uncover which algorithms perform well. In this paper, we develop synthetic benchmarks for concept-bottleneck models, focusing on their two main use cases: decision support, in which models assist humans in making better decisi","authors_text":"Berk Ustun, Harry Cheon, Julian Skirzynski, Meredith Stewart, Shreyas Kadekodi","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-06-03T01:01:05Z","title":"Measuring What Matters: Synthetic Benchmarks for Concept Bottleneck Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2606.04326","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:513a76653c314c05af26a726ae7f17531be69dd55eeb09246cd95c49a5bd6b98","target":"record","created_at":"2026-06-04T01:09:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"34d327fcb58a8955e0fc90dd455657595c0618453bdc52bdbd9eadaba394f0de","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-06-03T01:01:05Z","title_canon_sha256":"e03599cda17d977395e298a42723da9a2067f36d50da49740c66e00485751a97"},"schema_version":"1.0","source":{"id":"2606.04326","kind":"arxiv","version":1}},"canonical_sha256":"1cecb196c861d4239226284997e2ff8a14875520b81f8eecd99cb1b72433d3c6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1cecb196c861d4239226284997e2ff8a14875520b81f8eecd99cb1b72433d3c6","first_computed_at":"2026-06-04T01:09:03.688158Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-06-04T01:09:03.688158Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"yN0OcGa+R8ysw+OMHzI7D+qBov6CDbjlIoOpuumd12CKB4gQAzGeQvvNWfz7k2u4E0l5GN3FHw1bPeXWdqL8Dg==","signature_status":"signed_v1","signed_at":"2026-06-04T01:09:03.688687Z","signed_message":"canonical_sha256_bytes"},"source_id":"2606.04326","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:513a76653c314c05af26a726ae7f17531be69dd55eeb09246cd95c49a5bd6b98","sha256:d3efc61a9c51b7aeb6b94c18ff31d9f2b0693b27ef792aa534c3904d4889abac"],"state_sha256":"3dfb17b4fcd1a4985dd8488e27f5fa0869ff25ea206242b298921ba02a1c58b0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nHjqFKKiHTT555hJEp/IqnHmJMr3ST6uD4aDPzjeVJxyaf3f0fAoua1IlIj2MYNeG7dNCSQBp1v2YQpWTk46AQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-25T16:51:43.430839Z","bundle_sha256":"6700d5f1bc51015d3483db2fe6a2599066440b6577fc674513338424bb3fd2d4"}}