{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:SB3DQ6AP3YL3JHTM2G65WBVF7A","short_pith_number":"pith:SB3DQ6AP","canonical_record":{"source":{"id":"2405.15709","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-24T16:59:29Z","cross_cats_sorted":["math.ST","stat.ML","stat.TH"],"title_canon_sha256":"34410667e1201043d8c0b64e43fb6fd69bf07cb8d323bb0a0c00fbee689bfe2d","abstract_canon_sha256":"e419318101e8df607b910266d57d6aa6c98ba8674ce1bd67ecfa2d42fd3e731c"},"schema_version":"1.0"},"canonical_sha256":"907638780fde17b49e6cd1bddb06a5f8018328ee22bab33593d69966856a73c8","source":{"kind":"arxiv","id":"2405.15709","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.15709","created_at":"2026-07-05T11:09:42Z"},{"alias_kind":"arxiv_version","alias_value":"2405.15709v2","created_at":"2026-07-05T11:09:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.15709","created_at":"2026-07-05T11:09:42Z"},{"alias_kind":"pith_short_12","alias_value":"SB3DQ6AP3YL3","created_at":"2026-07-05T11:09:42Z"},{"alias_kind":"pith_short_16","alias_value":"SB3DQ6AP3YL3JHTM","created_at":"2026-07-05T11:09:42Z"},{"alias_kind":"pith_short_8","alias_value":"SB3DQ6AP","created_at":"2026-07-05T11:09:42Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:SB3DQ6AP3YL3JHTM2G65WBVF7A","target":"record","payload":{"canonical_record":{"source":{"id":"2405.15709","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-24T16:59:29Z","cross_cats_sorted":["math.ST","stat.ML","stat.TH"],"title_canon_sha256":"34410667e1201043d8c0b64e43fb6fd69bf07cb8d323bb0a0c00fbee689bfe2d","abstract_canon_sha256":"e419318101e8df607b910266d57d6aa6c98ba8674ce1bd67ecfa2d42fd3e731c"},"schema_version":"1.0"},"canonical_sha256":"907638780fde17b49e6cd1bddb06a5f8018328ee22bab33593d69966856a73c8","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:09:42.469440Z","signature_b64":"OnCq9k9h82IKwnOd/1Ye6NQrBg4qb/9nlC9u5ni4zRmK8HB0nFnMtwkVeQ2rT7lOF462H2tCfynmz8pE4+PSBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"907638780fde17b49e6cd1bddb06a5f8018328ee22bab33593d69966856a73c8","last_reissued_at":"2026-07-05T11:09:42.468928Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:09:42.468928Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.15709","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:09:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6s7eVtnm9rrW/bJPJcw7Oaagy7Yhb6MWSzvfOGaBue/LqL8MGnOY/2KO1VVJRVgR1ydsiY7XlrOw942+L1OKAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-24T00:25:36.942391Z"},"content_sha256":"f35dc07be5fd3e9bf89a2548b2b9009a5aa2932606336e154353741f550cf3e1","schema_version":"1.0","event_id":"sha256:f35dc07be5fd3e9bf89a2548b2b9009a5aa2932606336e154353741f550cf3e1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:SB3DQ6AP3YL3JHTM2G65WBVF7A","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Information-theoretic Generalization Analysis for Expected Calibration Error","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["math.ST","stat.ML","stat.TH"],"primary_cat":"cs.LG","authors_text":"Futoshi Futami, Masahiro Fujisawa","submitted_at":"2024-05-24T16:59:29Z","abstract_excerpt":"While the expected calibration error (ECE), which employs binning, is widely adopted to evaluate the calibration performance of machine learning models, theoretical understanding of its estimation bias is limited. In this paper, we present the first comprehensive analysis of the estimation bias in the two common binning strategies, uniform mass and uniform width binning. Our analysis establishes upper bounds on the bias, achieving an improved convergence rate. Moreover, our bounds reveal, for the first time, the optimal number of bins to minimize the estimation bias. We further extend our bias"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.15709","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.15709/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:09:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"q7cQZMCpVs0+S6HB8bz3riNA+4ZIwRNLCW6RuikCPNxKRZBXC7QB/xOt/4f0xStL5V6GzejpTIMl3mFe4i26AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-24T00:25:36.942868Z"},"content_sha256":"1cad02e53e28f609b2b228887ee0754e9577a47a355ba096c1e278dd7e44b1a4","schema_version":"1.0","event_id":"sha256:1cad02e53e28f609b2b228887ee0754e9577a47a355ba096c1e278dd7e44b1a4"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/SB3DQ6AP3YL3JHTM2G65WBVF7A/bundle.json","state_url":"https://pith.science/pith/SB3DQ6AP3YL3JHTM2G65WBVF7A/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/SB3DQ6AP3YL3JHTM2G65WBVF7A/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-24T00:25:36Z","links":{"resolver":"https://pith.science/pith/SB3DQ6AP3YL3JHTM2G65WBVF7A","bundle":"https://pith.science/pith/SB3DQ6AP3YL3JHTM2G65WBVF7A/bundle.json","state":"https://pith.science/pith/SB3DQ6AP3YL3JHTM2G65WBVF7A/state.json","well_known_bundle":"https://pith.science/.well-known/pith/SB3DQ6AP3YL3JHTM2G65WBVF7A/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:SB3DQ6AP3YL3JHTM2G65WBVF7A","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e419318101e8df607b910266d57d6aa6c98ba8674ce1bd67ecfa2d42fd3e731c","cross_cats_sorted":["math.ST","stat.ML","stat.TH"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-24T16:59:29Z","title_canon_sha256":"34410667e1201043d8c0b64e43fb6fd69bf07cb8d323bb0a0c00fbee689bfe2d"},"schema_version":"1.0","source":{"id":"2405.15709","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.15709","created_at":"2026-07-05T11:09:42Z"},{"alias_kind":"arxiv_version","alias_value":"2405.15709v2","created_at":"2026-07-05T11:09:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.15709","created_at":"2026-07-05T11:09:42Z"},{"alias_kind":"pith_short_12","alias_value":"SB3DQ6AP3YL3","created_at":"2026-07-05T11:09:42Z"},{"alias_kind":"pith_short_16","alias_value":"SB3DQ6AP3YL3JHTM","created_at":"2026-07-05T11:09:42Z"},{"alias_kind":"pith_short_8","alias_value":"SB3DQ6AP","created_at":"2026-07-05T11:09:42Z"}],"graph_snapshots":[{"event_id":"sha256:1cad02e53e28f609b2b228887ee0754e9577a47a355ba096c1e278dd7e44b1a4","target":"graph","created_at":"2026-07-05T11:09:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.15709/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"While the expected calibration error (ECE), which employs binning, is widely adopted to evaluate the calibration performance of machine learning models, theoretical understanding of its estimation bias is limited. In this paper, we present the first comprehensive analysis of the estimation bias in the two common binning strategies, uniform mass and uniform width binning. Our analysis establishes upper bounds on the bias, achieving an improved convergence rate. Moreover, our bounds reveal, for the first time, the optimal number of bins to minimize the estimation bias. We further extend our bias","authors_text":"Futoshi Futami, Masahiro Fujisawa","cross_cats":["math.ST","stat.ML","stat.TH"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-24T16:59:29Z","title":"Information-theoretic Generalization Analysis for Expected Calibration Error"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.15709","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f35dc07be5fd3e9bf89a2548b2b9009a5aa2932606336e154353741f550cf3e1","target":"record","created_at":"2026-07-05T11:09:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e419318101e8df607b910266d57d6aa6c98ba8674ce1bd67ecfa2d42fd3e731c","cross_cats_sorted":["math.ST","stat.ML","stat.TH"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-24T16:59:29Z","title_canon_sha256":"34410667e1201043d8c0b64e43fb6fd69bf07cb8d323bb0a0c00fbee689bfe2d"},"schema_version":"1.0","source":{"id":"2405.15709","kind":"arxiv","version":2}},"canonical_sha256":"907638780fde17b49e6cd1bddb06a5f8018328ee22bab33593d69966856a73c8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"907638780fde17b49e6cd1bddb06a5f8018328ee22bab33593d69966856a73c8","first_computed_at":"2026-07-05T11:09:42.468928Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:09:42.468928Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"OnCq9k9h82IKwnOd/1Ye6NQrBg4qb/9nlC9u5ni4zRmK8HB0nFnMtwkVeQ2rT7lOF462H2tCfynmz8pE4+PSBw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:09:42.469440Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.15709","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f35dc07be5fd3e9bf89a2548b2b9009a5aa2932606336e154353741f550cf3e1","sha256:1cad02e53e28f609b2b228887ee0754e9577a47a355ba096c1e278dd7e44b1a4"],"state_sha256":"92b47318327a413df52f3aac0fcdd6e770dd4e0d6766c304030ddbcb51ef1d09"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8T+PUh1+TrzBDNtcbmN/HnRCOysL33sOItEpzB42K/ZTelKmyHfLfPXjoUmgtDFaSM5ShmXzF7qstZyNFnw3CQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-24T00:25:36.946098Z","bundle_sha256":"100df56ac9e4f209b53410d01f107e95e47d3cb5571a6e39d0824ca6b98bbec6"}}