{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2023:KPFXE7MEHW333ENORIHSHJ2XLC","short_pith_number":"pith:KPFXE7ME","schema_version":"1.0","canonical_sha256":"53cb727d843db7bd91ae8a0f23a7575888110b0808fbdb399ebeabcd7bfe24c7","source":{"kind":"arxiv","id":"2302.11893","version":1},"attestation_state":"computed","paper":{"title":"A framework for benchmarking class-out-of-distribution detection and its application to ImageNet","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CV"],"primary_cat":"cs.LG","authors_text":"Ido Galil, Mohammed Dabbah, Ran El-Yaniv","submitted_at":"2023-02-23T09:57:48Z","abstract_excerpt":"When deployed for risk-sensitive tasks, deep neural networks must be able to detect instances with labels from outside the distribution for which they were trained. In this paper we present a novel framework to benchmark the ability of image classifiers to detect class-out-of-distribution instances (i.e., instances whose true labels do not appear in the training distribution) at various levels of detection difficulty. We apply this technique to ImageNet, and benchmark 525 pretrained, publicly available, ImageNet-1k classifiers. The code for generating a benchmark for any ImageNet-1k classifier"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2302.11893","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-02-23T09:57:48Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"9e85d4c6a82659269a8672b0acfad3bc3a677e81ff41691ac02d16f7baa7f7a9","abstract_canon_sha256":"6be07868cb63083545090593448d6d6d81aa5dd48c8f4663f41dac6a67afd573"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:44:57.692380Z","signature_b64":"7plhjybUx7CQVU1s+wX0Zp/yc6vGgTmlPXkEX7DnhnQba9gBQGGJfWMFqJWdTp0HHtX/i0cJf6bYQv+NMPBNBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"53cb727d843db7bd91ae8a0f23a7575888110b0808fbdb399ebeabcd7bfe24c7","last_reissued_at":"2026-07-05T05:44:57.691988Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:44:57.691988Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"A framework for benchmarking class-out-of-distribution detection and its application to ImageNet","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CV"],"primary_cat":"cs.LG","authors_text":"Ido Galil, Mohammed Dabbah, Ran El-Yaniv","submitted_at":"2023-02-23T09:57:48Z","abstract_excerpt":"When deployed for risk-sensitive tasks, deep neural networks must be able to detect instances with labels from outside the distribution for which they were trained. In this paper we present a novel framework to benchmark the ability of image classifiers to detect class-out-of-distribution instances (i.e., instances whose true labels do not appear in the training distribution) at various levels of detection difficulty. We apply this technique to ImageNet, and benchmark 525 pretrained, publicly available, ImageNet-1k classifiers. The code for generating a benchmark for any ImageNet-1k classifier"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.11893","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2302.11893/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2302.11893","created_at":"2026-07-05T05:44:57.692035+00:00"},{"alias_kind":"arxiv_version","alias_value":"2302.11893v1","created_at":"2026-07-05T05:44:57.692035+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.11893","created_at":"2026-07-05T05:44:57.692035+00:00"},{"alias_kind":"pith_short_12","alias_value":"KPFXE7MEHW33","created_at":"2026-07-05T05:44:57.692035+00:00"},{"alias_kind":"pith_short_16","alias_value":"KPFXE7MEHW333ENO","created_at":"2026-07-05T05:44:57.692035+00:00"},{"alias_kind":"pith_short_8","alias_value":"KPFXE7ME","created_at":"2026-07-05T05:44:57.692035+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":1,"sample":[{"citing_arxiv_id":"2411.13251","citing_title":"BelHouse3D: A Benchmark Dataset for Assessing Occlusion Robustness in 3D Point Cloud Semantic Segmentation","ref_index":21,"is_internal_anchor":true}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/KPFXE7MEHW333ENORIHSHJ2XLC","json":"https://pith.science/pith/KPFXE7MEHW333ENORIHSHJ2XLC.json","graph_json":"https://pith.science/api/pith-number/KPFXE7MEHW333ENORIHSHJ2XLC/graph.json","events_json":"https://pith.science/api/pith-number/KPFXE7MEHW333ENORIHSHJ2XLC/events.json","paper":"https://pith.science/paper/KPFXE7ME"},"agent_actions":{"view_html":"https://pith.science/pith/KPFXE7MEHW333ENORIHSHJ2XLC","download_json":"https://pith.science/pith/KPFXE7MEHW333ENORIHSHJ2XLC.json","view_paper":"https://pith.science/paper/KPFXE7ME","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2302.11893&json=true","fetch_graph":"https://pith.science/api/pith-number/KPFXE7MEHW333ENORIHSHJ2XLC/graph.json","fetch_events":"https://pith.science/api/pith-number/KPFXE7MEHW333ENORIHSHJ2XLC/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/KPFXE7MEHW333ENORIHSHJ2XLC/action/timestamp_anchor","attest_storage":"https://pith.science/pith/KPFXE7MEHW333ENORIHSHJ2XLC/action/storage_attestation","attest_author":"https://pith.science/pith/KPFXE7MEHW333ENORIHSHJ2XLC/action/author_attestation","sign_citation":"https://pith.science/pith/KPFXE7MEHW333ENORIHSHJ2XLC/action/citation_signature","submit_replication":"https://pith.science/pith/KPFXE7MEHW333ENORIHSHJ2XLC/action/replication_record"}},"created_at":"2026-07-05T05:44:57.692035+00:00","updated_at":"2026-07-05T05:44:57.692035+00:00"}