{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:KW563D2CY6LRUZNUUCSXAESGDI","short_pith_number":"pith:KW563D2C","canonical_record":{"source":{"id":"2301.12608","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-01-30T02:04:35Z","cross_cats_sorted":[],"title_canon_sha256":"e8d4d3e9dc562968759b18096ac8026f76e582d8ce4da1ea8cdfe884de35464b","abstract_canon_sha256":"2070d076b106ec2c5e7310d6f790f91ca7b5d4ed20452112eecb4a4d2d11d023"},"schema_version":"1.0"},"canonical_sha256":"55bbed8f42c7971a65b4a0a57012461a21b467d10acb28d530a4837c6cae2842","source":{"kind":"arxiv","id":"2301.12608","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2301.12608","created_at":"2026-07-05T07:08:54Z"},{"alias_kind":"arxiv_version","alias_value":"2301.12608v2","created_at":"2026-07-05T07:08:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2301.12608","created_at":"2026-07-05T07:08:54Z"},{"alias_kind":"pith_short_12","alias_value":"KW563D2CY6LR","created_at":"2026-07-05T07:08:54Z"},{"alias_kind":"pith_short_16","alias_value":"KW563D2CY6LRUZNU","created_at":"2026-07-05T07:08:54Z"},{"alias_kind":"pith_short_8","alias_value":"KW563D2C","created_at":"2026-07-05T07:08:54Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:KW563D2CY6LRUZNUUCSXAESGDI","target":"record","payload":{"canonical_record":{"source":{"id":"2301.12608","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-01-30T02:04:35Z","cross_cats_sorted":[],"title_canon_sha256":"e8d4d3e9dc562968759b18096ac8026f76e582d8ce4da1ea8cdfe884de35464b","abstract_canon_sha256":"2070d076b106ec2c5e7310d6f790f91ca7b5d4ed20452112eecb4a4d2d11d023"},"schema_version":"1.0"},"canonical_sha256":"55bbed8f42c7971a65b4a0a57012461a21b467d10acb28d530a4837c6cae2842","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:08:54.692930Z","signature_b64":"HTNYfZTxs155/xkj4EiiWMQs5sXtZiTs+cC6OntV2VMyqZAiDexPnfXfyvGUf7Yc/l5eLBnQJ5f8E6ZvvXM8Dw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"55bbed8f42c7971a65b4a0a57012461a21b467d10acb28d530a4837c6cae2842","last_reissued_at":"2026-07-05T07:08:54.692463Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:08:54.692463Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2301.12608","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:08:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IOkmWxFY6T39Ps9+ugojlj11Hvmv8wxOCHW6hxHBAyBzB6nSYv0TZfIt826xW6rK7PmnHelJrWHhEfoJ5DP8Cw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T10:43:15.390859Z"},"content_sha256":"77db0e638cb7f358bf25ab4e77feba0b7b7065c4cc8c6f6d0599949da8ef1971","schema_version":"1.0","event_id":"sha256:77db0e638cb7f358bf25ab4e77feba0b7b7065c4cc8c6f6d0599949da8ef1971"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:KW563D2CY6LRUZNUUCSXAESGDI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluating Neuron Interpretation Methods of NLP Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Fahim Dalvi, Hassan Sajjad, Nadir Durrani, Yimin Fan","submitted_at":"2023-01-30T02:04:35Z","abstract_excerpt":"Neuron Interpretation has gained traction in the field of interpretability, and have provided fine-grained insights into what a model learns and how language knowledge is distributed amongst its different components. However, the lack of evaluation benchmark and metrics have led to siloed progress within these various methods, with very little work comparing them and highlighting their strengths and weaknesses. The reason for this discrepancy is the difficulty of creating ground truth datasets, for example, many neurons within a given model may learn the same phenomena, and hence there may not"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2301.12608","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2301.12608/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:08:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"C//QEu5qt/+vVqLejvOLfkjDl6cc7qDictR4Jedtfat+pDU3MYpgbzJ7yz/Xoq4qsSxQ20TgxOg8PW+iFzCsAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T10:43:15.391231Z"},"content_sha256":"60fdf3b7f43683c7b5a26d5d794145bd86fb86410bff97ef3d231255d03ecebc","schema_version":"1.0","event_id":"sha256:60fdf3b7f43683c7b5a26d5d794145bd86fb86410bff97ef3d231255d03ecebc"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KW563D2CY6LRUZNUUCSXAESGDI/bundle.json","state_url":"https://pith.science/pith/KW563D2CY6LRUZNUUCSXAESGDI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KW563D2CY6LRUZNUUCSXAESGDI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T10:43:15Z","links":{"resolver":"https://pith.science/pith/KW563D2CY6LRUZNUUCSXAESGDI","bundle":"https://pith.science/pith/KW563D2CY6LRUZNUUCSXAESGDI/bundle.json","state":"https://pith.science/pith/KW563D2CY6LRUZNUUCSXAESGDI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KW563D2CY6LRUZNUUCSXAESGDI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:KW563D2CY6LRUZNUUCSXAESGDI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2070d076b106ec2c5e7310d6f790f91ca7b5d4ed20452112eecb4a4d2d11d023","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-01-30T02:04:35Z","title_canon_sha256":"e8d4d3e9dc562968759b18096ac8026f76e582d8ce4da1ea8cdfe884de35464b"},"schema_version":"1.0","source":{"id":"2301.12608","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2301.12608","created_at":"2026-07-05T07:08:54Z"},{"alias_kind":"arxiv_version","alias_value":"2301.12608v2","created_at":"2026-07-05T07:08:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2301.12608","created_at":"2026-07-05T07:08:54Z"},{"alias_kind":"pith_short_12","alias_value":"KW563D2CY6LR","created_at":"2026-07-05T07:08:54Z"},{"alias_kind":"pith_short_16","alias_value":"KW563D2CY6LRUZNU","created_at":"2026-07-05T07:08:54Z"},{"alias_kind":"pith_short_8","alias_value":"KW563D2C","created_at":"2026-07-05T07:08:54Z"}],"graph_snapshots":[{"event_id":"sha256:60fdf3b7f43683c7b5a26d5d794145bd86fb86410bff97ef3d231255d03ecebc","target":"graph","created_at":"2026-07-05T07:08:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2301.12608/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Neuron Interpretation has gained traction in the field of interpretability, and have provided fine-grained insights into what a model learns and how language knowledge is distributed amongst its different components. However, the lack of evaluation benchmark and metrics have led to siloed progress within these various methods, with very little work comparing them and highlighting their strengths and weaknesses. The reason for this discrepancy is the difficulty of creating ground truth datasets, for example, many neurons within a given model may learn the same phenomena, and hence there may not","authors_text":"Fahim Dalvi, Hassan Sajjad, Nadir Durrani, Yimin Fan","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-01-30T02:04:35Z","title":"Evaluating Neuron Interpretation Methods of NLP Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2301.12608","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:77db0e638cb7f358bf25ab4e77feba0b7b7065c4cc8c6f6d0599949da8ef1971","target":"record","created_at":"2026-07-05T07:08:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2070d076b106ec2c5e7310d6f790f91ca7b5d4ed20452112eecb4a4d2d11d023","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-01-30T02:04:35Z","title_canon_sha256":"e8d4d3e9dc562968759b18096ac8026f76e582d8ce4da1ea8cdfe884de35464b"},"schema_version":"1.0","source":{"id":"2301.12608","kind":"arxiv","version":2}},"canonical_sha256":"55bbed8f42c7971a65b4a0a57012461a21b467d10acb28d530a4837c6cae2842","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"55bbed8f42c7971a65b4a0a57012461a21b467d10acb28d530a4837c6cae2842","first_computed_at":"2026-07-05T07:08:54.692463Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:08:54.692463Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"HTNYfZTxs155/xkj4EiiWMQs5sXtZiTs+cC6OntV2VMyqZAiDexPnfXfyvGUf7Yc/l5eLBnQJ5f8E6ZvvXM8Dw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:08:54.692930Z","signed_message":"canonical_sha256_bytes"},"source_id":"2301.12608","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:77db0e638cb7f358bf25ab4e77feba0b7b7065c4cc8c6f6d0599949da8ef1971","sha256:60fdf3b7f43683c7b5a26d5d794145bd86fb86410bff97ef3d231255d03ecebc"],"state_sha256":"0d935500e51b2ae63e99bee4830183ef9e907450e9f072dbea17552e668fc42f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"g4dt76WXsyefdd5tB1QDFEoDCSLJdb6eHOIUPqXaDrWRVDNOW4IqzfdNko6dV/zgnwQuLx0h4pJdzd5aFvDmDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T10:43:15.393171Z","bundle_sha256":"af47413702f17b31e0f8a11a8595b6e05d3158c8685b7ebcc45ba76e50edc38d"}}