{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:GWV2IF4ATOVZA6X3XGWE56YGUQ","short_pith_number":"pith:GWV2IF4A","canonical_record":{"source":{"id":"2304.12918","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-04-22T19:06:13Z","cross_cats_sorted":[],"title_canon_sha256":"20c1a7d3e51d2a2beb984c8264feb02230566b0fbc3fe537c5f25b198f5fb2e5","abstract_canon_sha256":"d845ef74b45203df9c7c28a189b1325fdbe57dbb414d6799e90723725af1348a"},"schema_version":"1.0"},"canonical_sha256":"35aba417809bab907afbb9ac4efb06a4279c182afcc597b2b62cea185dbe38f3","source":{"kind":"arxiv","id":"2304.12918","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2304.12918","created_at":"2026-07-05T06:04:22Z"},{"alias_kind":"arxiv_version","alias_value":"2304.12918v1","created_at":"2026-07-05T06:04:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2304.12918","created_at":"2026-07-05T06:04:22Z"},{"alias_kind":"pith_short_12","alias_value":"GWV2IF4ATOVZ","created_at":"2026-07-05T06:04:22Z"},{"alias_kind":"pith_short_16","alias_value":"GWV2IF4ATOVZA6X3","created_at":"2026-07-05T06:04:22Z"},{"alias_kind":"pith_short_8","alias_value":"GWV2IF4A","created_at":"2026-07-05T06:04:22Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:GWV2IF4ATOVZA6X3XGWE56YGUQ","target":"record","payload":{"canonical_record":{"source":{"id":"2304.12918","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-04-22T19:06:13Z","cross_cats_sorted":[],"title_canon_sha256":"20c1a7d3e51d2a2beb984c8264feb02230566b0fbc3fe537c5f25b198f5fb2e5","abstract_canon_sha256":"d845ef74b45203df9c7c28a189b1325fdbe57dbb414d6799e90723725af1348a"},"schema_version":"1.0"},"canonical_sha256":"35aba417809bab907afbb9ac4efb06a4279c182afcc597b2b62cea185dbe38f3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:04:22.454766Z","signature_b64":"m/wzOCH3S7dgsnf21AlAfDdh/LLGeYGP/y++0QpccrMROz1TxLC2y5ZdsRsLoYQ3ioITkhlhm+lomNNIpxSoDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"35aba417809bab907afbb9ac4efb06a4279c182afcc597b2b62cea185dbe38f3","last_reissued_at":"2026-07-05T06:04:22.454277Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:04:22.454277Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2304.12918","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:04:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"h39qXmQBsWMp9oS7QORmnSvODtDhv62Bv6fGbFUy/l3fWjwXaibVyCWO4HgkLE5hgL1B0Kvg+eD+zlsJUq8FAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T04:09:09.004108Z"},"content_sha256":"2ce173c4afe6720f83141c92115da0b7ea192370838c0b48534e7df6d12fa486","schema_version":"1.0","event_id":"sha256:2ce173c4afe6720f83141c92115da0b7ea192370838c0b48534e7df6d12fa486"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:GWV2IF4ATOVZA6X3XGWE56YGUQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"N2G: A Scalable Approach for Quantifying Interpretable Neuron Representations in Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Alex Foote, Esben Kran, Fazl Barez, Ionnis Konstas, Neel Nanda","submitted_at":"2023-04-22T19:06:13Z","abstract_excerpt":"Understanding the function of individual neurons within language models is essential for mechanistic interpretability research. We propose $\\textbf{Neuron to Graph (N2G)}$, a tool which takes a neuron and its dataset examples, and automatically distills the neuron's behaviour on those examples to an interpretable graph. This presents a less labour intensive approach to interpreting neurons than current manual methods, that will better scale these methods to Large Language Models (LLMs). We use truncation and saliency methods to only present the important tokens, and augment the dataset example"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2304.12918","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2304.12918/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:04:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LIijQVAwt6pXqRS7S1leYLKlt7iEvpa2SQEUMeNFnkoSOp4eru+XXRHvAJXOJwumvszEs/fNmxgHEglu5dtjBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T04:09:09.004463Z"},"content_sha256":"21916453ef36f26ad6b268462d5e3fbebd5ff8804aba5d13ce1ec5558d4d34da","schema_version":"1.0","event_id":"sha256:21916453ef36f26ad6b268462d5e3fbebd5ff8804aba5d13ce1ec5558d4d34da"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/GWV2IF4ATOVZA6X3XGWE56YGUQ/bundle.json","state_url":"https://pith.science/pith/GWV2IF4ATOVZA6X3XGWE56YGUQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/GWV2IF4ATOVZA6X3XGWE56YGUQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-19T04:09:09Z","links":{"resolver":"https://pith.science/pith/GWV2IF4ATOVZA6X3XGWE56YGUQ","bundle":"https://pith.science/pith/GWV2IF4ATOVZA6X3XGWE56YGUQ/bundle.json","state":"https://pith.science/pith/GWV2IF4ATOVZA6X3XGWE56YGUQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/GWV2IF4ATOVZA6X3XGWE56YGUQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:GWV2IF4ATOVZA6X3XGWE56YGUQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d845ef74b45203df9c7c28a189b1325fdbe57dbb414d6799e90723725af1348a","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-04-22T19:06:13Z","title_canon_sha256":"20c1a7d3e51d2a2beb984c8264feb02230566b0fbc3fe537c5f25b198f5fb2e5"},"schema_version":"1.0","source":{"id":"2304.12918","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2304.12918","created_at":"2026-07-05T06:04:22Z"},{"alias_kind":"arxiv_version","alias_value":"2304.12918v1","created_at":"2026-07-05T06:04:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2304.12918","created_at":"2026-07-05T06:04:22Z"},{"alias_kind":"pith_short_12","alias_value":"GWV2IF4ATOVZ","created_at":"2026-07-05T06:04:22Z"},{"alias_kind":"pith_short_16","alias_value":"GWV2IF4ATOVZA6X3","created_at":"2026-07-05T06:04:22Z"},{"alias_kind":"pith_short_8","alias_value":"GWV2IF4A","created_at":"2026-07-05T06:04:22Z"}],"graph_snapshots":[{"event_id":"sha256:21916453ef36f26ad6b268462d5e3fbebd5ff8804aba5d13ce1ec5558d4d34da","target":"graph","created_at":"2026-07-05T06:04:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2304.12918/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Understanding the function of individual neurons within language models is essential for mechanistic interpretability research. We propose $\\textbf{Neuron to Graph (N2G)}$, a tool which takes a neuron and its dataset examples, and automatically distills the neuron's behaviour on those examples to an interpretable graph. This presents a less labour intensive approach to interpreting neurons than current manual methods, that will better scale these methods to Large Language Models (LLMs). We use truncation and saliency methods to only present the important tokens, and augment the dataset example","authors_text":"Alex Foote, Esben Kran, Fazl Barez, Ionnis Konstas, Neel Nanda","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-04-22T19:06:13Z","title":"N2G: A Scalable Approach for Quantifying Interpretable Neuron Representations in Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2304.12918","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2ce173c4afe6720f83141c92115da0b7ea192370838c0b48534e7df6d12fa486","target":"record","created_at":"2026-07-05T06:04:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d845ef74b45203df9c7c28a189b1325fdbe57dbb414d6799e90723725af1348a","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-04-22T19:06:13Z","title_canon_sha256":"20c1a7d3e51d2a2beb984c8264feb02230566b0fbc3fe537c5f25b198f5fb2e5"},"schema_version":"1.0","source":{"id":"2304.12918","kind":"arxiv","version":1}},"canonical_sha256":"35aba417809bab907afbb9ac4efb06a4279c182afcc597b2b62cea185dbe38f3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"35aba417809bab907afbb9ac4efb06a4279c182afcc597b2b62cea185dbe38f3","first_computed_at":"2026-07-05T06:04:22.454277Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:04:22.454277Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"m/wzOCH3S7dgsnf21AlAfDdh/LLGeYGP/y++0QpccrMROz1TxLC2y5ZdsRsLoYQ3ioITkhlhm+lomNNIpxSoDg==","signature_status":"signed_v1","signed_at":"2026-07-05T06:04:22.454766Z","signed_message":"canonical_sha256_bytes"},"source_id":"2304.12918","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2ce173c4afe6720f83141c92115da0b7ea192370838c0b48534e7df6d12fa486","sha256:21916453ef36f26ad6b268462d5e3fbebd5ff8804aba5d13ce1ec5558d4d34da"],"state_sha256":"2ca72a57e24d8cdc02fe3ed0efccdd54f2a9c0dc0fd073a8a00450a3cb22a702"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"S/U6D3w/apmgazVL+w0Qfx15nC2pJ4+v6pLrkRIKynznCVS9LJpkwvWqccGXpAPnsC4OcS1OyODzWZRYUfpRCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-19T04:09:09.007743Z","bundle_sha256":"bdf5f2c48120bd8c6a537334b85037f67113ef0cf64dc657ad17d25b6ba12073"}}