{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:R3KTTOACNJL2CHOAXGWV5ZUGEN","short_pith_number":"pith:R3KTTOAC","canonical_record":{"source":{"id":"2412.04139","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.AI","submitted_at":"2024-12-05T13:06:03Z","cross_cats_sorted":[],"title_canon_sha256":"88347ae65b8f8cad5b28c86cacf97d4fb610a676662357b3fe47d227fc6dc8f5","abstract_canon_sha256":"b4b0073d6be39c4b5722c9c8fd84ed44d41defa6815dad79a251e8dbd9e60de2"},"schema_version":"1.0"},"canonical_sha256":"8ed539b8026a57a11dc0b9ad5ee68623439850598eb513e7040813aef879e72f","source":{"kind":"arxiv","id":"2412.04139","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.04139","created_at":"2026-07-05T11:19:22Z"},{"alias_kind":"arxiv_version","alias_value":"2412.04139v4","created_at":"2026-07-05T11:19:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.04139","created_at":"2026-07-05T11:19:22Z"},{"alias_kind":"pith_short_12","alias_value":"R3KTTOACNJL2","created_at":"2026-07-05T11:19:22Z"},{"alias_kind":"pith_short_16","alias_value":"R3KTTOACNJL2CHOA","created_at":"2026-07-05T11:19:22Z"},{"alias_kind":"pith_short_8","alias_value":"R3KTTOAC","created_at":"2026-07-05T11:19:22Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:R3KTTOACNJL2CHOAXGWV5ZUGEN","target":"record","payload":{"canonical_record":{"source":{"id":"2412.04139","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.AI","submitted_at":"2024-12-05T13:06:03Z","cross_cats_sorted":[],"title_canon_sha256":"88347ae65b8f8cad5b28c86cacf97d4fb610a676662357b3fe47d227fc6dc8f5","abstract_canon_sha256":"b4b0073d6be39c4b5722c9c8fd84ed44d41defa6815dad79a251e8dbd9e60de2"},"schema_version":"1.0"},"canonical_sha256":"8ed539b8026a57a11dc0b9ad5ee68623439850598eb513e7040813aef879e72f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:19:22.856898Z","signature_b64":"As7YQcaLBtHmLOndOC63bsDLQR3QnLYEGNQpdhnJOwNcJuiZlvskw5uSvSnAHN5kpWSropIjvEgRumtHEFo+Bw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8ed539b8026a57a11dc0b9ad5ee68623439850598eb513e7040813aef879e72f","last_reissued_at":"2026-07-05T11:19:22.856460Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:19:22.856460Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.04139","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:19:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wnwXrX95rjIYr/nkpJx98HtUbLT63/wfkTNyUTySzRjN7MMSwGA+7YskFvr8T3MAWYtdnPqfkYnQYCgRLItPDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T17:59:23.442739Z"},"content_sha256":"cd7c1f695c83abf7d1e90eb9c88b61e3d1d85916878946966a98b786cfe5836f","schema_version":"1.0","event_id":"sha256:cd7c1f695c83abf7d1e90eb9c88b61e3d1d85916878946966a98b786cfe5836f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:R3KTTOACNJL2CHOAXGWV5ZUGEN","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Monet: Mixture of Monosemantic Experts for Transformers","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Jaewoo Kang, Jungwoo Park, Kee-Eung Kim, Young Jin Ahn","submitted_at":"2024-12-05T13:06:03Z","abstract_excerpt":"Understanding the internal computations of large language models (LLMs) is crucial for aligning them with human values and preventing undesirable behaviors like toxic content generation. However, mechanistic interpretability is hindered by polysemanticity -- where individual neurons respond to multiple, unrelated concepts. While Sparse Autoencoders (SAEs) have attempted to disentangle these features through sparse dictionary learning, they have compromised LLM performance due to reliance on post-hoc reconstruction loss. To address this issue, we introduce Mixture of Monosemantic Experts for Tr"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.04139","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.04139/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:19:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ygOX7kPgLQrfs7vjTa6By7lOR26/WJDEEeEKqk92/P79y+DlrPwNxOQD2GFw7IYHku0/3KIbFmmJw6npzMC7Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T17:59:23.443689Z"},"content_sha256":"5418387e2eab4213087fb99c78aabb46b73c9a0f47fd9056f3b7ee6b84f3d5c7","schema_version":"1.0","event_id":"sha256:5418387e2eab4213087fb99c78aabb46b73c9a0f47fd9056f3b7ee6b84f3d5c7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/R3KTTOACNJL2CHOAXGWV5ZUGEN/bundle.json","state_url":"https://pith.science/pith/R3KTTOACNJL2CHOAXGWV5ZUGEN/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/R3KTTOACNJL2CHOAXGWV5ZUGEN/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-14T17:59:23Z","links":{"resolver":"https://pith.science/pith/R3KTTOACNJL2CHOAXGWV5ZUGEN","bundle":"https://pith.science/pith/R3KTTOACNJL2CHOAXGWV5ZUGEN/bundle.json","state":"https://pith.science/pith/R3KTTOACNJL2CHOAXGWV5ZUGEN/state.json","well_known_bundle":"https://pith.science/.well-known/pith/R3KTTOACNJL2CHOAXGWV5ZUGEN/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:R3KTTOACNJL2CHOAXGWV5ZUGEN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b4b0073d6be39c4b5722c9c8fd84ed44d41defa6815dad79a251e8dbd9e60de2","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.AI","submitted_at":"2024-12-05T13:06:03Z","title_canon_sha256":"88347ae65b8f8cad5b28c86cacf97d4fb610a676662357b3fe47d227fc6dc8f5"},"schema_version":"1.0","source":{"id":"2412.04139","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.04139","created_at":"2026-07-05T11:19:22Z"},{"alias_kind":"arxiv_version","alias_value":"2412.04139v4","created_at":"2026-07-05T11:19:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.04139","created_at":"2026-07-05T11:19:22Z"},{"alias_kind":"pith_short_12","alias_value":"R3KTTOACNJL2","created_at":"2026-07-05T11:19:22Z"},{"alias_kind":"pith_short_16","alias_value":"R3KTTOACNJL2CHOA","created_at":"2026-07-05T11:19:22Z"},{"alias_kind":"pith_short_8","alias_value":"R3KTTOAC","created_at":"2026-07-05T11:19:22Z"}],"graph_snapshots":[{"event_id":"sha256:5418387e2eab4213087fb99c78aabb46b73c9a0f47fd9056f3b7ee6b84f3d5c7","target":"graph","created_at":"2026-07-05T11:19:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.04139/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Understanding the internal computations of large language models (LLMs) is crucial for aligning them with human values and preventing undesirable behaviors like toxic content generation. However, mechanistic interpretability is hindered by polysemanticity -- where individual neurons respond to multiple, unrelated concepts. While Sparse Autoencoders (SAEs) have attempted to disentangle these features through sparse dictionary learning, they have compromised LLM performance due to reliance on post-hoc reconstruction loss. To address this issue, we introduce Mixture of Monosemantic Experts for Tr","authors_text":"Jaewoo Kang, Jungwoo Park, Kee-Eung Kim, Young Jin Ahn","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.AI","submitted_at":"2024-12-05T13:06:03Z","title":"Monet: Mixture of Monosemantic Experts for Transformers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.04139","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:cd7c1f695c83abf7d1e90eb9c88b61e3d1d85916878946966a98b786cfe5836f","target":"record","created_at":"2026-07-05T11:19:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b4b0073d6be39c4b5722c9c8fd84ed44d41defa6815dad79a251e8dbd9e60de2","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.AI","submitted_at":"2024-12-05T13:06:03Z","title_canon_sha256":"88347ae65b8f8cad5b28c86cacf97d4fb610a676662357b3fe47d227fc6dc8f5"},"schema_version":"1.0","source":{"id":"2412.04139","kind":"arxiv","version":4}},"canonical_sha256":"8ed539b8026a57a11dc0b9ad5ee68623439850598eb513e7040813aef879e72f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8ed539b8026a57a11dc0b9ad5ee68623439850598eb513e7040813aef879e72f","first_computed_at":"2026-07-05T11:19:22.856460Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:19:22.856460Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"As7YQcaLBtHmLOndOC63bsDLQR3QnLYEGNQpdhnJOwNcJuiZlvskw5uSvSnAHN5kpWSropIjvEgRumtHEFo+Bw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:19:22.856898Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.04139","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:cd7c1f695c83abf7d1e90eb9c88b61e3d1d85916878946966a98b786cfe5836f","sha256:5418387e2eab4213087fb99c78aabb46b73c9a0f47fd9056f3b7ee6b84f3d5c7"],"state_sha256":"40f3c19f4783841e1e339daf56bca79e35fed8b982b3a02e00a928aae86447fb"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NMijUVAShQT/4XcRnnAAcA++hg4gHAAUCmssfZH2ebaUJrlkoiBf/d5BzVilrxfkSUtMJcjxbq82mfSSuO0JDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-14T17:59:23.460234Z","bundle_sha256":"132858c1ab20151997a4c8bc5e0c52de280938da9569137a6f752d67840a22a4"}}