{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:NHE6LKZ2NNH66LELCBN3ZFUM6B","short_pith_number":"pith:NHE6LKZ2","canonical_record":{"source":{"id":"2103.15949","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-03-29T20:51:33Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"ff976b83718eb09af57a0c8595de7ad455ed1d56b359e2bdd36b08440eec9a3a","abstract_canon_sha256":"6abf56e670c99aae761c02f7b6564bd4fe3bef3dbfe9b25b0a5c9ec6a12642d1"},"schema_version":"1.0"},"canonical_sha256":"69c9e5ab3a6b4fef2c8b105bbc968cf0515ca20dffa9dbbc164667115753ac0e","source":{"kind":"arxiv","id":"2103.15949","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2103.15949","created_at":"2026-07-05T05:57:28Z"},{"alias_kind":"arxiv_version","alias_value":"2103.15949v2","created_at":"2026-07-05T05:57:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2103.15949","created_at":"2026-07-05T05:57:28Z"},{"alias_kind":"pith_short_12","alias_value":"NHE6LKZ2NNH6","created_at":"2026-07-05T05:57:28Z"},{"alias_kind":"pith_short_16","alias_value":"NHE6LKZ2NNH66LEL","created_at":"2026-07-05T05:57:28Z"},{"alias_kind":"pith_short_8","alias_value":"NHE6LKZ2","created_at":"2026-07-05T05:57:28Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:NHE6LKZ2NNH66LELCBN3ZFUM6B","target":"record","payload":{"canonical_record":{"source":{"id":"2103.15949","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-03-29T20:51:33Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"ff976b83718eb09af57a0c8595de7ad455ed1d56b359e2bdd36b08440eec9a3a","abstract_canon_sha256":"6abf56e670c99aae761c02f7b6564bd4fe3bef3dbfe9b25b0a5c9ec6a12642d1"},"schema_version":"1.0"},"canonical_sha256":"69c9e5ab3a6b4fef2c8b105bbc968cf0515ca20dffa9dbbc164667115753ac0e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:57:28.798918Z","signature_b64":"/ps88whfSuy0ODOqOygdpb5Rd8E3PxaI3BJhUISUCXuQ/FmSI0mr2UnPGw3p13RdahFwLOCr5t79oxeTSL9mAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"69c9e5ab3a6b4fef2c8b105bbc968cf0515ca20dffa9dbbc164667115753ac0e","last_reissued_at":"2026-07-05T05:57:28.798493Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:57:28.798493Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2103.15949","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:57:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ql68UeTQ9SJN5QzoPdyRh1Y4Keivoq1y+vX6rO5DjcsJTiLu5ccz4NGp1i/RM12WYEv6gpzw2sdRrFlYsB6+CA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T15:07:30.770636Z"},"content_sha256":"810a313fb1525072f5b5dde6f91b0418af5ffc1ff88be9b4a76b22191d3d9fe5","schema_version":"1.0","event_id":"sha256:810a313fb1525072f5b5dde6f91b0418af5ffc1ff88be9b4a76b22191d3d9fe5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:NHE6LKZ2NNH66LELCBN3ZFUM6B","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Transformer visualization via dictionary learning: contextualized embedding as a linear superposition of transformer factors","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Bruno A Olshausen, Yann LeCun, Yubei Chen, Zeyu Yun","submitted_at":"2021-03-29T20:51:33Z","abstract_excerpt":"Transformer networks have revolutionized NLP representation learning since they were introduced. Though a great effort has been made to explain the representation in transformers, it is widely recognized that our understanding is not sufficient. One important reason is that there lack enough visualization tools for detailed analysis. In this paper, we propose to use dictionary learning to open up these \"black boxes\" as linear superpositions of transformer factors. Through visualization, we demonstrate the hierarchical semantic structures captured by the transformer factors, e.g., word-level po"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2103.15949","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2103.15949/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:57:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"76TQJV8ECeNrMVtWdNE4xhlKw5NM976LAs03kbFC1F28p01JiHUx7hiaP76Aym+19Hr/SYrL8VErBcvNQvUBAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T15:07:30.772668Z"},"content_sha256":"add031b5f79e12336ae3f827ffa3c1c9da89f61dd0b267a3c9c4bdb5eb600f79","schema_version":"1.0","event_id":"sha256:add031b5f79e12336ae3f827ffa3c1c9da89f61dd0b267a3c9c4bdb5eb600f79"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/NHE6LKZ2NNH66LELCBN3ZFUM6B/bundle.json","state_url":"https://pith.science/pith/NHE6LKZ2NNH66LELCBN3ZFUM6B/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/NHE6LKZ2NNH66LELCBN3ZFUM6B/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-17T15:07:30Z","links":{"resolver":"https://pith.science/pith/NHE6LKZ2NNH66LELCBN3ZFUM6B","bundle":"https://pith.science/pith/NHE6LKZ2NNH66LELCBN3ZFUM6B/bundle.json","state":"https://pith.science/pith/NHE6LKZ2NNH66LELCBN3ZFUM6B/state.json","well_known_bundle":"https://pith.science/.well-known/pith/NHE6LKZ2NNH66LELCBN3ZFUM6B/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:NHE6LKZ2NNH66LELCBN3ZFUM6B","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6abf56e670c99aae761c02f7b6564bd4fe3bef3dbfe9b25b0a5c9ec6a12642d1","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-03-29T20:51:33Z","title_canon_sha256":"ff976b83718eb09af57a0c8595de7ad455ed1d56b359e2bdd36b08440eec9a3a"},"schema_version":"1.0","source":{"id":"2103.15949","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2103.15949","created_at":"2026-07-05T05:57:28Z"},{"alias_kind":"arxiv_version","alias_value":"2103.15949v2","created_at":"2026-07-05T05:57:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2103.15949","created_at":"2026-07-05T05:57:28Z"},{"alias_kind":"pith_short_12","alias_value":"NHE6LKZ2NNH6","created_at":"2026-07-05T05:57:28Z"},{"alias_kind":"pith_short_16","alias_value":"NHE6LKZ2NNH66LEL","created_at":"2026-07-05T05:57:28Z"},{"alias_kind":"pith_short_8","alias_value":"NHE6LKZ2","created_at":"2026-07-05T05:57:28Z"}],"graph_snapshots":[{"event_id":"sha256:add031b5f79e12336ae3f827ffa3c1c9da89f61dd0b267a3c9c4bdb5eb600f79","target":"graph","created_at":"2026-07-05T05:57:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2103.15949/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Transformer networks have revolutionized NLP representation learning since they were introduced. Though a great effort has been made to explain the representation in transformers, it is widely recognized that our understanding is not sufficient. One important reason is that there lack enough visualization tools for detailed analysis. In this paper, we propose to use dictionary learning to open up these \"black boxes\" as linear superpositions of transformer factors. Through visualization, we demonstrate the hierarchical semantic structures captured by the transformer factors, e.g., word-level po","authors_text":"Bruno A Olshausen, Yann LeCun, Yubei Chen, Zeyu Yun","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-03-29T20:51:33Z","title":"Transformer visualization via dictionary learning: contextualized embedding as a linear superposition of transformer factors"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2103.15949","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:810a313fb1525072f5b5dde6f91b0418af5ffc1ff88be9b4a76b22191d3d9fe5","target":"record","created_at":"2026-07-05T05:57:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6abf56e670c99aae761c02f7b6564bd4fe3bef3dbfe9b25b0a5c9ec6a12642d1","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-03-29T20:51:33Z","title_canon_sha256":"ff976b83718eb09af57a0c8595de7ad455ed1d56b359e2bdd36b08440eec9a3a"},"schema_version":"1.0","source":{"id":"2103.15949","kind":"arxiv","version":2}},"canonical_sha256":"69c9e5ab3a6b4fef2c8b105bbc968cf0515ca20dffa9dbbc164667115753ac0e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"69c9e5ab3a6b4fef2c8b105bbc968cf0515ca20dffa9dbbc164667115753ac0e","first_computed_at":"2026-07-05T05:57:28.798493Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:57:28.798493Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"/ps88whfSuy0ODOqOygdpb5Rd8E3PxaI3BJhUISUCXuQ/FmSI0mr2UnPGw3p13RdahFwLOCr5t79oxeTSL9mAA==","signature_status":"signed_v1","signed_at":"2026-07-05T05:57:28.798918Z","signed_message":"canonical_sha256_bytes"},"source_id":"2103.15949","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:810a313fb1525072f5b5dde6f91b0418af5ffc1ff88be9b4a76b22191d3d9fe5","sha256:add031b5f79e12336ae3f827ffa3c1c9da89f61dd0b267a3c9c4bdb5eb600f79"],"state_sha256":"0e268292a52652a8ad01513c40d25ffea7642d18f5bb9ac100b53760ce804aeb"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nDCG5YkrCSJc4AVhwUhh31OLGsSLQJFIwdaK5l/5umE5GUAjhJhoBKJ4hQkCJu3BH8PGs2PKVOkOi90xs8hkAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-17T15:07:30.779982Z","bundle_sha256":"43214ccd942b5a39dcf3c9f90fa2bc21abf27a02d62897a9d474796c3257c6e8"}}