{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:EL2FETRTUEZYK642WSZTLRLML6","short_pith_number":"pith:EL2FETRT","canonical_record":{"source":{"id":"2608.12149","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-08-12T15:11:18Z","cross_cats_sorted":[],"title_canon_sha256":"ef77cd3a64a3e24793181d338980a8e423173f8fad13dd55a8afdf99f36863e7","abstract_canon_sha256":"882532e902bc81ac046236c72ee689b4552c7f2cb6f32b2971ae4a2c90420a35"},"schema_version":"1.0"},"canonical_sha256":"22f4524e33a133857b9ab4b335c56c5f98ba889104dd37b637db577cce6ddf61","source":{"kind":"arxiv","id":"2608.12149","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2608.12149","created_at":"2026-08-13T01:30:14Z"},{"alias_kind":"arxiv_version","alias_value":"2608.12149v1","created_at":"2026-08-13T01:30:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2608.12149","created_at":"2026-08-13T01:30:14Z"},{"alias_kind":"pith_short_12","alias_value":"EL2FETRTUEZY","created_at":"2026-08-13T01:30:14Z"},{"alias_kind":"pith_short_16","alias_value":"EL2FETRTUEZYK642","created_at":"2026-08-13T01:30:14Z"},{"alias_kind":"pith_short_8","alias_value":"EL2FETRT","created_at":"2026-08-13T01:30:14Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:EL2FETRTUEZYK642WSZTLRLML6","target":"record","payload":{"canonical_record":{"source":{"id":"2608.12149","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-08-12T15:11:18Z","cross_cats_sorted":[],"title_canon_sha256":"ef77cd3a64a3e24793181d338980a8e423173f8fad13dd55a8afdf99f36863e7","abstract_canon_sha256":"882532e902bc81ac046236c72ee689b4552c7f2cb6f32b2971ae4a2c90420a35"},"schema_version":"1.0"},"canonical_sha256":"22f4524e33a133857b9ab4b335c56c5f98ba889104dd37b637db577cce6ddf61","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-08-13T01:30:14.236969Z","signature_b64":"VbeuzSt/JWXTXusyQmk4KKhhnkrKcVFV3nbtaQ37l7WI923ptRvGMft5X6KjZVgS36igfPPUuiGu9OQ03t62DQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"22f4524e33a133857b9ab4b335c56c5f98ba889104dd37b637db577cce6ddf61","last_reissued_at":"2026-08-13T01:30:14.234378Z","signature_status":"signed_v1","first_computed_at":"2026-08-13T01:30:14.234378Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2608.12149","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-08-13T01:30:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gkKS4mswgypQAQtl8NamhkawXASflRmfE/bCANr5TNcg8n912YCvGQE8EGXPN/CKX5HKBzEEzSpLPzipBAX6Dg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T15:25:27.361906Z"},"content_sha256":"39d4cc461c25bd94e7102d3bb4e09b78666159345e9493e4301bb7289b74bc1c","schema_version":"1.0","event_id":"sha256:39d4cc461c25bd94e7102d3bb4e09b78666159345e9493e4301bb7289b74bc1c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:EL2FETRTUEZYK642WSZTLRLML6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Massive Activations in Hybrid Linear Attention Large Language Models: Pre-Attention Spikes and Inter-Spike Plateaus","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Bohan Sun, Chuan-Wei Kuo, Hengyuan Zhang, He Xiao, Jing Xiong, Ngai Wong, Shuibai Zhang, Tiantian Zhang, Xialie Zhuang, Zhongzhu Zhou, Zunhai Su","submitted_at":"2026-08-12T15:11:18Z","abstract_excerpt":"We present the first systematic study of Massive activations (MAs) in layer-interleaved HLA LLMs and uncover two architecture-aligned morphologies: MAs consistently spike immediately before full attention layers, forming pre-attention spikes (PAS), and can persist through intervening linear attention layers, giving rise to inter-spike plateaus (ISP). As full attention becomes denser, successive PAS become increasingly connected through ISP, ultimately recovering the stable MA morphology of full attention LLMs. We establish the recurrence of this organization across five linear attention archit"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2608.12149","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2608.12149/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-08-13T01:30:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"n1iFCFtGDC6Wv2Tt8z8DrAts2H85xGXeIHnv28WnZ36CfrZ/NjZ5vjnM6nGtuV9xOKNQpytRHOclYskNMZWDCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T15:25:27.362360Z"},"content_sha256":"000442306a06da7d1201da6ffeedb0630f517ba83655bc18b32112510c8b6808","schema_version":"1.0","event_id":"sha256:000442306a06da7d1201da6ffeedb0630f517ba83655bc18b32112510c8b6808"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/EL2FETRTUEZYK642WSZTLRLML6/bundle.json","state_url":"https://pith.science/pith/EL2FETRTUEZYK642WSZTLRLML6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/EL2FETRTUEZYK642WSZTLRLML6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-18T15:25:27Z","links":{"resolver":"https://pith.science/pith/EL2FETRTUEZYK642WSZTLRLML6","bundle":"https://pith.science/pith/EL2FETRTUEZYK642WSZTLRLML6/bundle.json","state":"https://pith.science/pith/EL2FETRTUEZYK642WSZTLRLML6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/EL2FETRTUEZYK642WSZTLRLML6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:EL2FETRTUEZYK642WSZTLRLML6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"882532e902bc81ac046236c72ee689b4552c7f2cb6f32b2971ae4a2c90420a35","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-08-12T15:11:18Z","title_canon_sha256":"ef77cd3a64a3e24793181d338980a8e423173f8fad13dd55a8afdf99f36863e7"},"schema_version":"1.0","source":{"id":"2608.12149","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2608.12149","created_at":"2026-08-13T01:30:14Z"},{"alias_kind":"arxiv_version","alias_value":"2608.12149v1","created_at":"2026-08-13T01:30:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2608.12149","created_at":"2026-08-13T01:30:14Z"},{"alias_kind":"pith_short_12","alias_value":"EL2FETRTUEZY","created_at":"2026-08-13T01:30:14Z"},{"alias_kind":"pith_short_16","alias_value":"EL2FETRTUEZYK642","created_at":"2026-08-13T01:30:14Z"},{"alias_kind":"pith_short_8","alias_value":"EL2FETRT","created_at":"2026-08-13T01:30:14Z"}],"graph_snapshots":[{"event_id":"sha256:000442306a06da7d1201da6ffeedb0630f517ba83655bc18b32112510c8b6808","target":"graph","created_at":"2026-08-13T01:30:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2608.12149/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We present the first systematic study of Massive activations (MAs) in layer-interleaved HLA LLMs and uncover two architecture-aligned morphologies: MAs consistently spike immediately before full attention layers, forming pre-attention spikes (PAS), and can persist through intervening linear attention layers, giving rise to inter-spike plateaus (ISP). As full attention becomes denser, successive PAS become increasingly connected through ISP, ultimately recovering the stable MA morphology of full attention LLMs. We establish the recurrence of this organization across five linear attention archit","authors_text":"Bohan Sun, Chuan-Wei Kuo, Hengyuan Zhang, He Xiao, Jing Xiong, Ngai Wong, Shuibai Zhang, Tiantian Zhang, Xialie Zhuang, Zhongzhu Zhou, Zunhai Su","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-08-12T15:11:18Z","title":"Massive Activations in Hybrid Linear Attention Large Language Models: Pre-Attention Spikes and Inter-Spike Plateaus"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2608.12149","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:39d4cc461c25bd94e7102d3bb4e09b78666159345e9493e4301bb7289b74bc1c","target":"record","created_at":"2026-08-13T01:30:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"882532e902bc81ac046236c72ee689b4552c7f2cb6f32b2971ae4a2c90420a35","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-08-12T15:11:18Z","title_canon_sha256":"ef77cd3a64a3e24793181d338980a8e423173f8fad13dd55a8afdf99f36863e7"},"schema_version":"1.0","source":{"id":"2608.12149","kind":"arxiv","version":1}},"canonical_sha256":"22f4524e33a133857b9ab4b335c56c5f98ba889104dd37b637db577cce6ddf61","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"22f4524e33a133857b9ab4b335c56c5f98ba889104dd37b637db577cce6ddf61","first_computed_at":"2026-08-13T01:30:14.234378Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-08-13T01:30:14.234378Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"VbeuzSt/JWXTXusyQmk4KKhhnkrKcVFV3nbtaQ37l7WI923ptRvGMft5X6KjZVgS36igfPPUuiGu9OQ03t62DQ==","signature_status":"signed_v1","signed_at":"2026-08-13T01:30:14.236969Z","signed_message":"canonical_sha256_bytes"},"source_id":"2608.12149","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:39d4cc461c25bd94e7102d3bb4e09b78666159345e9493e4301bb7289b74bc1c","sha256:000442306a06da7d1201da6ffeedb0630f517ba83655bc18b32112510c8b6808"],"state_sha256":"65f5294fe24091ff4cf2fb6e3d1bbd0ec2da152fd8792402837725054bb7d0fd"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8q7EnEhwM71zC84/zcoPtEfqZ56BVtSfXjCEOUiPLzA3xcmP4q3BFl9J5MKF/HaqI4d25riFfPmUEtCeMuwMCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-18T15:25:27.365326Z","bundle_sha256":"3da2145a9fbcf6e036509cb75346076a9db809feb9e85b246becd1e057fcc8b5"}}