{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:CUPDX3VIXPGKUFVHWX5XTXFOZA","short_pith_number":"pith:CUPDX3VI","canonical_record":{"source":{"id":"2606.02780","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-06-01T18:43:34Z","cross_cats_sorted":[],"title_canon_sha256":"5fea0d48bd8e74cfb18beeddfebedd7041eccdede92dfd2dbcc857939b58c319","abstract_canon_sha256":"e40fb90f2ce905baff9dfb82e9f9a5230b488e25bd806b4b34b0f193bf1156ad"},"schema_version":"1.0"},"canonical_sha256":"151e3beea8bbccaa16a7b5fb79dcaec83646f475f87e571f58a4a46575b149f2","source":{"kind":"arxiv","id":"2606.02780","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2606.02780","created_at":"2026-06-03T01:05:21Z"},{"alias_kind":"arxiv_version","alias_value":"2606.02780v1","created_at":"2026-06-03T01:05:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2606.02780","created_at":"2026-06-03T01:05:21Z"},{"alias_kind":"pith_short_12","alias_value":"CUPDX3VIXPGK","created_at":"2026-06-03T01:05:21Z"},{"alias_kind":"pith_short_16","alias_value":"CUPDX3VIXPGKUFVH","created_at":"2026-06-03T01:05:21Z"},{"alias_kind":"pith_short_8","alias_value":"CUPDX3VI","created_at":"2026-06-03T01:05:21Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:CUPDX3VIXPGKUFVHWX5XTXFOZA","target":"record","payload":{"canonical_record":{"source":{"id":"2606.02780","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-06-01T18:43:34Z","cross_cats_sorted":[],"title_canon_sha256":"5fea0d48bd8e74cfb18beeddfebedd7041eccdede92dfd2dbcc857939b58c319","abstract_canon_sha256":"e40fb90f2ce905baff9dfb82e9f9a5230b488e25bd806b4b34b0f193bf1156ad"},"schema_version":"1.0"},"canonical_sha256":"151e3beea8bbccaa16a7b5fb79dcaec83646f475f87e571f58a4a46575b149f2","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-06-03T01:05:21.555713Z","signature_b64":"W8qG3EsoopKR1QmYrkywIU3FuXz/kivLtG56phhpWf4OSJpQiS01mswvjhG9t9VkUvu/9iCgCNcTt/eKG8hZAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"151e3beea8bbccaa16a7b5fb79dcaec83646f475f87e571f58a4a46575b149f2","last_reissued_at":"2026-06-03T01:05:21.555270Z","signature_status":"signed_v1","first_computed_at":"2026-06-03T01:05:21.555270Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2606.02780","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-03T01:05:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bMvEWV+SmGfqCMDDuVOgl7HLxHAcRAmbmODecbApf02pcibOfAg1Fz6TpCiaOGpDmgTlTudLu5LVRr2HiwFNCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-30T04:36:39.807298Z"},"content_sha256":"0d6840173b680c0fa511653eb8ef808927794e0eb74e71b2878ebe7bee368423","schema_version":"1.0","event_id":"sha256:0d6840173b680c0fa511653eb8ef808927794e0eb74e71b2878ebe7bee368423"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:CUPDX3VIXPGKUFVHWX5XTXFOZA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Do Value Vectors in Deep Layers Need Context from the Residual Stream?","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Li Zhang, Muyu He, Qingya Huang, Yuchen Liu","submitted_at":"2026-06-01T18:43:34Z","abstract_excerpt":"The success of the transformer architecture as the backbone of modern LLMs is in large part due to its use of attention layers. An attention layer follows the standard neural network paradigm: it takes the residual stream as input and thereby produces context-dependent query, key, and value vectors. However, we find that model performance meaningfully improves when deeper layers learn only a context-free value vector to preserve the original token information, without drawing on any context from the residual stream. When the model has access to this context-free value vector, adding back the c"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2606.02780","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2606.02780/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-03T01:05:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3REZHtRhvEZ7x7E34AsBtr+H8GVANbJe6uxLK/3iF8FzxYxRYY5k3TUiEYT9c4hqjJdIqJJWzRMryiU2gC9WDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-30T04:36:39.807681Z"},"content_sha256":"50a2c3e356864da19d894faec4a639e364e7528adef24cc53548d171f8bb0458","schema_version":"1.0","event_id":"sha256:50a2c3e356864da19d894faec4a639e364e7528adef24cc53548d171f8bb0458"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/CUPDX3VIXPGKUFVHWX5XTXFOZA/bundle.json","state_url":"https://pith.science/pith/CUPDX3VIXPGKUFVHWX5XTXFOZA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/CUPDX3VIXPGKUFVHWX5XTXFOZA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-30T04:36:39Z","links":{"resolver":"https://pith.science/pith/CUPDX3VIXPGKUFVHWX5XTXFOZA","bundle":"https://pith.science/pith/CUPDX3VIXPGKUFVHWX5XTXFOZA/bundle.json","state":"https://pith.science/pith/CUPDX3VIXPGKUFVHWX5XTXFOZA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/CUPDX3VIXPGKUFVHWX5XTXFOZA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:CUPDX3VIXPGKUFVHWX5XTXFOZA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e40fb90f2ce905baff9dfb82e9f9a5230b488e25bd806b4b34b0f193bf1156ad","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-06-01T18:43:34Z","title_canon_sha256":"5fea0d48bd8e74cfb18beeddfebedd7041eccdede92dfd2dbcc857939b58c319"},"schema_version":"1.0","source":{"id":"2606.02780","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2606.02780","created_at":"2026-06-03T01:05:21Z"},{"alias_kind":"arxiv_version","alias_value":"2606.02780v1","created_at":"2026-06-03T01:05:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2606.02780","created_at":"2026-06-03T01:05:21Z"},{"alias_kind":"pith_short_12","alias_value":"CUPDX3VIXPGK","created_at":"2026-06-03T01:05:21Z"},{"alias_kind":"pith_short_16","alias_value":"CUPDX3VIXPGKUFVH","created_at":"2026-06-03T01:05:21Z"},{"alias_kind":"pith_short_8","alias_value":"CUPDX3VI","created_at":"2026-06-03T01:05:21Z"}],"graph_snapshots":[{"event_id":"sha256:50a2c3e356864da19d894faec4a639e364e7528adef24cc53548d171f8bb0458","target":"graph","created_at":"2026-06-03T01:05:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2606.02780/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The success of the transformer architecture as the backbone of modern LLMs is in large part due to its use of attention layers. An attention layer follows the standard neural network paradigm: it takes the residual stream as input and thereby produces context-dependent query, key, and value vectors. However, we find that model performance meaningfully improves when deeper layers learn only a context-free value vector to preserve the original token information, without drawing on any context from the residual stream. When the model has access to this context-free value vector, adding back the c","authors_text":"Li Zhang, Muyu He, Qingya Huang, Yuchen Liu","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-06-01T18:43:34Z","title":"Do Value Vectors in Deep Layers Need Context from the Residual Stream?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2606.02780","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0d6840173b680c0fa511653eb8ef808927794e0eb74e71b2878ebe7bee368423","target":"record","created_at":"2026-06-03T01:05:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e40fb90f2ce905baff9dfb82e9f9a5230b488e25bd806b4b34b0f193bf1156ad","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-06-01T18:43:34Z","title_canon_sha256":"5fea0d48bd8e74cfb18beeddfebedd7041eccdede92dfd2dbcc857939b58c319"},"schema_version":"1.0","source":{"id":"2606.02780","kind":"arxiv","version":1}},"canonical_sha256":"151e3beea8bbccaa16a7b5fb79dcaec83646f475f87e571f58a4a46575b149f2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"151e3beea8bbccaa16a7b5fb79dcaec83646f475f87e571f58a4a46575b149f2","first_computed_at":"2026-06-03T01:05:21.555270Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-06-03T01:05:21.555270Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"W8qG3EsoopKR1QmYrkywIU3FuXz/kivLtG56phhpWf4OSJpQiS01mswvjhG9t9VkUvu/9iCgCNcTt/eKG8hZAA==","signature_status":"signed_v1","signed_at":"2026-06-03T01:05:21.555713Z","signed_message":"canonical_sha256_bytes"},"source_id":"2606.02780","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0d6840173b680c0fa511653eb8ef808927794e0eb74e71b2878ebe7bee368423","sha256:50a2c3e356864da19d894faec4a639e364e7528adef24cc53548d171f8bb0458"],"state_sha256":"e6de03e763022430652483a8ae7ab8df6c6bff777b6186ca44c87d5498646a72"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Ilk2Y1DkMypIKombSZEw9RUxBZ9IHyHXAdph+ZPg8wP4ycWo1gYSuPPha78bWquN5ogmq8tC4YOSgLhKMAvWAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-30T04:36:39.809614Z","bundle_sha256":"730fb1dc7d0ef8945cce720fbf263e93e0482354d4851b7850c1a411409e47cf"}}