{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:Z3D2D42UFXOFBBTPKOLZPWEQ3W","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c1fa7cc3ac20430fc746b1c8d3cbb5322a172e4d8146de87e5047af50eec4660","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2025-01-27T16:29:17Z","title_canon_sha256":"56e4d84d4e6bf517627f5568d0efc11c89d0b99c9b30420c3faad403b0419a1f"},"schema_version":"1.0","source":{"id":"2501.16182","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.16182","created_at":"2026-07-05T10:14:25Z"},{"alias_kind":"arxiv_version","alias_value":"2501.16182v1","created_at":"2026-07-05T10:14:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.16182","created_at":"2026-07-05T10:14:25Z"},{"alias_kind":"pith_short_12","alias_value":"Z3D2D42UFXOF","created_at":"2026-07-05T10:14:25Z"},{"alias_kind":"pith_short_16","alias_value":"Z3D2D42UFXOFBBTP","created_at":"2026-07-05T10:14:25Z"},{"alias_kind":"pith_short_8","alias_value":"Z3D2D42U","created_at":"2026-07-05T10:14:25Z"}],"graph_snapshots":[{"event_id":"sha256:9f338affcf366a3157977647a1bdb7884d71adc5c09e0006e7f5f503b9bd8167","target":"graph","created_at":"2026-07-05T10:14:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2501.16182/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Vision Transformers (ViTs) have recently taken computer vision by storm. However, the softmax attention underlying ViTs comes with a quadratic complexity in time and memory, hindering the application of ViTs to high-resolution images. We revisit the attention design and propose a linear attention method to address the limitation, which doesn't sacrifice ViT's core advantage of capturing global representation like existing methods (e.g. local window attention of Swin). We further investigate the key difference between linear attention and softmax attention. Our empirical results suggest that li","authors_text":"Chuanyang Zheng","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2025-01-27T16:29:17Z","title":"The Linear Attention Resurrection in Vision Transformer"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.16182","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:28c1fe474b912b6c0495a92a73dec6fa5612c50b1c92543f80adb17a0a0d904f","target":"record","created_at":"2026-07-05T10:14:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c1fa7cc3ac20430fc746b1c8d3cbb5322a172e4d8146de87e5047af50eec4660","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2025-01-27T16:29:17Z","title_canon_sha256":"56e4d84d4e6bf517627f5568d0efc11c89d0b99c9b30420c3faad403b0419a1f"},"schema_version":"1.0","source":{"id":"2501.16182","kind":"arxiv","version":1}},"canonical_sha256":"cec7a1f3542ddc50866f539797d890ddbbba9633b51698e90c5fe7dcdfc55941","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"cec7a1f3542ddc50866f539797d890ddbbba9633b51698e90c5fe7dcdfc55941","first_computed_at":"2026-07-05T10:14:25.864504Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:14:25.864504Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ErsXxfPz50Qi91n3ndPCZZnjUlEzcRmkGvp7ZQvuyJqUycP/A8W4ht59/opVCU8tCCK580uUyJ5li4UBR+4SBg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:14:25.864996Z","signed_message":"canonical_sha256_bytes"},"source_id":"2501.16182","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:28c1fe474b912b6c0495a92a73dec6fa5612c50b1c92543f80adb17a0a0d904f","sha256:9f338affcf366a3157977647a1bdb7884d71adc5c09e0006e7f5f503b9bd8167"],"state_sha256":"6ae49b766dcd6676b32fa5a82d9953438d37749a5939cf4c0e0adf0813086a18"}