{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:37RRKOZ75XXJRQA3BGBBKKSHX5","short_pith_number":"pith:37RRKOZ7","canonical_record":{"source":{"id":"2103.11886","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2021-03-22T14:32:07Z","cross_cats_sorted":[],"title_canon_sha256":"5012d5a7ff832323026350e253a20eeaf86c1bb9885b0b14e5ff9785e09df612","abstract_canon_sha256":"8e18ad1b6b0b8e2dea9c1b89eb0bda6485bc3598c4ba893bae174bb4c6c468e3"},"schema_version":"1.0"},"canonical_sha256":"dfe3153b3fedee98c01b0982152a47bf60dbb62144564d614547f751a3800b12","source":{"kind":"arxiv","id":"2103.11886","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2103.11886","created_at":"2026-07-05T02:33:08Z"},{"alias_kind":"arxiv_version","alias_value":"2103.11886v4","created_at":"2026-07-05T02:33:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2103.11886","created_at":"2026-07-05T02:33:08Z"},{"alias_kind":"pith_short_12","alias_value":"37RRKOZ75XXJ","created_at":"2026-07-05T02:33:08Z"},{"alias_kind":"pith_short_16","alias_value":"37RRKOZ75XXJRQA3","created_at":"2026-07-05T02:33:08Z"},{"alias_kind":"pith_short_8","alias_value":"37RRKOZ7","created_at":"2026-07-05T02:33:08Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:37RRKOZ75XXJRQA3BGBBKKSHX5","target":"record","payload":{"canonical_record":{"source":{"id":"2103.11886","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2021-03-22T14:32:07Z","cross_cats_sorted":[],"title_canon_sha256":"5012d5a7ff832323026350e253a20eeaf86c1bb9885b0b14e5ff9785e09df612","abstract_canon_sha256":"8e18ad1b6b0b8e2dea9c1b89eb0bda6485bc3598c4ba893bae174bb4c6c468e3"},"schema_version":"1.0"},"canonical_sha256":"dfe3153b3fedee98c01b0982152a47bf60dbb62144564d614547f751a3800b12","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:33:08.664098Z","signature_b64":"Ub+3uyo5uEwLxDDlXkEJSri2edmAxm5gCaADrR2nVfhLO7HtNrTHXVKMrhGosne1U8nVnmi9tHN7kKswzJ5fCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"dfe3153b3fedee98c01b0982152a47bf60dbb62144564d614547f751a3800b12","last_reissued_at":"2026-07-05T02:33:08.663571Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:33:08.663571Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2103.11886","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:33:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Ve1Cte/KTKRa+3iIz5pU37QfzC3dTmHXe2CMNvGwJpZGYA4+qO3/ziDELNngdAdNhgFYCxQKpmsEO1PMj9M4AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-08T03:53:01.409675Z"},"content_sha256":"e5f2f0b02d3ff79a83b604fe6a470f4f1e0d563ed58a62434789c7f73ce7d126","schema_version":"1.0","event_id":"sha256:e5f2f0b02d3ff79a83b604fe6a470f4f1e0d563ed58a62434789c7f73ce7d126"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:37RRKOZ75XXJRQA3BGBBKKSHX5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"DeepViT: Towards Deeper Vision Transformer","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CV","authors_text":"Bingyi Kang, Daquan Zhou, Jiashi Feng, Linjie Yang, Qibin Hou, Xiaochen Lian, Xiaojie Jin, Zihang Jiang","submitted_at":"2021-03-22T14:32:07Z","abstract_excerpt":"Vision transformers (ViTs) have been successfully applied in image classification tasks recently. In this paper, we show that, unlike convolution neural networks (CNNs)that can be improved by stacking more convolutional layers, the performance of ViTs saturate fast when scaled to be deeper. More specifically, we empirically observe that such scaling difficulty is caused by the attention collapse issue: as the transformer goes deeper, the attention maps gradually become similar and even much the same after certain layers. In other words, the feature maps tend to be identical in the top layers o"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2103.11886","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2103.11886/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:33:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xtiOi8IW9FC026zReWvnaaJ6uLXdB5iz8CgWB2uXgfLCuosnPEg2awRYO5G3JM1DVgrP6nNDQtdcsb6k4qGxAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-08T03:53:01.410040Z"},"content_sha256":"36f3b8bce4f8b4caa8eb6d1429e177b475173eae49a499362fcddabea1bc5018","schema_version":"1.0","event_id":"sha256:36f3b8bce4f8b4caa8eb6d1429e177b475173eae49a499362fcddabea1bc5018"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/37RRKOZ75XXJRQA3BGBBKKSHX5/bundle.json","state_url":"https://pith.science/pith/37RRKOZ75XXJRQA3BGBBKKSHX5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/37RRKOZ75XXJRQA3BGBBKKSHX5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-08T03:53:01Z","links":{"resolver":"https://pith.science/pith/37RRKOZ75XXJRQA3BGBBKKSHX5","bundle":"https://pith.science/pith/37RRKOZ75XXJRQA3BGBBKKSHX5/bundle.json","state":"https://pith.science/pith/37RRKOZ75XXJRQA3BGBBKKSHX5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/37RRKOZ75XXJRQA3BGBBKKSHX5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:37RRKOZ75XXJRQA3BGBBKKSHX5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8e18ad1b6b0b8e2dea9c1b89eb0bda6485bc3598c4ba893bae174bb4c6c468e3","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2021-03-22T14:32:07Z","title_canon_sha256":"5012d5a7ff832323026350e253a20eeaf86c1bb9885b0b14e5ff9785e09df612"},"schema_version":"1.0","source":{"id":"2103.11886","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2103.11886","created_at":"2026-07-05T02:33:08Z"},{"alias_kind":"arxiv_version","alias_value":"2103.11886v4","created_at":"2026-07-05T02:33:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2103.11886","created_at":"2026-07-05T02:33:08Z"},{"alias_kind":"pith_short_12","alias_value":"37RRKOZ75XXJ","created_at":"2026-07-05T02:33:08Z"},{"alias_kind":"pith_short_16","alias_value":"37RRKOZ75XXJRQA3","created_at":"2026-07-05T02:33:08Z"},{"alias_kind":"pith_short_8","alias_value":"37RRKOZ7","created_at":"2026-07-05T02:33:08Z"}],"graph_snapshots":[{"event_id":"sha256:36f3b8bce4f8b4caa8eb6d1429e177b475173eae49a499362fcddabea1bc5018","target":"graph","created_at":"2026-07-05T02:33:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2103.11886/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Vision transformers (ViTs) have been successfully applied in image classification tasks recently. In this paper, we show that, unlike convolution neural networks (CNNs)that can be improved by stacking more convolutional layers, the performance of ViTs saturate fast when scaled to be deeper. More specifically, we empirically observe that such scaling difficulty is caused by the attention collapse issue: as the transformer goes deeper, the attention maps gradually become similar and even much the same after certain layers. In other words, the feature maps tend to be identical in the top layers o","authors_text":"Bingyi Kang, Daquan Zhou, Jiashi Feng, Linjie Yang, Qibin Hou, Xiaochen Lian, Xiaojie Jin, Zihang Jiang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2021-03-22T14:32:07Z","title":"DeepViT: Towards Deeper Vision Transformer"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2103.11886","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e5f2f0b02d3ff79a83b604fe6a470f4f1e0d563ed58a62434789c7f73ce7d126","target":"record","created_at":"2026-07-05T02:33:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8e18ad1b6b0b8e2dea9c1b89eb0bda6485bc3598c4ba893bae174bb4c6c468e3","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2021-03-22T14:32:07Z","title_canon_sha256":"5012d5a7ff832323026350e253a20eeaf86c1bb9885b0b14e5ff9785e09df612"},"schema_version":"1.0","source":{"id":"2103.11886","kind":"arxiv","version":4}},"canonical_sha256":"dfe3153b3fedee98c01b0982152a47bf60dbb62144564d614547f751a3800b12","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"dfe3153b3fedee98c01b0982152a47bf60dbb62144564d614547f751a3800b12","first_computed_at":"2026-07-05T02:33:08.663571Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:33:08.663571Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Ub+3uyo5uEwLxDDlXkEJSri2edmAxm5gCaADrR2nVfhLO7HtNrTHXVKMrhGosne1U8nVnmi9tHN7kKswzJ5fCA==","signature_status":"signed_v1","signed_at":"2026-07-05T02:33:08.664098Z","signed_message":"canonical_sha256_bytes"},"source_id":"2103.11886","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e5f2f0b02d3ff79a83b604fe6a470f4f1e0d563ed58a62434789c7f73ce7d126","sha256:36f3b8bce4f8b4caa8eb6d1429e177b475173eae49a499362fcddabea1bc5018"],"state_sha256":"636f5ed4995b792a967ccc602bbcab8dab9cc5c0c446cc788db5d042c07db726"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"g3CVpbPJMXvmN+5hwq5HqChbSZcuVCPxoBJmKwwlPYlU1zVGiLHKkySiav+LenDt1YC7kthuX8wiBJfKVqoABg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-08T03:53:01.412729Z","bundle_sha256":"fa863958728a7ed21fbdf12f731e209f45e84e9b2fec98353b947144f4b967c4"}}