{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:CJTEEMB4GBD7BR5X4DM22JPS36","short_pith_number":"pith:CJTEEMB4","canonical_record":{"source":{"id":"2303.09752","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-03-17T03:28:17Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"7cb9caa9fc9c8487d1af09b4cca4876f90b1ac39633467360f19039355dd232f","abstract_canon_sha256":"683ba4fd62bd0d2484d8dcf5d08ad950ebbd281001f649899df509fde54c6c7e"},"schema_version":"1.0"},"canonical_sha256":"126642303c3047f0c7b7e0d9ad25f2df9681e7c093ea4e4052f2830e5beed8b7","source":{"kind":"arxiv","id":"2303.09752","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2303.09752","created_at":"2026-07-05T07:04:13Z"},{"alias_kind":"arxiv_version","alias_value":"2303.09752v3","created_at":"2026-07-05T07:04:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2303.09752","created_at":"2026-07-05T07:04:13Z"},{"alias_kind":"pith_short_12","alias_value":"CJTEEMB4GBD7","created_at":"2026-07-05T07:04:13Z"},{"alias_kind":"pith_short_16","alias_value":"CJTEEMB4GBD7BR5X","created_at":"2026-07-05T07:04:13Z"},{"alias_kind":"pith_short_8","alias_value":"CJTEEMB4","created_at":"2026-07-05T07:04:13Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:CJTEEMB4GBD7BR5X4DM22JPS36","target":"record","payload":{"canonical_record":{"source":{"id":"2303.09752","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-03-17T03:28:17Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"7cb9caa9fc9c8487d1af09b4cca4876f90b1ac39633467360f19039355dd232f","abstract_canon_sha256":"683ba4fd62bd0d2484d8dcf5d08ad950ebbd281001f649899df509fde54c6c7e"},"schema_version":"1.0"},"canonical_sha256":"126642303c3047f0c7b7e0d9ad25f2df9681e7c093ea4e4052f2830e5beed8b7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:04:13.988375Z","signature_b64":"IAKn2Rp/XC+f2C6YZj/MzHOyPa4Cnm5z7JNvOtL7aIF757WWTg0CKEqYUaFtA5ynQcwC4mXbrbR5sGhD42umDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"126642303c3047f0c7b7e0d9ad25f2df9681e7c093ea4e4052f2830e5beed8b7","last_reissued_at":"2026-07-05T07:04:13.987858Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:04:13.987858Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2303.09752","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:04:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7jOxh4eljcP7OxJ0EZB5hfaP7LXuKXPHhgOFK7+C41nzgJ4nj1eHRBb+safoBr2JALDW21h4toLQ1k2BjTMaBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T21:58:46.672775Z"},"content_sha256":"1e1eb84171a6817433f4b3d74ad137a992d9d8dbf19418975e37084b86ee7e58","schema_version":"1.0","event_id":"sha256:1e1eb84171a6817433f4b3d74ad137a992d9d8dbf19418975e37084b86ee7e58"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:CJTEEMB4GBD7BR5X4DM22JPS36","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"CoLT5: Faster Long-Range Transformers with Conditional Computation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"David Uthus, James Lee-Thorp, Joshua Ainslie, Mandy Guo, Michiel de Jong, Santiago Onta\\~n\\'on, Siddhartha Brahma, Sumit Sanghai, Tao Lei, Yi Tay, Yun-hsuan Sung, Yury Zemlyanskiy","submitted_at":"2023-03-17T03:28:17Z","abstract_excerpt":"Many natural language processing tasks benefit from long inputs, but processing long documents with Transformers is expensive -- not only due to quadratic attention complexity but also from applying feedforward and projection layers to every token. However, not all tokens are equally important, especially for longer documents. We propose CoLT5, a long-input Transformer model that builds on this intuition by employing conditional computation, devoting more resources to important tokens in both feedforward and attention layers. We show that CoLT5 achieves stronger performance than LongT5 with mu"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2303.09752","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2303.09752/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:04:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rz9wlT73qQudg671wwJG24J8VU1j7w8WkYPaFtAHpU2+d51zXJdf9UgU1gxml5Zs5XiDC33UlT2/EPmAFvKUBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T21:58:46.673603Z"},"content_sha256":"2d2f8ececc17488e2e779f85d55af1994a41c60fad2a6a714126e24d85700c75","schema_version":"1.0","event_id":"sha256:2d2f8ececc17488e2e779f85d55af1994a41c60fad2a6a714126e24d85700c75"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/CJTEEMB4GBD7BR5X4DM22JPS36/bundle.json","state_url":"https://pith.science/pith/CJTEEMB4GBD7BR5X4DM22JPS36/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/CJTEEMB4GBD7BR5X4DM22JPS36/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T21:58:46Z","links":{"resolver":"https://pith.science/pith/CJTEEMB4GBD7BR5X4DM22JPS36","bundle":"https://pith.science/pith/CJTEEMB4GBD7BR5X4DM22JPS36/bundle.json","state":"https://pith.science/pith/CJTEEMB4GBD7BR5X4DM22JPS36/state.json","well_known_bundle":"https://pith.science/.well-known/pith/CJTEEMB4GBD7BR5X4DM22JPS36/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:CJTEEMB4GBD7BR5X4DM22JPS36","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"683ba4fd62bd0d2484d8dcf5d08ad950ebbd281001f649899df509fde54c6c7e","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-03-17T03:28:17Z","title_canon_sha256":"7cb9caa9fc9c8487d1af09b4cca4876f90b1ac39633467360f19039355dd232f"},"schema_version":"1.0","source":{"id":"2303.09752","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2303.09752","created_at":"2026-07-05T07:04:13Z"},{"alias_kind":"arxiv_version","alias_value":"2303.09752v3","created_at":"2026-07-05T07:04:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2303.09752","created_at":"2026-07-05T07:04:13Z"},{"alias_kind":"pith_short_12","alias_value":"CJTEEMB4GBD7","created_at":"2026-07-05T07:04:13Z"},{"alias_kind":"pith_short_16","alias_value":"CJTEEMB4GBD7BR5X","created_at":"2026-07-05T07:04:13Z"},{"alias_kind":"pith_short_8","alias_value":"CJTEEMB4","created_at":"2026-07-05T07:04:13Z"}],"graph_snapshots":[{"event_id":"sha256:2d2f8ececc17488e2e779f85d55af1994a41c60fad2a6a714126e24d85700c75","target":"graph","created_at":"2026-07-05T07:04:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2303.09752/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Many natural language processing tasks benefit from long inputs, but processing long documents with Transformers is expensive -- not only due to quadratic attention complexity but also from applying feedforward and projection layers to every token. However, not all tokens are equally important, especially for longer documents. We propose CoLT5, a long-input Transformer model that builds on this intuition by employing conditional computation, devoting more resources to important tokens in both feedforward and attention layers. We show that CoLT5 achieves stronger performance than LongT5 with mu","authors_text":"David Uthus, James Lee-Thorp, Joshua Ainslie, Mandy Guo, Michiel de Jong, Santiago Onta\\~n\\'on, Siddhartha Brahma, Sumit Sanghai, Tao Lei, Yi Tay, Yun-hsuan Sung, Yury Zemlyanskiy","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-03-17T03:28:17Z","title":"CoLT5: Faster Long-Range Transformers with Conditional Computation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2303.09752","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1e1eb84171a6817433f4b3d74ad137a992d9d8dbf19418975e37084b86ee7e58","target":"record","created_at":"2026-07-05T07:04:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"683ba4fd62bd0d2484d8dcf5d08ad950ebbd281001f649899df509fde54c6c7e","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-03-17T03:28:17Z","title_canon_sha256":"7cb9caa9fc9c8487d1af09b4cca4876f90b1ac39633467360f19039355dd232f"},"schema_version":"1.0","source":{"id":"2303.09752","kind":"arxiv","version":3}},"canonical_sha256":"126642303c3047f0c7b7e0d9ad25f2df9681e7c093ea4e4052f2830e5beed8b7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"126642303c3047f0c7b7e0d9ad25f2df9681e7c093ea4e4052f2830e5beed8b7","first_computed_at":"2026-07-05T07:04:13.987858Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:04:13.987858Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"IAKn2Rp/XC+f2C6YZj/MzHOyPa4Cnm5z7JNvOtL7aIF757WWTg0CKEqYUaFtA5ynQcwC4mXbrbR5sGhD42umDg==","signature_status":"signed_v1","signed_at":"2026-07-05T07:04:13.988375Z","signed_message":"canonical_sha256_bytes"},"source_id":"2303.09752","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1e1eb84171a6817433f4b3d74ad137a992d9d8dbf19418975e37084b86ee7e58","sha256:2d2f8ececc17488e2e779f85d55af1994a41c60fad2a6a714126e24d85700c75"],"state_sha256":"8af5f214690de9fa89928c302ea824e1a379dacb1715e35b3f96dc4a8864ea3d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"K2zAnTDg+OogpoTABAgqJQ9yfxuwNPosshu6jXRAw7zasRJth1eprddgvOyYpSnm1OXAlpx8F7oKfQMpjjnvBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T21:58:46.676839Z","bundle_sha256":"06352888190c09e571414f8a9d6d1f458e4d51ff2eaa96208fc2de187df586ec"}}