{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:6KGTZNLLFAP3NELHWAHYWIOUQP","short_pith_number":"pith:6KGTZNLL","canonical_record":{"source":{"id":"1906.12284","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-06-28T16:14:06Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"f53e1e1b87574fac94288b6df364bddff385019d6b19405ea513d518b935b88e","abstract_canon_sha256":"f2a9350eeaa94f20aea69b2c4ddbf3deb4f802f116af26cc16b8514d5f90db21"},"schema_version":"1.0"},"canonical_sha256":"f28d3cb56b281fb69167b00f8b21d483e678085b3c3d95b64e02d21a5a12fcdc","source":{"kind":"arxiv","id":"1906.12284","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1906.12284","created_at":"2026-05-17T23:41:58Z"},{"alias_kind":"arxiv_version","alias_value":"1906.12284v1","created_at":"2026-05-17T23:41:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1906.12284","created_at":"2026-05-17T23:41:58Z"},{"alias_kind":"pith_short_12","alias_value":"6KGTZNLLFAP3","created_at":"2026-05-18T12:33:10Z"},{"alias_kind":"pith_short_16","alias_value":"6KGTZNLLFAP3NELH","created_at":"2026-05-18T12:33:10Z"},{"alias_kind":"pith_short_8","alias_value":"6KGTZNLL","created_at":"2026-05-18T12:33:10Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:6KGTZNLLFAP3NELHWAHYWIOUQP","target":"record","payload":{"canonical_record":{"source":{"id":"1906.12284","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-06-28T16:14:06Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"f53e1e1b87574fac94288b6df364bddff385019d6b19405ea513d518b935b88e","abstract_canon_sha256":"f2a9350eeaa94f20aea69b2c4ddbf3deb4f802f116af26cc16b8514d5f90db21"},"schema_version":"1.0"},"canonical_sha256":"f28d3cb56b281fb69167b00f8b21d483e678085b3c3d95b64e02d21a5a12fcdc","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:41:58.769800Z","signature_b64":"jAGjXMGIsxo8KJBfLu7Gs+TeggnDHpLkKIfU9Z+yQOz409GEmrElV4hS9/suJ0z67eTPjBPS8aAScrCmc5kTDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f28d3cb56b281fb69167b00f8b21d483e678085b3c3d95b64e02d21a5a12fcdc","last_reissued_at":"2026-05-17T23:41:58.769198Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:41:58.769198Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1906.12284","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:41:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5o0/psAqXE7axzlLtZxiPlVJp1KxooJ8nPYO1g8t8d2S8wW47PkoEZDiZIND0Y8GjXmYCq3uwbrtZzeZeowqCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-26T12:45:50.434955Z"},"content_sha256":"8ac980c36ac7080abe6efdaf3c94512988df32081b06a7040aede87afd904b6c","schema_version":"1.0","event_id":"sha256:8ac980c36ac7080abe6efdaf3c94512988df32081b06a7040aede87afd904b6c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:6KGTZNLLFAP3NELHWAHYWIOUQP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Widening the Representation Bottleneck in Neural Machine Translation with Lexical Shortcuts","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Denis Emelin, Ivan Titov, Rico Sennrich","submitted_at":"2019-06-28T16:14:06Z","abstract_excerpt":"The transformer is a state-of-the-art neural translation model that uses attention to iteratively refine lexical representations with information drawn from the surrounding context. Lexical features are fed into the first layer and propagated through a deep network of hidden layers. We argue that the need to represent and propagate lexical features in each layer limits the model's capacity for learning and representing other information relevant to the task. To alleviate this bottleneck, we introduce gated shortcut connections between the embedding layer and each subsequent layer within the en"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1906.12284","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:41:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Rprk/GdhpY9cFmTk8TEnCGfR6KS84l+f4VKW1re8CztZfIBwlPFT2p4bIc2y5MOYhSFCMwkAeZVvag+Dmf4kBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-26T12:45:50.435712Z"},"content_sha256":"7e96e6146a1a3c06007d14893fea5ac92eb1c709b8cd3308751abaa390cebb97","schema_version":"1.0","event_id":"sha256:7e96e6146a1a3c06007d14893fea5ac92eb1c709b8cd3308751abaa390cebb97"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6KGTZNLLFAP3NELHWAHYWIOUQP/bundle.json","state_url":"https://pith.science/pith/6KGTZNLLFAP3NELHWAHYWIOUQP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6KGTZNLLFAP3NELHWAHYWIOUQP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-26T12:45:50Z","links":{"resolver":"https://pith.science/pith/6KGTZNLLFAP3NELHWAHYWIOUQP","bundle":"https://pith.science/pith/6KGTZNLLFAP3NELHWAHYWIOUQP/bundle.json","state":"https://pith.science/pith/6KGTZNLLFAP3NELHWAHYWIOUQP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6KGTZNLLFAP3NELHWAHYWIOUQP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:6KGTZNLLFAP3NELHWAHYWIOUQP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f2a9350eeaa94f20aea69b2c4ddbf3deb4f802f116af26cc16b8514d5f90db21","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-06-28T16:14:06Z","title_canon_sha256":"f53e1e1b87574fac94288b6df364bddff385019d6b19405ea513d518b935b88e"},"schema_version":"1.0","source":{"id":"1906.12284","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1906.12284","created_at":"2026-05-17T23:41:58Z"},{"alias_kind":"arxiv_version","alias_value":"1906.12284v1","created_at":"2026-05-17T23:41:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1906.12284","created_at":"2026-05-17T23:41:58Z"},{"alias_kind":"pith_short_12","alias_value":"6KGTZNLLFAP3","created_at":"2026-05-18T12:33:10Z"},{"alias_kind":"pith_short_16","alias_value":"6KGTZNLLFAP3NELH","created_at":"2026-05-18T12:33:10Z"},{"alias_kind":"pith_short_8","alias_value":"6KGTZNLL","created_at":"2026-05-18T12:33:10Z"}],"graph_snapshots":[{"event_id":"sha256:7e96e6146a1a3c06007d14893fea5ac92eb1c709b8cd3308751abaa390cebb97","target":"graph","created_at":"2026-05-17T23:41:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"The transformer is a state-of-the-art neural translation model that uses attention to iteratively refine lexical representations with information drawn from the surrounding context. Lexical features are fed into the first layer and propagated through a deep network of hidden layers. We argue that the need to represent and propagate lexical features in each layer limits the model's capacity for learning and representing other information relevant to the task. To alleviate this bottleneck, we introduce gated shortcut connections between the embedding layer and each subsequent layer within the en","authors_text":"Denis Emelin, Ivan Titov, Rico Sennrich","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-06-28T16:14:06Z","title":"Widening the Representation Bottleneck in Neural Machine Translation with Lexical Shortcuts"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1906.12284","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8ac980c36ac7080abe6efdaf3c94512988df32081b06a7040aede87afd904b6c","target":"record","created_at":"2026-05-17T23:41:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f2a9350eeaa94f20aea69b2c4ddbf3deb4f802f116af26cc16b8514d5f90db21","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-06-28T16:14:06Z","title_canon_sha256":"f53e1e1b87574fac94288b6df364bddff385019d6b19405ea513d518b935b88e"},"schema_version":"1.0","source":{"id":"1906.12284","kind":"arxiv","version":1}},"canonical_sha256":"f28d3cb56b281fb69167b00f8b21d483e678085b3c3d95b64e02d21a5a12fcdc","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f28d3cb56b281fb69167b00f8b21d483e678085b3c3d95b64e02d21a5a12fcdc","first_computed_at":"2026-05-17T23:41:58.769198Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:41:58.769198Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"jAGjXMGIsxo8KJBfLu7Gs+TeggnDHpLkKIfU9Z+yQOz409GEmrElV4hS9/suJ0z67eTPjBPS8aAScrCmc5kTDA==","signature_status":"signed_v1","signed_at":"2026-05-17T23:41:58.769800Z","signed_message":"canonical_sha256_bytes"},"source_id":"1906.12284","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8ac980c36ac7080abe6efdaf3c94512988df32081b06a7040aede87afd904b6c","sha256:7e96e6146a1a3c06007d14893fea5ac92eb1c709b8cd3308751abaa390cebb97"],"state_sha256":"e825877e4c15b28d9d19e474e23e6e916bcc296792fd09d599be46698758c6b8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cbj/qIfQ+iY+6Ch5ISPMgrZEO0bTOXPctaYksTpfYDsGmAyil1oIvP0idWwiwRetrTC0r5SAK+xWPQCyGxKaBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-26T12:45:50.439801Z","bundle_sha256":"2db50d6b6c1ea24c73047357a081ce0a3de42159c31a22384937d43bd96df009"}}