{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:5G3EPDVTS2G55TY3AROGZXSEVF","short_pith_number":"pith:5G3EPDVT","canonical_record":{"source":{"id":"1808.08949","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-08-27T17:54:29Z","cross_cats_sorted":[],"title_canon_sha256":"43678cdadedf641227cd880ebd57dd9a2a1a65bd32f1f5c0f47f25d65267d769","abstract_canon_sha256":"149963d9e7cbb44c0c906ec1717ad597ec7a888269675cd75230a367e8239648"},"schema_version":"1.0"},"canonical_sha256":"e9b6478eb3968ddecf1b045c6cde44a964062e89114dec9ad4ac5269c41b20e3","source":{"kind":"arxiv","id":"1808.08949","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1808.08949","created_at":"2026-05-18T00:04:35Z"},{"alias_kind":"arxiv_version","alias_value":"1808.08949v2","created_at":"2026-05-18T00:04:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1808.08949","created_at":"2026-05-18T00:04:35Z"},{"alias_kind":"pith_short_12","alias_value":"5G3EPDVTS2G5","created_at":"2026-05-18T12:32:08Z"},{"alias_kind":"pith_short_16","alias_value":"5G3EPDVTS2G55TY3","created_at":"2026-05-18T12:32:08Z"},{"alias_kind":"pith_short_8","alias_value":"5G3EPDVT","created_at":"2026-05-18T12:32:08Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:5G3EPDVTS2G55TY3AROGZXSEVF","target":"record","payload":{"canonical_record":{"source":{"id":"1808.08949","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-08-27T17:54:29Z","cross_cats_sorted":[],"title_canon_sha256":"43678cdadedf641227cd880ebd57dd9a2a1a65bd32f1f5c0f47f25d65267d769","abstract_canon_sha256":"149963d9e7cbb44c0c906ec1717ad597ec7a888269675cd75230a367e8239648"},"schema_version":"1.0"},"canonical_sha256":"e9b6478eb3968ddecf1b045c6cde44a964062e89114dec9ad4ac5269c41b20e3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:04:35.419481Z","signature_b64":"hstROllvNUFBgsbd3tXTPKSd7HgtUqtnk4zZua4aEXvF6txfGPIGuocSzZqkeE3WHNTu+I/01IFo1X9+jXW+DQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e9b6478eb3968ddecf1b045c6cde44a964062e89114dec9ad4ac5269c41b20e3","last_reissued_at":"2026-05-18T00:04:35.418893Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:04:35.418893Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1808.08949","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:04:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wWY9SnDH62dwOD6pEJdxr7+XQJv78MjkES9N1+WSAyto48H7hjTBP5RTn2/GJYy4niU0zsUuxcXa7VYXQEQ8Dw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-19T16:58:21.072486Z"},"content_sha256":"6cf2e90c24d87090ba301287befe28359af4fcb68920e712adb74d047d5e21d7","schema_version":"1.0","event_id":"sha256:6cf2e90c24d87090ba301287befe28359af4fcb68920e712adb74d047d5e21d7"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:5G3EPDVTS2G55TY3AROGZXSEVF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Dissecting Contextual Word Embeddings: Architecture and Representation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Luke Zettlemoyer, Mark Neumann, Matthew E. Peters, Wen-tau Yih","submitted_at":"2018-08-27T17:54:29Z","abstract_excerpt":"Contextual word representations derived from pre-trained bidirectional language models (biLMs) have recently been shown to provide significant improvements to the state of the art for a wide range of NLP tasks. However, many questions remain as to how and why these models are so effective. In this paper, we present a detailed empirical study of how the choice of neural architecture (e.g. LSTM, CNN, or self attention) influences both end task accuracy and qualitative properties of the representations that are learned. We show there is a tradeoff between speed and accuracy, but all architectures"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1808.08949","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:04:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FYdi5BkiHcC4NzrvCrTqUTk8C8QtGtUQ1Rd1OevqSOFA99GqFx8pvphZnmB1Csf7qp8HNFmSyvBCnm/J/g1kAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-19T16:58:21.072969Z"},"content_sha256":"2ed585bcc4ccc4c453d7dac7701ec22458a9abd13c220ca93b5e2ffb85e76a3b","schema_version":"1.0","event_id":"sha256:2ed585bcc4ccc4c453d7dac7701ec22458a9abd13c220ca93b5e2ffb85e76a3b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5G3EPDVTS2G55TY3AROGZXSEVF/bundle.json","state_url":"https://pith.science/pith/5G3EPDVTS2G55TY3AROGZXSEVF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5G3EPDVTS2G55TY3AROGZXSEVF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-19T16:58:21Z","links":{"resolver":"https://pith.science/pith/5G3EPDVTS2G55TY3AROGZXSEVF","bundle":"https://pith.science/pith/5G3EPDVTS2G55TY3AROGZXSEVF/bundle.json","state":"https://pith.science/pith/5G3EPDVTS2G55TY3AROGZXSEVF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5G3EPDVTS2G55TY3AROGZXSEVF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:5G3EPDVTS2G55TY3AROGZXSEVF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"149963d9e7cbb44c0c906ec1717ad597ec7a888269675cd75230a367e8239648","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-08-27T17:54:29Z","title_canon_sha256":"43678cdadedf641227cd880ebd57dd9a2a1a65bd32f1f5c0f47f25d65267d769"},"schema_version":"1.0","source":{"id":"1808.08949","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1808.08949","created_at":"2026-05-18T00:04:35Z"},{"alias_kind":"arxiv_version","alias_value":"1808.08949v2","created_at":"2026-05-18T00:04:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1808.08949","created_at":"2026-05-18T00:04:35Z"},{"alias_kind":"pith_short_12","alias_value":"5G3EPDVTS2G5","created_at":"2026-05-18T12:32:08Z"},{"alias_kind":"pith_short_16","alias_value":"5G3EPDVTS2G55TY3","created_at":"2026-05-18T12:32:08Z"},{"alias_kind":"pith_short_8","alias_value":"5G3EPDVT","created_at":"2026-05-18T12:32:08Z"}],"graph_snapshots":[{"event_id":"sha256:2ed585bcc4ccc4c453d7dac7701ec22458a9abd13c220ca93b5e2ffb85e76a3b","target":"graph","created_at":"2026-05-18T00:04:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Contextual word representations derived from pre-trained bidirectional language models (biLMs) have recently been shown to provide significant improvements to the state of the art for a wide range of NLP tasks. However, many questions remain as to how and why these models are so effective. In this paper, we present a detailed empirical study of how the choice of neural architecture (e.g. LSTM, CNN, or self attention) influences both end task accuracy and qualitative properties of the representations that are learned. We show there is a tradeoff between speed and accuracy, but all architectures","authors_text":"Luke Zettlemoyer, Mark Neumann, Matthew E. Peters, Wen-tau Yih","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-08-27T17:54:29Z","title":"Dissecting Contextual Word Embeddings: Architecture and Representation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1808.08949","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6cf2e90c24d87090ba301287befe28359af4fcb68920e712adb74d047d5e21d7","target":"record","created_at":"2026-05-18T00:04:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"149963d9e7cbb44c0c906ec1717ad597ec7a888269675cd75230a367e8239648","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-08-27T17:54:29Z","title_canon_sha256":"43678cdadedf641227cd880ebd57dd9a2a1a65bd32f1f5c0f47f25d65267d769"},"schema_version":"1.0","source":{"id":"1808.08949","kind":"arxiv","version":2}},"canonical_sha256":"e9b6478eb3968ddecf1b045c6cde44a964062e89114dec9ad4ac5269c41b20e3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e9b6478eb3968ddecf1b045c6cde44a964062e89114dec9ad4ac5269c41b20e3","first_computed_at":"2026-05-18T00:04:35.418893Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:04:35.418893Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"hstROllvNUFBgsbd3tXTPKSd7HgtUqtnk4zZua4aEXvF6txfGPIGuocSzZqkeE3WHNTu+I/01IFo1X9+jXW+DQ==","signature_status":"signed_v1","signed_at":"2026-05-18T00:04:35.419481Z","signed_message":"canonical_sha256_bytes"},"source_id":"1808.08949","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6cf2e90c24d87090ba301287befe28359af4fcb68920e712adb74d047d5e21d7","sha256:2ed585bcc4ccc4c453d7dac7701ec22458a9abd13c220ca93b5e2ffb85e76a3b"],"state_sha256":"7201e12b02f8c7292d59144ab2135e5f1cfa78e1d3c727e1ee6c478a2c9ee3fe"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OncLFbqZS5lfpQoC/ZwFAyAX3LtWuSSZiUQ2ALXOPLJJyozVkUqZYtyGk/AWcdYvjeZiagmBYnI9zwLsSk8bAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-19T16:58:21.076022Z","bundle_sha256":"6017933e2ed76e008693880ec8d599b69988d6532456adf134d91040437098d4"}}