{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2017:LIADIDIJO77BEIW7THEX6KMAH7","short_pith_number":"pith:LIADIDIJ","canonical_record":{"source":{"id":"1701.06521","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2017-01-23T17:43:23Z","cross_cats_sorted":[],"title_canon_sha256":"95fd940085adc13ac72a05d598b16615ccc730ace0ee7ebc01052887dd7e8fa2","abstract_canon_sha256":"a23397fc107e87fdee9caa7eaab008c933daa0d0238a4a4f23b12c8f7b999739"},"schema_version":"1.0"},"canonical_sha256":"5a00340d0977fe1222df99c97f29803fed1ff7e8e7a9c829a32d76a63efb2c22","source":{"kind":"arxiv","id":"1701.06521","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1701.06521","created_at":"2026-05-18T00:52:18Z"},{"alias_kind":"arxiv_version","alias_value":"1701.06521v1","created_at":"2026-05-18T00:52:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1701.06521","created_at":"2026-05-18T00:52:18Z"},{"alias_kind":"pith_short_12","alias_value":"LIADIDIJO77B","created_at":"2026-05-18T12:31:28Z"},{"alias_kind":"pith_short_16","alias_value":"LIADIDIJO77BEIW7","created_at":"2026-05-18T12:31:28Z"},{"alias_kind":"pith_short_8","alias_value":"LIADIDIJ","created_at":"2026-05-18T12:31:28Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2017:LIADIDIJO77BEIW7THEX6KMAH7","target":"record","payload":{"canonical_record":{"source":{"id":"1701.06521","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2017-01-23T17:43:23Z","cross_cats_sorted":[],"title_canon_sha256":"95fd940085adc13ac72a05d598b16615ccc730ace0ee7ebc01052887dd7e8fa2","abstract_canon_sha256":"a23397fc107e87fdee9caa7eaab008c933daa0d0238a4a4f23b12c8f7b999739"},"schema_version":"1.0"},"canonical_sha256":"5a00340d0977fe1222df99c97f29803fed1ff7e8e7a9c829a32d76a63efb2c22","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:52:18.168277Z","signature_b64":"7g5Mxzwk2oXOugseYerS46PdWmmy0dHd5d9cZDi4jYQn9SfuDUUUj3UE4+hwIWPXC1PXwDlOYWa1tN/Z43wpBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5a00340d0977fe1222df99c97f29803fed1ff7e8e7a9c829a32d76a63efb2c22","last_reissued_at":"2026-05-18T00:52:18.167646Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:52:18.167646Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1701.06521","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:52:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OgL1R83hYnZINf42yYL9cK+DPB3egHjLbxZj8v7OqgzBq7eac94Yh7KOuqYpSj+yl4nHzyiIN0vTXLrGn2NFDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-28T07:34:55.747134Z"},"content_sha256":"61cf4b5560fb752e976f304b6e129a42216f419a0425804c97b7bc5b4cbb9642","schema_version":"1.0","event_id":"sha256:61cf4b5560fb752e976f304b6e129a42216f419a0425804c97b7bc5b4cbb9642"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2017:LIADIDIJO77BEIW7THEX6KMAH7","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Incorporating Global Visual Features into Attention-Based Neural Machine Translation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Iacer Calixto, Nick Campbell, Qun Liu","submitted_at":"2017-01-23T17:43:23Z","abstract_excerpt":"We introduce multi-modal, attention-based neural machine translation (NMT) models which incorporate visual features into different parts of both the encoder and the decoder. We utilise global image features extracted using a pre-trained convolutional neural network and incorporate them (i) as words in the source sentence, (ii) to initialise the encoder hidden state, and (iii) as additional data to initialise the decoder hidden state. In our experiments, we evaluate how these different strategies to incorporate global image features compare and which ones perform best. We also study the impact "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1701.06521","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:52:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1iVTaRrqVQ9uJ4WwY9eQbgjHk3nz9LqbblOfLZsqCIOyTN8NVP5Y0Z/jfboi8/t0LMnQZDAj+mj9wckp8AuyBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-28T07:34:55.747498Z"},"content_sha256":"2c1029a402df19d872b5d58215d640d7a0d50499e4ba65e72af1d91551a1841a","schema_version":"1.0","event_id":"sha256:2c1029a402df19d872b5d58215d640d7a0d50499e4ba65e72af1d91551a1841a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LIADIDIJO77BEIW7THEX6KMAH7/bundle.json","state_url":"https://pith.science/pith/LIADIDIJO77BEIW7THEX6KMAH7/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LIADIDIJO77BEIW7THEX6KMAH7/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-28T07:34:55Z","links":{"resolver":"https://pith.science/pith/LIADIDIJO77BEIW7THEX6KMAH7","bundle":"https://pith.science/pith/LIADIDIJO77BEIW7THEX6KMAH7/bundle.json","state":"https://pith.science/pith/LIADIDIJO77BEIW7THEX6KMAH7/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LIADIDIJO77BEIW7THEX6KMAH7/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2017:LIADIDIJO77BEIW7THEX6KMAH7","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a23397fc107e87fdee9caa7eaab008c933daa0d0238a4a4f23b12c8f7b999739","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2017-01-23T17:43:23Z","title_canon_sha256":"95fd940085adc13ac72a05d598b16615ccc730ace0ee7ebc01052887dd7e8fa2"},"schema_version":"1.0","source":{"id":"1701.06521","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1701.06521","created_at":"2026-05-18T00:52:18Z"},{"alias_kind":"arxiv_version","alias_value":"1701.06521v1","created_at":"2026-05-18T00:52:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1701.06521","created_at":"2026-05-18T00:52:18Z"},{"alias_kind":"pith_short_12","alias_value":"LIADIDIJO77B","created_at":"2026-05-18T12:31:28Z"},{"alias_kind":"pith_short_16","alias_value":"LIADIDIJO77BEIW7","created_at":"2026-05-18T12:31:28Z"},{"alias_kind":"pith_short_8","alias_value":"LIADIDIJ","created_at":"2026-05-18T12:31:28Z"}],"graph_snapshots":[{"event_id":"sha256:2c1029a402df19d872b5d58215d640d7a0d50499e4ba65e72af1d91551a1841a","target":"graph","created_at":"2026-05-18T00:52:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"We introduce multi-modal, attention-based neural machine translation (NMT) models which incorporate visual features into different parts of both the encoder and the decoder. We utilise global image features extracted using a pre-trained convolutional neural network and incorporate them (i) as words in the source sentence, (ii) to initialise the encoder hidden state, and (iii) as additional data to initialise the decoder hidden state. In our experiments, we evaluate how these different strategies to incorporate global image features compare and which ones perform best. We also study the impact ","authors_text":"Iacer Calixto, Nick Campbell, Qun Liu","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2017-01-23T17:43:23Z","title":"Incorporating Global Visual Features into Attention-Based Neural Machine Translation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1701.06521","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:61cf4b5560fb752e976f304b6e129a42216f419a0425804c97b7bc5b4cbb9642","target":"record","created_at":"2026-05-18T00:52:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a23397fc107e87fdee9caa7eaab008c933daa0d0238a4a4f23b12c8f7b999739","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2017-01-23T17:43:23Z","title_canon_sha256":"95fd940085adc13ac72a05d598b16615ccc730ace0ee7ebc01052887dd7e8fa2"},"schema_version":"1.0","source":{"id":"1701.06521","kind":"arxiv","version":1}},"canonical_sha256":"5a00340d0977fe1222df99c97f29803fed1ff7e8e7a9c829a32d76a63efb2c22","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5a00340d0977fe1222df99c97f29803fed1ff7e8e7a9c829a32d76a63efb2c22","first_computed_at":"2026-05-18T00:52:18.167646Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:52:18.167646Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"7g5Mxzwk2oXOugseYerS46PdWmmy0dHd5d9cZDi4jYQn9SfuDUUUj3UE4+hwIWPXC1PXwDlOYWa1tN/Z43wpBQ==","signature_status":"signed_v1","signed_at":"2026-05-18T00:52:18.168277Z","signed_message":"canonical_sha256_bytes"},"source_id":"1701.06521","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:61cf4b5560fb752e976f304b6e129a42216f419a0425804c97b7bc5b4cbb9642","sha256:2c1029a402df19d872b5d58215d640d7a0d50499e4ba65e72af1d91551a1841a"],"state_sha256":"9aadc30cad2f15012315e7ffbef436ad00d0d6c50c65c2db732d159633e8cad1"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pgctkhF0bcoDob8cpEQ+dHy8fB1uM+KNdmY++EGOMoHwgZPiKYu+FqGEp3OWQBNXhbNChfbccJnDD2xWNK7ZBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-28T07:34:55.749614Z","bundle_sha256":"f25f000c91403655b5df38c273d3209308cf2de209b3f059ed2226738c9475a8"}}