{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2017:ZTIIAHKQ3MC26YZKSWKVXUE7II","short_pith_number":"pith:ZTIIAHKQ","canonical_record":{"source":{"id":"1708.03070","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2017-08-10T04:12:00Z","cross_cats_sorted":[],"title_canon_sha256":"bf5fab3c54cb6293ae782239d906d20ca4fc66fc92dd130d2dab90c7e98fcfb6","abstract_canon_sha256":"b27fb7077161694fac528515c116af5d7fd5b6a819f00f4087660a252abcbdb7"},"schema_version":"1.0"},"canonical_sha256":"ccd0801d50db05af632a95955bd09f423f0ddeccec6cf41cb84a32ac862746c6","source":{"kind":"arxiv","id":"1708.03070","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1708.03070","created_at":"2026-05-18T00:38:14Z"},{"alias_kind":"arxiv_version","alias_value":"1708.03070v1","created_at":"2026-05-18T00:38:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1708.03070","created_at":"2026-05-18T00:38:14Z"},{"alias_kind":"pith_short_12","alias_value":"ZTIIAHKQ3MC2","created_at":"2026-05-18T12:31:59Z"},{"alias_kind":"pith_short_16","alias_value":"ZTIIAHKQ3MC26YZK","created_at":"2026-05-18T12:31:59Z"},{"alias_kind":"pith_short_8","alias_value":"ZTIIAHKQ","created_at":"2026-05-18T12:31:59Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2017:ZTIIAHKQ3MC26YZKSWKVXUE7II","target":"record","payload":{"canonical_record":{"source":{"id":"1708.03070","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2017-08-10T04:12:00Z","cross_cats_sorted":[],"title_canon_sha256":"bf5fab3c54cb6293ae782239d906d20ca4fc66fc92dd130d2dab90c7e98fcfb6","abstract_canon_sha256":"b27fb7077161694fac528515c116af5d7fd5b6a819f00f4087660a252abcbdb7"},"schema_version":"1.0"},"canonical_sha256":"ccd0801d50db05af632a95955bd09f423f0ddeccec6cf41cb84a32ac862746c6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:38:14.869340Z","signature_b64":"Vw/WEK3N//JPUdPWdL5G3dhIOJhKrZCVDLDu3JIOIuULLzFA7CKRVmZ1UZf07kIIHzkhrakVlCTQeHD407LfDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ccd0801d50db05af632a95955bd09f423f0ddeccec6cf41cb84a32ac862746c6","last_reissued_at":"2026-05-18T00:38:14.868661Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:38:14.868661Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1708.03070","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:38:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Z9Gn3y0xBRTgYcaoax8l54/DUugOzTSNir3STi034pu038y9gHs6cCOPv6qkjHaMJ3VgtngK2815BdO8VpiVCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-06T18:09:13.761213Z"},"content_sha256":"c15a7ec767444a00439c33a94834fbd13fdbcc7b1e4980fd6aa75852c038aefe","schema_version":"1.0","event_id":"sha256:c15a7ec767444a00439c33a94834fbd13fdbcc7b1e4980fd6aa75852c038aefe"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2017:ZTIIAHKQ3MC26YZKSWKVXUE7II","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"TandemNet: Distilling Knowledge from Medical Images Using Diagnostic Reports as Optional Semantic References","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CV","authors_text":"Lin Yang, Manish Sapkota, Pingjun Chen, Zizhao Zhang","submitted_at":"2017-08-10T04:12:00Z","abstract_excerpt":"In this paper, we introduce the semantic knowledge of medical images from their diagnostic reports to provide an inspirational network training and an interpretable prediction mechanism with our proposed novel multimodal neural network, namely TandemNet. Inside TandemNet, a language model is used to represent report text, which cooperates with the image model in a tandem scheme. We propose a novel dual-attention model that facilitates high-level interactions between visual and semantic information and effectively distills useful features for prediction. In the testing stage, TandemNet can make"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1708.03070","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:38:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TAt97Z8IbxaR45h7azaUCGUkyVX0tR+3Moi+eFQNoSMZqQihJZLESdVtBD5rQkXkoP8JJnnSyq8IB9DZbJb1DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-06T18:09:13.761922Z"},"content_sha256":"73800ec018986b3e75d1d178a4e585959edd4d716c40baf36854f7030efdff1c","schema_version":"1.0","event_id":"sha256:73800ec018986b3e75d1d178a4e585959edd4d716c40baf36854f7030efdff1c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ZTIIAHKQ3MC26YZKSWKVXUE7II/bundle.json","state_url":"https://pith.science/pith/ZTIIAHKQ3MC26YZKSWKVXUE7II/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ZTIIAHKQ3MC26YZKSWKVXUE7II/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-06T18:09:13Z","links":{"resolver":"https://pith.science/pith/ZTIIAHKQ3MC26YZKSWKVXUE7II","bundle":"https://pith.science/pith/ZTIIAHKQ3MC26YZKSWKVXUE7II/bundle.json","state":"https://pith.science/pith/ZTIIAHKQ3MC26YZKSWKVXUE7II/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ZTIIAHKQ3MC26YZKSWKVXUE7II/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2017:ZTIIAHKQ3MC26YZKSWKVXUE7II","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b27fb7077161694fac528515c116af5d7fd5b6a819f00f4087660a252abcbdb7","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2017-08-10T04:12:00Z","title_canon_sha256":"bf5fab3c54cb6293ae782239d906d20ca4fc66fc92dd130d2dab90c7e98fcfb6"},"schema_version":"1.0","source":{"id":"1708.03070","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1708.03070","created_at":"2026-05-18T00:38:14Z"},{"alias_kind":"arxiv_version","alias_value":"1708.03070v1","created_at":"2026-05-18T00:38:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1708.03070","created_at":"2026-05-18T00:38:14Z"},{"alias_kind":"pith_short_12","alias_value":"ZTIIAHKQ3MC2","created_at":"2026-05-18T12:31:59Z"},{"alias_kind":"pith_short_16","alias_value":"ZTIIAHKQ3MC26YZK","created_at":"2026-05-18T12:31:59Z"},{"alias_kind":"pith_short_8","alias_value":"ZTIIAHKQ","created_at":"2026-05-18T12:31:59Z"}],"graph_snapshots":[{"event_id":"sha256:73800ec018986b3e75d1d178a4e585959edd4d716c40baf36854f7030efdff1c","target":"graph","created_at":"2026-05-18T00:38:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"In this paper, we introduce the semantic knowledge of medical images from their diagnostic reports to provide an inspirational network training and an interpretable prediction mechanism with our proposed novel multimodal neural network, namely TandemNet. Inside TandemNet, a language model is used to represent report text, which cooperates with the image model in a tandem scheme. We propose a novel dual-attention model that facilitates high-level interactions between visual and semantic information and effectively distills useful features for prediction. In the testing stage, TandemNet can make","authors_text":"Lin Yang, Manish Sapkota, Pingjun Chen, Zizhao Zhang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2017-08-10T04:12:00Z","title":"TandemNet: Distilling Knowledge from Medical Images Using Diagnostic Reports as Optional Semantic References"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1708.03070","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c15a7ec767444a00439c33a94834fbd13fdbcc7b1e4980fd6aa75852c038aefe","target":"record","created_at":"2026-05-18T00:38:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b27fb7077161694fac528515c116af5d7fd5b6a819f00f4087660a252abcbdb7","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2017-08-10T04:12:00Z","title_canon_sha256":"bf5fab3c54cb6293ae782239d906d20ca4fc66fc92dd130d2dab90c7e98fcfb6"},"schema_version":"1.0","source":{"id":"1708.03070","kind":"arxiv","version":1}},"canonical_sha256":"ccd0801d50db05af632a95955bd09f423f0ddeccec6cf41cb84a32ac862746c6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ccd0801d50db05af632a95955bd09f423f0ddeccec6cf41cb84a32ac862746c6","first_computed_at":"2026-05-18T00:38:14.868661Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:38:14.868661Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Vw/WEK3N//JPUdPWdL5G3dhIOJhKrZCVDLDu3JIOIuULLzFA7CKRVmZ1UZf07kIIHzkhrakVlCTQeHD407LfDw==","signature_status":"signed_v1","signed_at":"2026-05-18T00:38:14.869340Z","signed_message":"canonical_sha256_bytes"},"source_id":"1708.03070","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c15a7ec767444a00439c33a94834fbd13fdbcc7b1e4980fd6aa75852c038aefe","sha256:73800ec018986b3e75d1d178a4e585959edd4d716c40baf36854f7030efdff1c"],"state_sha256":"59c9b441b3c3747c1c68c6984d781f36869d84e70562fc1917effe97252b05b9"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"z96UP089bFagCy7gWDSiqpH8Q2X2y3CCFicwxtSWCyl2HcyOlVRKMpNE9FHJQ4tWxEty5vogr0j8s/END6sDBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-06T18:09:13.765576Z","bundle_sha256":"d016d0a7b1f590d5b6c9b8b33e8832eee456a631c3ec8bb6de8c9f549b3314d2"}}