{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:5TH4SYX3YF753W7ZEHWKSOCMV2","short_pith_number":"pith:5TH4SYX3","canonical_record":{"source":{"id":"2404.00226","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-03-30T02:56:54Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"cd7aa2caa4620fbc083e2eed26e8ad7b2aa67085e0b06dcb0d9461840c3c06b5","abstract_canon_sha256":"044e26ffe2a47bc760462e9fc4a24ff31a82106a1662fc4c6f2de1af6745cb50"},"schema_version":"1.0"},"canonical_sha256":"eccfc962fbc17fdddbf921eca9384caea5a2e6ad2475c89911ff003b4bfe2515","source":{"kind":"arxiv","id":"2404.00226","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.00226","created_at":"2026-07-05T09:13:51Z"},{"alias_kind":"arxiv_version","alias_value":"2404.00226v3","created_at":"2026-07-05T09:13:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.00226","created_at":"2026-07-05T09:13:51Z"},{"alias_kind":"pith_short_12","alias_value":"5TH4SYX3YF75","created_at":"2026-07-05T09:13:51Z"},{"alias_kind":"pith_short_16","alias_value":"5TH4SYX3YF753W7Z","created_at":"2026-07-05T09:13:51Z"},{"alias_kind":"pith_short_8","alias_value":"5TH4SYX3","created_at":"2026-07-05T09:13:51Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:5TH4SYX3YF753W7ZEHWKSOCMV2","target":"record","payload":{"canonical_record":{"source":{"id":"2404.00226","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-03-30T02:56:54Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"cd7aa2caa4620fbc083e2eed26e8ad7b2aa67085e0b06dcb0d9461840c3c06b5","abstract_canon_sha256":"044e26ffe2a47bc760462e9fc4a24ff31a82106a1662fc4c6f2de1af6745cb50"},"schema_version":"1.0"},"canonical_sha256":"eccfc962fbc17fdddbf921eca9384caea5a2e6ad2475c89911ff003b4bfe2515","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:13:51.354304Z","signature_b64":"bdkh3ceyov/Qbs1j0tPVU6hXRZ5On4cS31ar30rYId9jNC5byt5EpSqKYifgPkdICL7etWZXyo+Ew/948OavDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"eccfc962fbc17fdddbf921eca9384caea5a2e6ad2475c89911ff003b4bfe2515","last_reissued_at":"2026-07-05T09:13:51.353852Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:13:51.353852Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2404.00226","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:13:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3rG4H1WNSe+eVjWb5RBQYMVX36vfOrlgBXZr/vpK0p4oqhjE8EsmeHahZtmer4SspoxSIgHIsvu+0KwM2Mv3DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T14:36:21.250979Z"},"content_sha256":"23729de266ec7507bdb7a6295745578003d0428ae6352d70b650d1216f335223","schema_version":"1.0","event_id":"sha256:23729de266ec7507bdb7a6295745578003d0428ae6352d70b650d1216f335223"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:5TH4SYX3YF753W7ZEHWKSOCMV2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Design as Desired: Utilizing Visual Question Answering for Multimodal Pre-training","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.CV","authors_text":"Baoliang Zhao, Faqin Lv, Haibo Jin, Hao Chen, Jun Li, Qiong Wang, Tongkun Su, Xi Zhang, Yin Hu","submitted_at":"2024-03-30T02:56:54Z","abstract_excerpt":"Multimodal pre-training demonstrates its potential in the medical domain, which learns medical visual representations from paired medical reports. However, many pre-training tasks require extra annotations from clinicians, and most of them fail to explicitly guide the model to learn the desired features of different pathologies. In this paper, we utilize Visual Question Answering (VQA) for multimodal pre-training to guide the framework focusing on targeted pathological features. We leverage descriptions in medical reports to design multi-granular question-answer pairs associated with different"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.00226","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2404.00226/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:13:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0t4OHJ7vMolWuZrNaCGCxT6vQewR73UH5/ZXZXptO8AWWHHuXUGEEjtn2xAQtwId2x7V9DGoJFOgFjNnzfFJBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T14:36:21.251845Z"},"content_sha256":"fa85872e4bfc543ace1f103c5e6a09bc1d2ff75b87ea8143ba5773e08a3d75bc","schema_version":"1.0","event_id":"sha256:fa85872e4bfc543ace1f103c5e6a09bc1d2ff75b87ea8143ba5773e08a3d75bc"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5TH4SYX3YF753W7ZEHWKSOCMV2/bundle.json","state_url":"https://pith.science/pith/5TH4SYX3YF753W7ZEHWKSOCMV2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5TH4SYX3YF753W7ZEHWKSOCMV2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-14T14:36:21Z","links":{"resolver":"https://pith.science/pith/5TH4SYX3YF753W7ZEHWKSOCMV2","bundle":"https://pith.science/pith/5TH4SYX3YF753W7ZEHWKSOCMV2/bundle.json","state":"https://pith.science/pith/5TH4SYX3YF753W7ZEHWKSOCMV2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5TH4SYX3YF753W7ZEHWKSOCMV2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:5TH4SYX3YF753W7ZEHWKSOCMV2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"044e26ffe2a47bc760462e9fc4a24ff31a82106a1662fc4c6f2de1af6745cb50","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-03-30T02:56:54Z","title_canon_sha256":"cd7aa2caa4620fbc083e2eed26e8ad7b2aa67085e0b06dcb0d9461840c3c06b5"},"schema_version":"1.0","source":{"id":"2404.00226","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.00226","created_at":"2026-07-05T09:13:51Z"},{"alias_kind":"arxiv_version","alias_value":"2404.00226v3","created_at":"2026-07-05T09:13:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.00226","created_at":"2026-07-05T09:13:51Z"},{"alias_kind":"pith_short_12","alias_value":"5TH4SYX3YF75","created_at":"2026-07-05T09:13:51Z"},{"alias_kind":"pith_short_16","alias_value":"5TH4SYX3YF753W7Z","created_at":"2026-07-05T09:13:51Z"},{"alias_kind":"pith_short_8","alias_value":"5TH4SYX3","created_at":"2026-07-05T09:13:51Z"}],"graph_snapshots":[{"event_id":"sha256:fa85872e4bfc543ace1f103c5e6a09bc1d2ff75b87ea8143ba5773e08a3d75bc","target":"graph","created_at":"2026-07-05T09:13:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2404.00226/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Multimodal pre-training demonstrates its potential in the medical domain, which learns medical visual representations from paired medical reports. However, many pre-training tasks require extra annotations from clinicians, and most of them fail to explicitly guide the model to learn the desired features of different pathologies. In this paper, we utilize Visual Question Answering (VQA) for multimodal pre-training to guide the framework focusing on targeted pathological features. We leverage descriptions in medical reports to design multi-granular question-answer pairs associated with different","authors_text":"Baoliang Zhao, Faqin Lv, Haibo Jin, Hao Chen, Jun Li, Qiong Wang, Tongkun Su, Xi Zhang, Yin Hu","cross_cats":["cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-03-30T02:56:54Z","title":"Design as Desired: Utilizing Visual Question Answering for Multimodal Pre-training"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.00226","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:23729de266ec7507bdb7a6295745578003d0428ae6352d70b650d1216f335223","target":"record","created_at":"2026-07-05T09:13:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"044e26ffe2a47bc760462e9fc4a24ff31a82106a1662fc4c6f2de1af6745cb50","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-03-30T02:56:54Z","title_canon_sha256":"cd7aa2caa4620fbc083e2eed26e8ad7b2aa67085e0b06dcb0d9461840c3c06b5"},"schema_version":"1.0","source":{"id":"2404.00226","kind":"arxiv","version":3}},"canonical_sha256":"eccfc962fbc17fdddbf921eca9384caea5a2e6ad2475c89911ff003b4bfe2515","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"eccfc962fbc17fdddbf921eca9384caea5a2e6ad2475c89911ff003b4bfe2515","first_computed_at":"2026-07-05T09:13:51.353852Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:13:51.353852Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"bdkh3ceyov/Qbs1j0tPVU6hXRZ5On4cS31ar30rYId9jNC5byt5EpSqKYifgPkdICL7etWZXyo+Ew/948OavDg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:13:51.354304Z","signed_message":"canonical_sha256_bytes"},"source_id":"2404.00226","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:23729de266ec7507bdb7a6295745578003d0428ae6352d70b650d1216f335223","sha256:fa85872e4bfc543ace1f103c5e6a09bc1d2ff75b87ea8143ba5773e08a3d75bc"],"state_sha256":"a9f2db49d070422ce8107938ec9b477cbadea76306ecfc7383d833aeeeea02dd"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"aJGe7rXpC6Q8kOVbbvk24yCgICWsZkt7sRjrg/lfBPzS3IvIwnad5DjdSzdZFCAyXUt9wX9nJOSa5QXvSj3jBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-14T14:36:21.325490Z","bundle_sha256":"73c767e4ed18c9ce3a578ba1db5c86567dcfe3a107573abdd4ac1c72282624e1"}}