{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:T5JTOKIIROO7PXI4MGSNTKUQZ2","short_pith_number":"pith:T5JTOKII","canonical_record":{"source":{"id":"2410.01529","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.RO","submitted_at":"2024-10-02T13:23:02Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"d9bde40c827de79376a700eacd51a5e07682ed957fb03f0dc8cc876857e91ae0","abstract_canon_sha256":"dc517cf2b13b21dd2b30ac0d6121cb171da416ea6695af3306816856b4482613"},"schema_version":"1.0"},"canonical_sha256":"9f533729088b9df7dd1c61a4d9aa90cebfe2740ec7903a498e8e7deb45b4ac47","source":{"kind":"arxiv","id":"2410.01529","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.01529","created_at":"2026-07-05T09:14:48Z"},{"alias_kind":"arxiv_version","alias_value":"2410.01529v1","created_at":"2026-07-05T09:14:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.01529","created_at":"2026-07-05T09:14:48Z"},{"alias_kind":"pith_short_12","alias_value":"T5JTOKIIROO7","created_at":"2026-07-05T09:14:48Z"},{"alias_kind":"pith_short_16","alias_value":"T5JTOKIIROO7PXI4","created_at":"2026-07-05T09:14:48Z"},{"alias_kind":"pith_short_8","alias_value":"T5JTOKII","created_at":"2026-07-05T09:14:48Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:T5JTOKIIROO7PXI4MGSNTKUQZ2","target":"record","payload":{"canonical_record":{"source":{"id":"2410.01529","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.RO","submitted_at":"2024-10-02T13:23:02Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"d9bde40c827de79376a700eacd51a5e07682ed957fb03f0dc8cc876857e91ae0","abstract_canon_sha256":"dc517cf2b13b21dd2b30ac0d6121cb171da416ea6695af3306816856b4482613"},"schema_version":"1.0"},"canonical_sha256":"9f533729088b9df7dd1c61a4d9aa90cebfe2740ec7903a498e8e7deb45b4ac47","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:14:48.970922Z","signature_b64":"qbOO2zB2aoh9CZ+yiG4mtgw/8f0vaBnK+oQQkkIRz+b5O8Idr6+1y1MzW8QXdc9OvdKEkLKG851BqbOsi96nBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9f533729088b9df7dd1c61a4d9aa90cebfe2740ec7903a498e8e7deb45b4ac47","last_reissued_at":"2026-07-05T09:14:48.970375Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:14:48.970375Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.01529","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:14:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"t3o1xm9sXlGIL2arNCATSTbyy4x5GrW3i466fWstm8SEqie7T9Nz/rsK5xFeWYA+TrPUKmrd3R3zxgkZQB8gCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T03:52:31.034652Z"},"content_sha256":"6762a34f0e69be264b6e404cfdce4655b5ed03b90fda67831c05d73a0027658c","schema_version":"1.0","event_id":"sha256:6762a34f0e69be264b6e404cfdce4655b5ed03b90fda67831c05d73a0027658c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:T5JTOKIIROO7PXI4MGSNTKUQZ2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Robo-MUTUAL: Robotic Multimodal Task Specification via Unimodal Learning","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cs.CV"],"primary_cat":"cs.RO","authors_text":"Guanglu Song, Guanming Wang, Jianxiong Li, Jingjing Liu, Jinliang Zheng, Junzhi Yu, Xianyuan Zhan, Xiaoai Zhou, Ya-Qin Zhang, Yu Liu, Zhihao Wang","submitted_at":"2024-10-02T13:23:02Z","abstract_excerpt":"Multimodal task specification is essential for enhanced robotic performance, where \\textit{Cross-modality Alignment} enables the robot to holistically understand complex task instructions. Directly annotating multimodal instructions for model training proves impractical, due to the sparsity of paired multimodal data. In this study, we demonstrate that by leveraging unimodal instructions abundant in real data, we can effectively teach robots to learn multimodal task specifications. First, we endow the robot with strong \\textit{Cross-modality Alignment} capabilities, by pretraining a robotic mul"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.01529","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.01529/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:14:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TDcNW1yX4AJovu+bD6nT43fs8N8IS8qWUdHPva9sqJzTmG6oar0YZUyfWG4VeLIoRUTbG73brWZFJP1BhOElBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T03:52:31.035028Z"},"content_sha256":"c069af36511f7f7229b751a0d30081cbd817e8baea0a21ca41c50bf81a9dd4f3","schema_version":"1.0","event_id":"sha256:c069af36511f7f7229b751a0d30081cbd817e8baea0a21ca41c50bf81a9dd4f3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/T5JTOKIIROO7PXI4MGSNTKUQZ2/bundle.json","state_url":"https://pith.science/pith/T5JTOKIIROO7PXI4MGSNTKUQZ2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/T5JTOKIIROO7PXI4MGSNTKUQZ2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T03:52:31Z","links":{"resolver":"https://pith.science/pith/T5JTOKIIROO7PXI4MGSNTKUQZ2","bundle":"https://pith.science/pith/T5JTOKIIROO7PXI4MGSNTKUQZ2/bundle.json","state":"https://pith.science/pith/T5JTOKIIROO7PXI4MGSNTKUQZ2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/T5JTOKIIROO7PXI4MGSNTKUQZ2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:T5JTOKIIROO7PXI4MGSNTKUQZ2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"dc517cf2b13b21dd2b30ac0d6121cb171da416ea6695af3306816856b4482613","cross_cats_sorted":["cs.CV"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.RO","submitted_at":"2024-10-02T13:23:02Z","title_canon_sha256":"d9bde40c827de79376a700eacd51a5e07682ed957fb03f0dc8cc876857e91ae0"},"schema_version":"1.0","source":{"id":"2410.01529","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.01529","created_at":"2026-07-05T09:14:48Z"},{"alias_kind":"arxiv_version","alias_value":"2410.01529v1","created_at":"2026-07-05T09:14:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.01529","created_at":"2026-07-05T09:14:48Z"},{"alias_kind":"pith_short_12","alias_value":"T5JTOKIIROO7","created_at":"2026-07-05T09:14:48Z"},{"alias_kind":"pith_short_16","alias_value":"T5JTOKIIROO7PXI4","created_at":"2026-07-05T09:14:48Z"},{"alias_kind":"pith_short_8","alias_value":"T5JTOKII","created_at":"2026-07-05T09:14:48Z"}],"graph_snapshots":[{"event_id":"sha256:c069af36511f7f7229b751a0d30081cbd817e8baea0a21ca41c50bf81a9dd4f3","target":"graph","created_at":"2026-07-05T09:14:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.01529/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Multimodal task specification is essential for enhanced robotic performance, where \\textit{Cross-modality Alignment} enables the robot to holistically understand complex task instructions. Directly annotating multimodal instructions for model training proves impractical, due to the sparsity of paired multimodal data. In this study, we demonstrate that by leveraging unimodal instructions abundant in real data, we can effectively teach robots to learn multimodal task specifications. First, we endow the robot with strong \\textit{Cross-modality Alignment} capabilities, by pretraining a robotic mul","authors_text":"Guanglu Song, Guanming Wang, Jianxiong Li, Jingjing Liu, Jinliang Zheng, Junzhi Yu, Xianyuan Zhan, Xiaoai Zhou, Ya-Qin Zhang, Yu Liu, Zhihao Wang","cross_cats":["cs.CV"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.RO","submitted_at":"2024-10-02T13:23:02Z","title":"Robo-MUTUAL: Robotic Multimodal Task Specification via Unimodal Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.01529","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6762a34f0e69be264b6e404cfdce4655b5ed03b90fda67831c05d73a0027658c","target":"record","created_at":"2026-07-05T09:14:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"dc517cf2b13b21dd2b30ac0d6121cb171da416ea6695af3306816856b4482613","cross_cats_sorted":["cs.CV"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.RO","submitted_at":"2024-10-02T13:23:02Z","title_canon_sha256":"d9bde40c827de79376a700eacd51a5e07682ed957fb03f0dc8cc876857e91ae0"},"schema_version":"1.0","source":{"id":"2410.01529","kind":"arxiv","version":1}},"canonical_sha256":"9f533729088b9df7dd1c61a4d9aa90cebfe2740ec7903a498e8e7deb45b4ac47","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9f533729088b9df7dd1c61a4d9aa90cebfe2740ec7903a498e8e7deb45b4ac47","first_computed_at":"2026-07-05T09:14:48.970375Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:14:48.970375Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"qbOO2zB2aoh9CZ+yiG4mtgw/8f0vaBnK+oQQkkIRz+b5O8Idr6+1y1MzW8QXdc9OvdKEkLKG851BqbOsi96nBA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:14:48.970922Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.01529","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6762a34f0e69be264b6e404cfdce4655b5ed03b90fda67831c05d73a0027658c","sha256:c069af36511f7f7229b751a0d30081cbd817e8baea0a21ca41c50bf81a9dd4f3"],"state_sha256":"d5e8523237b6db6535781fb85fda4c3cba257f3c3d787789d99871f08581d9c3"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Fo9Z4DNNrWsuLCDRtQqigHr82/H5jZafFb0pJOiSL+sQHUtnlnDR04TfefHKfu3EGTvAeJqFpnQEVIad47wJCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T03:52:31.037055Z","bundle_sha256":"331dafb6b0057b28af35b2389179808f17bbcc5647bb573c736d196c9e420bd7"}}