{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:P3RYV5VCGDVYSZWQHTFYJSWTAC","short_pith_number":"pith:P3RYV5VC","canonical_record":{"source":{"id":"2501.10057","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-17T09:22:35Z","cross_cats_sorted":[],"title_canon_sha256":"99316fa4d1c9ab668b9aeae86a03c7ea9456b48a19adbe5e17d413ce80f2b077","abstract_canon_sha256":"ac2e4f36340adcf275e51582f8b019057537c9bf5fddbeb31439d8fa0456ac9f"},"schema_version":"1.0"},"canonical_sha256":"7ee38af6a230eb8966d03ccb84cad300b4e45ef792f46c1e2699334331d27b7d","source":{"kind":"arxiv","id":"2501.10057","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.10057","created_at":"2026-07-05T10:02:15Z"},{"alias_kind":"arxiv_version","alias_value":"2501.10057v1","created_at":"2026-07-05T10:02:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.10057","created_at":"2026-07-05T10:02:15Z"},{"alias_kind":"pith_short_12","alias_value":"P3RYV5VCGDVY","created_at":"2026-07-05T10:02:15Z"},{"alias_kind":"pith_short_16","alias_value":"P3RYV5VCGDVYSZWQ","created_at":"2026-07-05T10:02:15Z"},{"alias_kind":"pith_short_8","alias_value":"P3RYV5VC","created_at":"2026-07-05T10:02:15Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:P3RYV5VCGDVYSZWQHTFYJSWTAC","target":"record","payload":{"canonical_record":{"source":{"id":"2501.10057","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-17T09:22:35Z","cross_cats_sorted":[],"title_canon_sha256":"99316fa4d1c9ab668b9aeae86a03c7ea9456b48a19adbe5e17d413ce80f2b077","abstract_canon_sha256":"ac2e4f36340adcf275e51582f8b019057537c9bf5fddbeb31439d8fa0456ac9f"},"schema_version":"1.0"},"canonical_sha256":"7ee38af6a230eb8966d03ccb84cad300b4e45ef792f46c1e2699334331d27b7d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:02:15.989161Z","signature_b64":"Tk3s/i2nC4lx1hr4ZA+Wm9S2Ftb7SyuiXCOkeT2pt7jyXVsFvdRcVKLJpRpqk2MnAYlUQ4znJ+eDxH+knqR5BA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7ee38af6a230eb8966d03ccb84cad300b4e45ef792f46c1e2699334331d27b7d","last_reissued_at":"2026-07-05T10:02:15.988707Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:02:15.988707Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2501.10057","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:02:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oNlojbpOGVXdAN5x75uGFo0bdPV2ddakRkFJSA9EUFjFke4fg+Pq01Z3fe9Nh2og5T+RUg7toWtdnAKdz08qCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-10T05:43:56.299976Z"},"content_sha256":"8162e46bc6a2e45e07fcfc5c647b6568e473e3199f4b19ecd01ad5f00a8b30c7","schema_version":"1.0","event_id":"sha256:8162e46bc6a2e45e07fcfc5c647b6568e473e3199f4b19ecd01ad5f00a8b30c7"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:P3RYV5VCGDVYSZWQHTFYJSWTAC","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"MSTS: A Multimodal Safety Test Suite for Vision-Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Alicia Parrish, Anastassia Shaitarova, Andrea Zugarini, Bertie Vidgen, Chiara Di Bonaventura, Dirk Hovy, Donya Rooein, Felix Friedrich, Flor Miriam Plaza-del-Arco, Gaia El Khoury Geagea, Giuseppe Attanasio, Janis Goldzycher, Jieun Han, Paloma Jereti\\v{c}, Patrick Schramowski, Paul R\\\"ottger, Richard Willats, Rishabh Bhardwaj, Roman Eng, Seogyeong Jeong, Sujata Goswami, Xudong Shen","submitted_at":"2025-01-17T09:22:35Z","abstract_excerpt":"Vision-language models (VLMs), which process image and text inputs, are increasingly integrated into chat assistants and other consumer AI applications. Without proper safeguards, however, VLMs may give harmful advice (e.g. how to self-harm) or encourage unsafe behaviours (e.g. to consume drugs). Despite these clear hazards, little work so far has evaluated VLM safety and the novel risks created by multimodal inputs. To address this gap, we introduce MSTS, a Multimodal Safety Test Suite for VLMs. MSTS comprises 400 test prompts across 40 fine-grained hazard categories. Each test prompt consist"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.10057","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2501.10057/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:02:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kaXIfs0TZYvu7wllI4Hnq0HmM9sBNq1uyyt7hQt6jpG+EOri1GKLVKIXsyHcM/N7CHZY7utE1hAuYjx2UYtVDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-10T05:43:56.300373Z"},"content_sha256":"ca5e64a950d92da21b37c60c8a5d539933854d7968c62d7a8a2c6993b30867e0","schema_version":"1.0","event_id":"sha256:ca5e64a950d92da21b37c60c8a5d539933854d7968c62d7a8a2c6993b30867e0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/P3RYV5VCGDVYSZWQHTFYJSWTAC/bundle.json","state_url":"https://pith.science/pith/P3RYV5VCGDVYSZWQHTFYJSWTAC/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/P3RYV5VCGDVYSZWQHTFYJSWTAC/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-10T05:43:56Z","links":{"resolver":"https://pith.science/pith/P3RYV5VCGDVYSZWQHTFYJSWTAC","bundle":"https://pith.science/pith/P3RYV5VCGDVYSZWQHTFYJSWTAC/bundle.json","state":"https://pith.science/pith/P3RYV5VCGDVYSZWQHTFYJSWTAC/state.json","well_known_bundle":"https://pith.science/.well-known/pith/P3RYV5VCGDVYSZWQHTFYJSWTAC/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:P3RYV5VCGDVYSZWQHTFYJSWTAC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ac2e4f36340adcf275e51582f8b019057537c9bf5fddbeb31439d8fa0456ac9f","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-17T09:22:35Z","title_canon_sha256":"99316fa4d1c9ab668b9aeae86a03c7ea9456b48a19adbe5e17d413ce80f2b077"},"schema_version":"1.0","source":{"id":"2501.10057","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.10057","created_at":"2026-07-05T10:02:15Z"},{"alias_kind":"arxiv_version","alias_value":"2501.10057v1","created_at":"2026-07-05T10:02:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.10057","created_at":"2026-07-05T10:02:15Z"},{"alias_kind":"pith_short_12","alias_value":"P3RYV5VCGDVY","created_at":"2026-07-05T10:02:15Z"},{"alias_kind":"pith_short_16","alias_value":"P3RYV5VCGDVYSZWQ","created_at":"2026-07-05T10:02:15Z"},{"alias_kind":"pith_short_8","alias_value":"P3RYV5VC","created_at":"2026-07-05T10:02:15Z"}],"graph_snapshots":[{"event_id":"sha256:ca5e64a950d92da21b37c60c8a5d539933854d7968c62d7a8a2c6993b30867e0","target":"graph","created_at":"2026-07-05T10:02:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2501.10057/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Vision-language models (VLMs), which process image and text inputs, are increasingly integrated into chat assistants and other consumer AI applications. Without proper safeguards, however, VLMs may give harmful advice (e.g. how to self-harm) or encourage unsafe behaviours (e.g. to consume drugs). Despite these clear hazards, little work so far has evaluated VLM safety and the novel risks created by multimodal inputs. To address this gap, we introduce MSTS, a Multimodal Safety Test Suite for VLMs. MSTS comprises 400 test prompts across 40 fine-grained hazard categories. Each test prompt consist","authors_text":"Alicia Parrish, Anastassia Shaitarova, Andrea Zugarini, Bertie Vidgen, Chiara Di Bonaventura, Dirk Hovy, Donya Rooein, Felix Friedrich, Flor Miriam Plaza-del-Arco, Gaia El Khoury Geagea, Giuseppe Attanasio, Janis Goldzycher, Jieun Han, Paloma Jereti\\v{c}, Patrick Schramowski, Paul R\\\"ottger, Richard Willats, Rishabh Bhardwaj, Roman Eng, Seogyeong Jeong, Sujata Goswami, Xudong Shen","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-17T09:22:35Z","title":"MSTS: A Multimodal Safety Test Suite for Vision-Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.10057","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8162e46bc6a2e45e07fcfc5c647b6568e473e3199f4b19ecd01ad5f00a8b30c7","target":"record","created_at":"2026-07-05T10:02:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ac2e4f36340adcf275e51582f8b019057537c9bf5fddbeb31439d8fa0456ac9f","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-17T09:22:35Z","title_canon_sha256":"99316fa4d1c9ab668b9aeae86a03c7ea9456b48a19adbe5e17d413ce80f2b077"},"schema_version":"1.0","source":{"id":"2501.10057","kind":"arxiv","version":1}},"canonical_sha256":"7ee38af6a230eb8966d03ccb84cad300b4e45ef792f46c1e2699334331d27b7d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7ee38af6a230eb8966d03ccb84cad300b4e45ef792f46c1e2699334331d27b7d","first_computed_at":"2026-07-05T10:02:15.988707Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:02:15.988707Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Tk3s/i2nC4lx1hr4ZA+Wm9S2Ftb7SyuiXCOkeT2pt7jyXVsFvdRcVKLJpRpqk2MnAYlUQ4znJ+eDxH+knqR5BA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:02:15.989161Z","signed_message":"canonical_sha256_bytes"},"source_id":"2501.10057","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8162e46bc6a2e45e07fcfc5c647b6568e473e3199f4b19ecd01ad5f00a8b30c7","sha256:ca5e64a950d92da21b37c60c8a5d539933854d7968c62d7a8a2c6993b30867e0"],"state_sha256":"b376d286809539b8c98b406e1f329dec1d10fb77ee4188324d9cd0afea1b8f15"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ITF35/1gwHzStf91RpB3a8fOGZYYrmAQolF0OG5ZUb4Mn10KCT0Igt5DBDY55SC/2ggwdan6gbzZ/XCK1bNnCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-10T05:43:56.302603Z","bundle_sha256":"f180bc434005c7f1c6ecca0faf7a6f834e1198aad08f57cd327245b7e2e3aab6"}}