{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:VFJPQNUGUQ6AIW3SYAH4DGSFTG","short_pith_number":"pith:VFJPQNUG","canonical_record":{"source":{"id":"2403.16442","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-25T06:05:50Z","cross_cats_sorted":["cs.CV","cs.LG"],"title_canon_sha256":"0885bb5abf97bbf7e8aabd5bf24cfea1a65ee3124f333a3a2e5fdeab72f40779","abstract_canon_sha256":"5703d6504010cdf7008d9b94f44fa5bcaa1ccf2fed0b12d3ef32a2fd1464d55d"},"schema_version":"1.0"},"canonical_sha256":"a952f83686a43c045b72c00fc19a459983ae8096557f004d29bf462e0c672979","source":{"kind":"arxiv","id":"2403.16442","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.16442","created_at":"2026-07-05T09:44:33Z"},{"alias_kind":"arxiv_version","alias_value":"2403.16442v2","created_at":"2026-07-05T09:44:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.16442","created_at":"2026-07-05T09:44:33Z"},{"alias_kind":"pith_short_12","alias_value":"VFJPQNUGUQ6A","created_at":"2026-07-05T09:44:33Z"},{"alias_kind":"pith_short_16","alias_value":"VFJPQNUGUQ6AIW3S","created_at":"2026-07-05T09:44:33Z"},{"alias_kind":"pith_short_8","alias_value":"VFJPQNUG","created_at":"2026-07-05T09:44:33Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:VFJPQNUGUQ6AIW3SYAH4DGSFTG","target":"record","payload":{"canonical_record":{"source":{"id":"2403.16442","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-25T06:05:50Z","cross_cats_sorted":["cs.CV","cs.LG"],"title_canon_sha256":"0885bb5abf97bbf7e8aabd5bf24cfea1a65ee3124f333a3a2e5fdeab72f40779","abstract_canon_sha256":"5703d6504010cdf7008d9b94f44fa5bcaa1ccf2fed0b12d3ef32a2fd1464d55d"},"schema_version":"1.0"},"canonical_sha256":"a952f83686a43c045b72c00fc19a459983ae8096557f004d29bf462e0c672979","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:44:33.816638Z","signature_b64":"UUjb8+7KMz7lpYjRmq5vwxOVbj6cfrLIB9x+IuMYGMeQIWccgLyraCAMAZp6QFVNE3G8r8I2dRSouBEsH6mjAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a952f83686a43c045b72c00fc19a459983ae8096557f004d29bf462e0c672979","last_reissued_at":"2026-07-05T09:44:33.816095Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:44:33.816095Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2403.16442","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:44:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/QY0Cn2gL/iH4YdKQcaVpBUh/ecDnZXjIik54wxgo9MwjBgx91dGyPKjMRVD9S3QxPGRRXsAtKiV0wG8fkM/CA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T16:51:09.613356Z"},"content_sha256":"26cf2dc00d810f3e1b58b389c5994ec4fdd1fb13b402f0a12d19e70bf07a4aa2","schema_version":"1.0","event_id":"sha256:26cf2dc00d810f3e1b58b389c5994ec4fdd1fb13b402f0a12d19e70bf07a4aa2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:VFJPQNUGUQ6AIW3SYAH4DGSFTG","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"If CLIP Could Talk: Understanding Vision-Language Model Representations Through Their Preferred Concept Descriptions","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CV","cs.LG"],"primary_cat":"cs.CL","authors_text":"Cristina Menghini, Reza Esfandiarpoor, Stephen H. Bach","submitted_at":"2024-03-25T06:05:50Z","abstract_excerpt":"Recent works often assume that Vision-Language Model (VLM) representations are based on visual attributes like shape. However, it is unclear to what extent VLMs prioritize this information to represent concepts. We propose Extract and Explore (EX2), a novel approach to characterize textual features that are important for VLMs. EX2 uses reinforcement learning to align a large language model with VLM preferences and generates descriptions that incorporate features that are important for the VLM. Then, we inspect the descriptions to identify features that contribute to VLM representations. Using "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.16442","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2403.16442/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:44:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8aY1fRBmC1BQCDJxdjuCAIIRlAIAOo2EI9d4o6pKa9bLMtCggcfRwRHRaDNBxbnk9+psYCgFUNP/JdA+BJXmCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T16:51:09.613887Z"},"content_sha256":"e2e89dcb01ca8e20b53c4ece2f22a149c4816529bb9e7e6a0a4c83b7fea3deb8","schema_version":"1.0","event_id":"sha256:e2e89dcb01ca8e20b53c4ece2f22a149c4816529bb9e7e6a0a4c83b7fea3deb8"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/VFJPQNUGUQ6AIW3SYAH4DGSFTG/bundle.json","state_url":"https://pith.science/pith/VFJPQNUGUQ6AIW3SYAH4DGSFTG/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/VFJPQNUGUQ6AIW3SYAH4DGSFTG/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-15T16:51:09Z","links":{"resolver":"https://pith.science/pith/VFJPQNUGUQ6AIW3SYAH4DGSFTG","bundle":"https://pith.science/pith/VFJPQNUGUQ6AIW3SYAH4DGSFTG/bundle.json","state":"https://pith.science/pith/VFJPQNUGUQ6AIW3SYAH4DGSFTG/state.json","well_known_bundle":"https://pith.science/.well-known/pith/VFJPQNUGUQ6AIW3SYAH4DGSFTG/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:VFJPQNUGUQ6AIW3SYAH4DGSFTG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5703d6504010cdf7008d9b94f44fa5bcaa1ccf2fed0b12d3ef32a2fd1464d55d","cross_cats_sorted":["cs.CV","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-25T06:05:50Z","title_canon_sha256":"0885bb5abf97bbf7e8aabd5bf24cfea1a65ee3124f333a3a2e5fdeab72f40779"},"schema_version":"1.0","source":{"id":"2403.16442","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.16442","created_at":"2026-07-05T09:44:33Z"},{"alias_kind":"arxiv_version","alias_value":"2403.16442v2","created_at":"2026-07-05T09:44:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.16442","created_at":"2026-07-05T09:44:33Z"},{"alias_kind":"pith_short_12","alias_value":"VFJPQNUGUQ6A","created_at":"2026-07-05T09:44:33Z"},{"alias_kind":"pith_short_16","alias_value":"VFJPQNUGUQ6AIW3S","created_at":"2026-07-05T09:44:33Z"},{"alias_kind":"pith_short_8","alias_value":"VFJPQNUG","created_at":"2026-07-05T09:44:33Z"}],"graph_snapshots":[{"event_id":"sha256:e2e89dcb01ca8e20b53c4ece2f22a149c4816529bb9e7e6a0a4c83b7fea3deb8","target":"graph","created_at":"2026-07-05T09:44:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2403.16442/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent works often assume that Vision-Language Model (VLM) representations are based on visual attributes like shape. However, it is unclear to what extent VLMs prioritize this information to represent concepts. We propose Extract and Explore (EX2), a novel approach to characterize textual features that are important for VLMs. EX2 uses reinforcement learning to align a large language model with VLM preferences and generates descriptions that incorporate features that are important for the VLM. Then, we inspect the descriptions to identify features that contribute to VLM representations. Using ","authors_text":"Cristina Menghini, Reza Esfandiarpoor, Stephen H. Bach","cross_cats":["cs.CV","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-25T06:05:50Z","title":"If CLIP Could Talk: Understanding Vision-Language Model Representations Through Their Preferred Concept Descriptions"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.16442","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:26cf2dc00d810f3e1b58b389c5994ec4fdd1fb13b402f0a12d19e70bf07a4aa2","target":"record","created_at":"2026-07-05T09:44:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5703d6504010cdf7008d9b94f44fa5bcaa1ccf2fed0b12d3ef32a2fd1464d55d","cross_cats_sorted":["cs.CV","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-25T06:05:50Z","title_canon_sha256":"0885bb5abf97bbf7e8aabd5bf24cfea1a65ee3124f333a3a2e5fdeab72f40779"},"schema_version":"1.0","source":{"id":"2403.16442","kind":"arxiv","version":2}},"canonical_sha256":"a952f83686a43c045b72c00fc19a459983ae8096557f004d29bf462e0c672979","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a952f83686a43c045b72c00fc19a459983ae8096557f004d29bf462e0c672979","first_computed_at":"2026-07-05T09:44:33.816095Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:44:33.816095Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"UUjb8+7KMz7lpYjRmq5vwxOVbj6cfrLIB9x+IuMYGMeQIWccgLyraCAMAZp6QFVNE3G8r8I2dRSouBEsH6mjAA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:44:33.816638Z","signed_message":"canonical_sha256_bytes"},"source_id":"2403.16442","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:26cf2dc00d810f3e1b58b389c5994ec4fdd1fb13b402f0a12d19e70bf07a4aa2","sha256:e2e89dcb01ca8e20b53c4ece2f22a149c4816529bb9e7e6a0a4c83b7fea3deb8"],"state_sha256":"06c188e8af98501ddc4c86c7b61b6ae7ee6a6b57996e14dfc4acbbb88c2683d7"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tvDn99kXWmTRaH8r4K3vkoQl0nPjYg576ZdziinCz1UYfpj2S0qzB18qBaYoqo7jzYlWJQMb3zOJAfBgmgzFCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-15T16:51:09.617149Z","bundle_sha256":"d14de68bcc0367536b04df3dca961ebe417a986583613f7b91ef4f4992ccbb01"}}