{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:Q5UFIZG5R246KO4WQBQBNHQW2H","short_pith_number":"pith:Q5UFIZG5","canonical_record":{"source":{"id":"2505.11454","kind":"arxiv","version":7},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2025-05-16T17:09:44Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"149371b01818aadf37a586af4a124cf24e62f21961a4a5b898abdc9a28779e30","abstract_canon_sha256":"b73b217966ef5eba52ae990a9c6bd9394d88d8a4010e37f538b51be7464b2bd5"},"schema_version":"1.0"},"canonical_sha256":"87685464dd8eb9e53b968060169e16d1f7c559cb5c0a05ac1f5e75bdea29b50b","source":{"kind":"arxiv","id":"2505.11454","version":7},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.11454","created_at":"2026-06-23T01:12:45Z"},{"alias_kind":"arxiv_version","alias_value":"2505.11454v7","created_at":"2026-06-23T01:12:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.11454","created_at":"2026-06-23T01:12:45Z"},{"alias_kind":"pith_short_12","alias_value":"Q5UFIZG5R246","created_at":"2026-06-23T01:12:45Z"},{"alias_kind":"pith_short_16","alias_value":"Q5UFIZG5R246KO4W","created_at":"2026-06-23T01:12:45Z"},{"alias_kind":"pith_short_8","alias_value":"Q5UFIZG5","created_at":"2026-06-23T01:12:45Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:Q5UFIZG5R246KO4WQBQBNHQW2H","target":"record","payload":{"canonical_record":{"source":{"id":"2505.11454","kind":"arxiv","version":7},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2025-05-16T17:09:44Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"149371b01818aadf37a586af4a124cf24e62f21961a4a5b898abdc9a28779e30","abstract_canon_sha256":"b73b217966ef5eba52ae990a9c6bd9394d88d8a4010e37f538b51be7464b2bd5"},"schema_version":"1.0"},"canonical_sha256":"87685464dd8eb9e53b968060169e16d1f7c559cb5c0a05ac1f5e75bdea29b50b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-06-23T01:12:45.777028Z","signature_b64":"+Ifu6rNMRrNCifxloIyb4EIww8SaR+NBL1TR4GTCrXSLo0zELD4UBnqIiBllsP3Qq8QUCI3SkVEVsJ7GJ8fSAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"87685464dd8eb9e53b968060169e16d1f7c559cb5c0a05ac1f5e75bdea29b50b","last_reissued_at":"2026-06-23T01:12:45.776474Z","signature_status":"signed_v1","first_computed_at":"2026-06-23T01:12:45.776474Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.11454","source_version":7,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-23T01:12:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QG76GzKkgKiuZPK41GEZ7f0roYtwOmmVVvqbmX+sRFjC0Az3PjuIUNC/v6YizgbvET95fG1/w/fW5kSDnXuKDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-01T23:04:40.478335Z"},"content_sha256":"4767fc42a7fb139a49b28ef97631b7790cee949d37479eaa7152e5eac9980c83","schema_version":"1.0","event_id":"sha256:4767fc42a7fb139a49b28ef97631b7790cee949d37479eaa7152e5eac9980c83"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:Q5UFIZG5R246KO4WQBQBNHQW2H","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"HumaniBench: A Human-Centric Framework for Large Multimodal Models Evaluation","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CV","authors_text":"Ahmed Y. Radwan, Amandeep Singh, Aravind Narayanan, Ashmal Vayani, Deval Pandya, Mubarak Shah, Mukund S. Chettiar, Shaina Raza, Vahid Reza Khazaie","submitted_at":"2025-05-16T17:09:44Z","abstract_excerpt":"Although recent large multimodal models (LMMs) show impressive progress on vision language tasks, their alignment with human centered (HC) principles such as fairness, ethics, inclusivity, empathy, and robustness is often overlooked. Existing LMM benchmarks are largely accuracy-agnostic. We present HumaniBench, a unified framework for characterizing HC alignment across realistic, socially grounded visual contexts. It contains 32,000 expert-verified image-question pairs from real-world news imagery, each mapped to one or more HC principles through explicit metrics. Comparing 15 state of the art"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.11454","kind":"arxiv","version":7},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.11454/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-23T01:12:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"64kFiZ9NxqyxfDddojr0RSgKLlU6RNSyLoWZiL/4OqpiMhJYBetMqqnT3ZtDaFitmX75GHhVLr2skvrsAdOiBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-01T23:04:40.479033Z"},"content_sha256":"1fcf461916ae50ca6f914179534fe775c3f1d4d5f3862881f6833446947530c7","schema_version":"1.0","event_id":"sha256:1fcf461916ae50ca6f914179534fe775c3f1d4d5f3862881f6833446947530c7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/Q5UFIZG5R246KO4WQBQBNHQW2H/bundle.json","state_url":"https://pith.science/pith/Q5UFIZG5R246KO4WQBQBNHQW2H/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/Q5UFIZG5R246KO4WQBQBNHQW2H/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-01T23:04:40Z","links":{"resolver":"https://pith.science/pith/Q5UFIZG5R246KO4WQBQBNHQW2H","bundle":"https://pith.science/pith/Q5UFIZG5R246KO4WQBQBNHQW2H/bundle.json","state":"https://pith.science/pith/Q5UFIZG5R246KO4WQBQBNHQW2H/state.json","well_known_bundle":"https://pith.science/.well-known/pith/Q5UFIZG5R246KO4WQBQBNHQW2H/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:Q5UFIZG5R246KO4WQBQBNHQW2H","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b73b217966ef5eba52ae990a9c6bd9394d88d8a4010e37f538b51be7464b2bd5","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2025-05-16T17:09:44Z","title_canon_sha256":"149371b01818aadf37a586af4a124cf24e62f21961a4a5b898abdc9a28779e30"},"schema_version":"1.0","source":{"id":"2505.11454","kind":"arxiv","version":7}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.11454","created_at":"2026-06-23T01:12:45Z"},{"alias_kind":"arxiv_version","alias_value":"2505.11454v7","created_at":"2026-06-23T01:12:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.11454","created_at":"2026-06-23T01:12:45Z"},{"alias_kind":"pith_short_12","alias_value":"Q5UFIZG5R246","created_at":"2026-06-23T01:12:45Z"},{"alias_kind":"pith_short_16","alias_value":"Q5UFIZG5R246KO4W","created_at":"2026-06-23T01:12:45Z"},{"alias_kind":"pith_short_8","alias_value":"Q5UFIZG5","created_at":"2026-06-23T01:12:45Z"}],"graph_snapshots":[{"event_id":"sha256:1fcf461916ae50ca6f914179534fe775c3f1d4d5f3862881f6833446947530c7","target":"graph","created_at":"2026-06-23T01:12:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.11454/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Although recent large multimodal models (LMMs) show impressive progress on vision language tasks, their alignment with human centered (HC) principles such as fairness, ethics, inclusivity, empathy, and robustness is often overlooked. Existing LMM benchmarks are largely accuracy-agnostic. We present HumaniBench, a unified framework for characterizing HC alignment across realistic, socially grounded visual contexts. It contains 32,000 expert-verified image-question pairs from real-world news imagery, each mapped to one or more HC principles through explicit metrics. Comparing 15 state of the art","authors_text":"Ahmed Y. Radwan, Amandeep Singh, Aravind Narayanan, Ashmal Vayani, Deval Pandya, Mubarak Shah, Mukund S. Chettiar, Shaina Raza, Vahid Reza Khazaie","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2025-05-16T17:09:44Z","title":"HumaniBench: A Human-Centric Framework for Large Multimodal Models Evaluation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.11454","kind":"arxiv","version":7},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4767fc42a7fb139a49b28ef97631b7790cee949d37479eaa7152e5eac9980c83","target":"record","created_at":"2026-06-23T01:12:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b73b217966ef5eba52ae990a9c6bd9394d88d8a4010e37f538b51be7464b2bd5","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2025-05-16T17:09:44Z","title_canon_sha256":"149371b01818aadf37a586af4a124cf24e62f21961a4a5b898abdc9a28779e30"},"schema_version":"1.0","source":{"id":"2505.11454","kind":"arxiv","version":7}},"canonical_sha256":"87685464dd8eb9e53b968060169e16d1f7c559cb5c0a05ac1f5e75bdea29b50b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"87685464dd8eb9e53b968060169e16d1f7c559cb5c0a05ac1f5e75bdea29b50b","first_computed_at":"2026-06-23T01:12:45.776474Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-06-23T01:12:45.776474Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"+Ifu6rNMRrNCifxloIyb4EIww8SaR+NBL1TR4GTCrXSLo0zELD4UBnqIiBllsP3Qq8QUCI3SkVEVsJ7GJ8fSAg==","signature_status":"signed_v1","signed_at":"2026-06-23T01:12:45.777028Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.11454","source_kind":"arxiv","source_version":7}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4767fc42a7fb139a49b28ef97631b7790cee949d37479eaa7152e5eac9980c83","sha256:1fcf461916ae50ca6f914179534fe775c3f1d4d5f3862881f6833446947530c7"],"state_sha256":"0df9e7d8e55212479115cb3a7129c38014da32ea7bc4f53fdc0ea597a63352e1"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SAbaB/LPUnKLhqaLIjeQXsil8W8kVQqbrF3KAeLeZku6R0S33c5cjqn5bpokFVjNOtEcYMT5rbHTARhNngFIAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-01T23:04:40.482280Z","bundle_sha256":"f37f0ed1729ede59ee17807752d1fb8ee89b9f122bdc2bc5cf11ff4001fe08ec"}}