{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:ZSNXQC2ETZ4YOBHUSCQHPU367Z","short_pith_number":"pith:ZSNXQC2E","canonical_record":{"source":{"id":"2503.19540","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-03-25T10:48:33Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"ea0a3a96ace235ff858b200b5f9924a98ca387ebbb95192141e57463bcd7eb9e","abstract_canon_sha256":"b4421ec7c05e13fcee0e5538e3fbaf7eed99477fac3c9af313718c58c585a089"},"schema_version":"1.0"},"canonical_sha256":"cc9b780b449e798704f490a077d37efe6c82ef22e15dc6f4e3f1776c6425e4a2","source":{"kind":"arxiv","id":"2503.19540","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.19540","created_at":"2026-07-05T10:38:56Z"},{"alias_kind":"arxiv_version","alias_value":"2503.19540v1","created_at":"2026-07-05T10:38:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.19540","created_at":"2026-07-05T10:38:56Z"},{"alias_kind":"pith_short_12","alias_value":"ZSNXQC2ETZ4Y","created_at":"2026-07-05T10:38:56Z"},{"alias_kind":"pith_short_16","alias_value":"ZSNXQC2ETZ4YOBHU","created_at":"2026-07-05T10:38:56Z"},{"alias_kind":"pith_short_8","alias_value":"ZSNXQC2E","created_at":"2026-07-05T10:38:56Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:ZSNXQC2ETZ4YOBHUSCQHPU367Z","target":"record","payload":{"canonical_record":{"source":{"id":"2503.19540","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-03-25T10:48:33Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"ea0a3a96ace235ff858b200b5f9924a98ca387ebbb95192141e57463bcd7eb9e","abstract_canon_sha256":"b4421ec7c05e13fcee0e5538e3fbaf7eed99477fac3c9af313718c58c585a089"},"schema_version":"1.0"},"canonical_sha256":"cc9b780b449e798704f490a077d37efe6c82ef22e15dc6f4e3f1776c6425e4a2","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:38:56.808920Z","signature_b64":"S59DGTsFR6WH4slStpyWJml1RuirATxHYtAJl8GFqZITXi1cMEchlVPMBaYaM5idrzD4+tR9pB5HZdSMCK9PDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"cc9b780b449e798704f490a077d37efe6c82ef22e15dc6f4e3f1776c6425e4a2","last_reissued_at":"2026-07-05T10:38:56.808487Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:38:56.808487Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2503.19540","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:38:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qEB9MsFBslnd+k0PyRKouEgFwQW4UgOnPZBFUvbII5Ap0x78DCuS4DTIL3V2U5Diok9BpwG9qWsw09A53RGwDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T23:12:21.123969Z"},"content_sha256":"193fad3e86462a5aa9b544e52c449dfb21cbf40167dcab73723bcf492e83dcfb","schema_version":"1.0","event_id":"sha256:193fad3e86462a5aa9b544e52c449dfb21cbf40167dcab73723bcf492e83dcfb"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:ZSNXQC2ETZ4YOBHUSCQHPU367Z","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"FLEX: A Benchmark for Evaluating Robustness of Fairness in Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Chanjun Park, Dahyun Jung, Heuiseok Lim, Hyeonseok Moon, Seungyoon Lee","submitted_at":"2025-03-25T10:48:33Z","abstract_excerpt":"Recent advancements in Large Language Models (LLMs) have significantly enhanced interactions between users and models. These advancements concurrently underscore the need for rigorous safety evaluations due to the manifestation of social biases, which can lead to harmful societal impacts. Despite these concerns, existing benchmarks may overlook the intrinsic weaknesses of LLMs, which can generate biased responses even with simple adversarial instructions. To address this critical gap, we introduce a new benchmark, Fairness Benchmark in LLM under Extreme Scenarios (FLEX), designed to test wheth"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.19540","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2503.19540/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:38:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+A7KOkgpat0sl8Z2GH3RV34UTky+HE6uiXBPuEbsTgxS1yDQUJF+75c/hb+/X2ev15QDGZbjPOSJSPPi57wmCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T23:12:21.124505Z"},"content_sha256":"b47adca7974342df5f12c86c64613b51fedb913a10e7fd14138629f0956eea17","schema_version":"1.0","event_id":"sha256:b47adca7974342df5f12c86c64613b51fedb913a10e7fd14138629f0956eea17"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ZSNXQC2ETZ4YOBHUSCQHPU367Z/bundle.json","state_url":"https://pith.science/pith/ZSNXQC2ETZ4YOBHUSCQHPU367Z/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ZSNXQC2ETZ4YOBHUSCQHPU367Z/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-14T23:12:21Z","links":{"resolver":"https://pith.science/pith/ZSNXQC2ETZ4YOBHUSCQHPU367Z","bundle":"https://pith.science/pith/ZSNXQC2ETZ4YOBHUSCQHPU367Z/bundle.json","state":"https://pith.science/pith/ZSNXQC2ETZ4YOBHUSCQHPU367Z/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ZSNXQC2ETZ4YOBHUSCQHPU367Z/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:ZSNXQC2ETZ4YOBHUSCQHPU367Z","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b4421ec7c05e13fcee0e5538e3fbaf7eed99477fac3c9af313718c58c585a089","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-03-25T10:48:33Z","title_canon_sha256":"ea0a3a96ace235ff858b200b5f9924a98ca387ebbb95192141e57463bcd7eb9e"},"schema_version":"1.0","source":{"id":"2503.19540","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.19540","created_at":"2026-07-05T10:38:56Z"},{"alias_kind":"arxiv_version","alias_value":"2503.19540v1","created_at":"2026-07-05T10:38:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.19540","created_at":"2026-07-05T10:38:56Z"},{"alias_kind":"pith_short_12","alias_value":"ZSNXQC2ETZ4Y","created_at":"2026-07-05T10:38:56Z"},{"alias_kind":"pith_short_16","alias_value":"ZSNXQC2ETZ4YOBHU","created_at":"2026-07-05T10:38:56Z"},{"alias_kind":"pith_short_8","alias_value":"ZSNXQC2E","created_at":"2026-07-05T10:38:56Z"}],"graph_snapshots":[{"event_id":"sha256:b47adca7974342df5f12c86c64613b51fedb913a10e7fd14138629f0956eea17","target":"graph","created_at":"2026-07-05T10:38:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2503.19540/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent advancements in Large Language Models (LLMs) have significantly enhanced interactions between users and models. These advancements concurrently underscore the need for rigorous safety evaluations due to the manifestation of social biases, which can lead to harmful societal impacts. Despite these concerns, existing benchmarks may overlook the intrinsic weaknesses of LLMs, which can generate biased responses even with simple adversarial instructions. To address this critical gap, we introduce a new benchmark, Fairness Benchmark in LLM under Extreme Scenarios (FLEX), designed to test wheth","authors_text":"Chanjun Park, Dahyun Jung, Heuiseok Lim, Hyeonseok Moon, Seungyoon Lee","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-03-25T10:48:33Z","title":"FLEX: A Benchmark for Evaluating Robustness of Fairness in Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.19540","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:193fad3e86462a5aa9b544e52c449dfb21cbf40167dcab73723bcf492e83dcfb","target":"record","created_at":"2026-07-05T10:38:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b4421ec7c05e13fcee0e5538e3fbaf7eed99477fac3c9af313718c58c585a089","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-03-25T10:48:33Z","title_canon_sha256":"ea0a3a96ace235ff858b200b5f9924a98ca387ebbb95192141e57463bcd7eb9e"},"schema_version":"1.0","source":{"id":"2503.19540","kind":"arxiv","version":1}},"canonical_sha256":"cc9b780b449e798704f490a077d37efe6c82ef22e15dc6f4e3f1776c6425e4a2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"cc9b780b449e798704f490a077d37efe6c82ef22e15dc6f4e3f1776c6425e4a2","first_computed_at":"2026-07-05T10:38:56.808487Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:38:56.808487Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"S59DGTsFR6WH4slStpyWJml1RuirATxHYtAJl8GFqZITXi1cMEchlVPMBaYaM5idrzD4+tR9pB5HZdSMCK9PDA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:38:56.808920Z","signed_message":"canonical_sha256_bytes"},"source_id":"2503.19540","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:193fad3e86462a5aa9b544e52c449dfb21cbf40167dcab73723bcf492e83dcfb","sha256:b47adca7974342df5f12c86c64613b51fedb913a10e7fd14138629f0956eea17"],"state_sha256":"539837ac4414f91e70320463ed6dad681ab1bb52ce78976cd6394df53dd5bca8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jJs3p90jniPS9s+W3rUiiUZWDmHGJq7uM2Ws0Oe/NBizNcPMr5WuxD3ZmrDdMiHX8hm476pOmwX6o1aO9fMXAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-14T23:12:21.129032Z","bundle_sha256":"b846c88191eeb93e719dd588b81942bac59533e76dfe6f7558e792a439d0fb7b"}}