{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:IQVKRBWJAWR6S2GPI6ZQLNAGZZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"61aafdae8d69f44bdce80197cf59207586a4bb42aeef1cae3bfbcd83e42ba27c","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-30T18:53:13Z","title_canon_sha256":"fec66557b5396d6bcaefddeb648e781f9447bfa012a458c0fed311e3d126ecad"},"schema_version":"1.0","source":{"id":"2311.18812","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.18812","created_at":"2026-07-05T07:18:46Z"},{"alias_kind":"arxiv_version","alias_value":"2311.18812v1","created_at":"2026-07-05T07:18:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.18812","created_at":"2026-07-05T07:18:46Z"},{"alias_kind":"pith_short_12","alias_value":"IQVKRBWJAWR6","created_at":"2026-07-05T07:18:46Z"},{"alias_kind":"pith_short_16","alias_value":"IQVKRBWJAWR6S2GP","created_at":"2026-07-05T07:18:46Z"},{"alias_kind":"pith_short_8","alias_value":"IQVKRBWJ","created_at":"2026-07-05T07:18:46Z"}],"graph_snapshots":[{"event_id":"sha256:e80e9dd93a16cc1cc5cba9f029a38cab476c3975104681aecf2b7d8934372b87","target":"graph","created_at":"2026-07-05T07:18:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.18812/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Do large language models (LLMs) exhibit sociodemographic biases, even when they decline to respond? To bypass their refusal to \"speak,\" we study this research question by probing contextualized embeddings and exploring whether this bias is encoded in its latent representations. We propose a logistic Bradley-Terry probe which predicts word pair preferences of LLMs from the words' hidden vectors. We first validate our probe on three pair preference tasks and thirteen LLMs, where we outperform the word embedding association test (WEAT), a standard approach in testing for implicit association, by ","authors_text":"Ferhan Ture, Jimmy Lin, Raphael Tang, Xinyu Zhang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-30T18:53:13Z","title":"What Do Llamas Really Think? Revealing Preference Biases in Language Model Representations"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.18812","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2243b12800b4c50b9fb4ba2bed3a9c524cf1cb4f00cc5f3d1dde43e32ec39ca1","target":"record","created_at":"2026-07-05T07:18:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"61aafdae8d69f44bdce80197cf59207586a4bb42aeef1cae3bfbcd83e42ba27c","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-30T18:53:13Z","title_canon_sha256":"fec66557b5396d6bcaefddeb648e781f9447bfa012a458c0fed311e3d126ecad"},"schema_version":"1.0","source":{"id":"2311.18812","kind":"arxiv","version":1}},"canonical_sha256":"442aa886c905a3e968cf47b305b406ce4de8eba8c939d682419ae37886280896","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"442aa886c905a3e968cf47b305b406ce4de8eba8c939d682419ae37886280896","first_computed_at":"2026-07-05T07:18:46.941528Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:18:46.941528Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"aFZMwHsFGujjqY3EsCUehs/SnQlP5eJKK9dP7mq+F/LOXCQ8TpMDbiLPBJIidFtdeosY6N1sLirzJcp/nD3DCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:18:46.942003Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.18812","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2243b12800b4c50b9fb4ba2bed3a9c524cf1cb4f00cc5f3d1dde43e32ec39ca1","sha256:e80e9dd93a16cc1cc5cba9f029a38cab476c3975104681aecf2b7d8934372b87"],"state_sha256":"afa77cdbbb72d77f30f66b11f86678568847404c4d3f4084ca7f52d09c10a545"}