{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:JYQ5ZJWKX7F2CAFXAH5OY62AAW","short_pith_number":"pith:JYQ5ZJWK","canonical_record":{"source":{"id":"2406.02050","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-04T07:31:06Z","cross_cats_sorted":[],"title_canon_sha256":"28c3f447b5db8b30536f5662eb46b64502a8aad1884ed75f4dedb76ee19392c1","abstract_canon_sha256":"e6929bd959bf1e6c4dad6178ed6b55e057c2ddedcdc52b91515845e08adde9d6"},"schema_version":"1.0"},"canonical_sha256":"4e21dca6cabfcba100b701faec7b4005875c47fcf84c644d57a3321c6cca3ad6","source":{"kind":"arxiv","id":"2406.02050","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.02050","created_at":"2026-07-05T11:20:44Z"},{"alias_kind":"arxiv_version","alias_value":"2406.02050v4","created_at":"2026-07-05T11:20:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.02050","created_at":"2026-07-05T11:20:44Z"},{"alias_kind":"pith_short_12","alias_value":"JYQ5ZJWKX7F2","created_at":"2026-07-05T11:20:44Z"},{"alias_kind":"pith_short_16","alias_value":"JYQ5ZJWKX7F2CAFX","created_at":"2026-07-05T11:20:44Z"},{"alias_kind":"pith_short_8","alias_value":"JYQ5ZJWK","created_at":"2026-07-05T11:20:44Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:JYQ5ZJWKX7F2CAFXAH5OY62AAW","target":"record","payload":{"canonical_record":{"source":{"id":"2406.02050","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-04T07:31:06Z","cross_cats_sorted":[],"title_canon_sha256":"28c3f447b5db8b30536f5662eb46b64502a8aad1884ed75f4dedb76ee19392c1","abstract_canon_sha256":"e6929bd959bf1e6c4dad6178ed6b55e057c2ddedcdc52b91515845e08adde9d6"},"schema_version":"1.0"},"canonical_sha256":"4e21dca6cabfcba100b701faec7b4005875c47fcf84c644d57a3321c6cca3ad6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:20:44.818924Z","signature_b64":"LCURPmhMhKX5eWv77QYlArLRclKcvniQWF0qLdRCqoBwfTrgFnX4p0jcWmHNXlU5/y9CVPJo76SfFgrLxksYCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4e21dca6cabfcba100b701faec7b4005875c47fcf84c644d57a3321c6cca3ad6","last_reissued_at":"2026-07-05T11:20:44.818445Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:20:44.818445Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.02050","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:20:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vwyu6RnvZzKV/J5WCsk1bFxN1co5uv7xKAD/4dFjA+9XNib1rUM3UVn54DFCZn1Ku1033bFK4sDCptHjKhzcBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T08:53:06.437578Z"},"content_sha256":"cdde2a7d2a66b85f05cf4ad8dc11b2ccd27b4fdaabcdda5d011fd0208f9def65","schema_version":"1.0","event_id":"sha256:cdde2a7d2a66b85f05cf4ad8dc11b2ccd27b4fdaabcdda5d011fd0208f9def65"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:JYQ5ZJWKX7F2CAFXAH5OY62AAW","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"JBBQ: Japanese Bias Benchmark for Analyzing Social Biases in Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Hiromi Arai, Hitomi Yanaka, Jie Lu, Masashi Takeshita, Namgi Han, Ryoma Kumon, Ryo Sekizawa, Taisei Kato","submitted_at":"2024-06-04T07:31:06Z","abstract_excerpt":"With the development of large language models (LLMs), social biases in these LLMs have become a pressing issue. Although there are various benchmarks for social biases across languages, the extent to which Japanese LLMs exhibit social biases has not been fully investigated. In this study, we construct the Japanese Bias Benchmark dataset for Question Answering (JBBQ) based on the English bias benchmark BBQ, with analysis of social biases in Japanese LLMs. The results show that while current open Japanese LLMs with more parameters show improved accuracies on JBBQ, their bias scores increase. In "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.02050","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.02050/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:20:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jEBJudNhB5FiNpX61X+p8d7bhD4cUA73LulbaJxQuKRs8nNeD5TEYX4ywyJniu+SOGgiL3RBN5kk5T8gX9xNAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T08:53:06.438020Z"},"content_sha256":"5353756d0e8077ea4f9174a35e98af220d9c586115a7914d73d0a5a28bff206f","schema_version":"1.0","event_id":"sha256:5353756d0e8077ea4f9174a35e98af220d9c586115a7914d73d0a5a28bff206f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/JYQ5ZJWKX7F2CAFXAH5OY62AAW/bundle.json","state_url":"https://pith.science/pith/JYQ5ZJWKX7F2CAFXAH5OY62AAW/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/JYQ5ZJWKX7F2CAFXAH5OY62AAW/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T08:53:06Z","links":{"resolver":"https://pith.science/pith/JYQ5ZJWKX7F2CAFXAH5OY62AAW","bundle":"https://pith.science/pith/JYQ5ZJWKX7F2CAFXAH5OY62AAW/bundle.json","state":"https://pith.science/pith/JYQ5ZJWKX7F2CAFXAH5OY62AAW/state.json","well_known_bundle":"https://pith.science/.well-known/pith/JYQ5ZJWKX7F2CAFXAH5OY62AAW/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:JYQ5ZJWKX7F2CAFXAH5OY62AAW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e6929bd959bf1e6c4dad6178ed6b55e057c2ddedcdc52b91515845e08adde9d6","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-04T07:31:06Z","title_canon_sha256":"28c3f447b5db8b30536f5662eb46b64502a8aad1884ed75f4dedb76ee19392c1"},"schema_version":"1.0","source":{"id":"2406.02050","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.02050","created_at":"2026-07-05T11:20:44Z"},{"alias_kind":"arxiv_version","alias_value":"2406.02050v4","created_at":"2026-07-05T11:20:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.02050","created_at":"2026-07-05T11:20:44Z"},{"alias_kind":"pith_short_12","alias_value":"JYQ5ZJWKX7F2","created_at":"2026-07-05T11:20:44Z"},{"alias_kind":"pith_short_16","alias_value":"JYQ5ZJWKX7F2CAFX","created_at":"2026-07-05T11:20:44Z"},{"alias_kind":"pith_short_8","alias_value":"JYQ5ZJWK","created_at":"2026-07-05T11:20:44Z"}],"graph_snapshots":[{"event_id":"sha256:5353756d0e8077ea4f9174a35e98af220d9c586115a7914d73d0a5a28bff206f","target":"graph","created_at":"2026-07-05T11:20:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.02050/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"With the development of large language models (LLMs), social biases in these LLMs have become a pressing issue. Although there are various benchmarks for social biases across languages, the extent to which Japanese LLMs exhibit social biases has not been fully investigated. In this study, we construct the Japanese Bias Benchmark dataset for Question Answering (JBBQ) based on the English bias benchmark BBQ, with analysis of social biases in Japanese LLMs. The results show that while current open Japanese LLMs with more parameters show improved accuracies on JBBQ, their bias scores increase. In ","authors_text":"Hiromi Arai, Hitomi Yanaka, Jie Lu, Masashi Takeshita, Namgi Han, Ryoma Kumon, Ryo Sekizawa, Taisei Kato","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-04T07:31:06Z","title":"JBBQ: Japanese Bias Benchmark for Analyzing Social Biases in Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.02050","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:cdde2a7d2a66b85f05cf4ad8dc11b2ccd27b4fdaabcdda5d011fd0208f9def65","target":"record","created_at":"2026-07-05T11:20:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e6929bd959bf1e6c4dad6178ed6b55e057c2ddedcdc52b91515845e08adde9d6","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-04T07:31:06Z","title_canon_sha256":"28c3f447b5db8b30536f5662eb46b64502a8aad1884ed75f4dedb76ee19392c1"},"schema_version":"1.0","source":{"id":"2406.02050","kind":"arxiv","version":4}},"canonical_sha256":"4e21dca6cabfcba100b701faec7b4005875c47fcf84c644d57a3321c6cca3ad6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4e21dca6cabfcba100b701faec7b4005875c47fcf84c644d57a3321c6cca3ad6","first_computed_at":"2026-07-05T11:20:44.818445Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:20:44.818445Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"LCURPmhMhKX5eWv77QYlArLRclKcvniQWF0qLdRCqoBwfTrgFnX4p0jcWmHNXlU5/y9CVPJo76SfFgrLxksYCg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:20:44.818924Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.02050","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:cdde2a7d2a66b85f05cf4ad8dc11b2ccd27b4fdaabcdda5d011fd0208f9def65","sha256:5353756d0e8077ea4f9174a35e98af220d9c586115a7914d73d0a5a28bff206f"],"state_sha256":"ff0cedd4d6f49350d2892406da2a38f1eaef29807df810fc041fce99f64242d0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kJy4Qj0LU+kAElF6UG27jWsYyj+pj4/jzvGS+EtXTEubBMFydDcFug7S2Du8VZVYkSpNReveGzNvq73HakIvDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T08:53:06.440013Z","bundle_sha256":"321591a5568e895c6833d8a8328263e38b6d6d0d0c1fda0924f349dc387dc291"}}