{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:55FPSPI4GITVMYCD3FWFWOLZID","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ec6de47f69097e2757756eea9e9907da6500aa601fd6401b78f652cc6743883a","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-18T23:21:37Z","title_canon_sha256":"64ce633a77bb75231a07ccc28c58990999a1d2a956b607889d7ccc04bfa29b1b"},"schema_version":"1.0","source":{"id":"2403.12316","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.12316","created_at":"2026-07-05T07:57:58Z"},{"alias_kind":"arxiv_version","alias_value":"2403.12316v1","created_at":"2026-07-05T07:57:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.12316","created_at":"2026-07-05T07:57:58Z"},{"alias_kind":"pith_short_12","alias_value":"55FPSPI4GITV","created_at":"2026-07-05T07:57:58Z"},{"alias_kind":"pith_short_16","alias_value":"55FPSPI4GITVMYCD","created_at":"2026-07-05T07:57:58Z"},{"alias_kind":"pith_short_8","alias_value":"55FPSPI4","created_at":"2026-07-05T07:57:58Z"}],"graph_snapshots":[{"event_id":"sha256:203c29c71c8619e9d0b3b0e72d6b295451f667e9653eef452bfbc55442d97a18","target":"graph","created_at":"2026-07-05T07:57:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2403.12316/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The rapid development of Chinese large language models (LLMs) poses big challenges for efficient LLM evaluation. While current initiatives have introduced new benchmarks or evaluation platforms for assessing Chinese LLMs, many of these focus primarily on capabilities, usually overlooking potential alignment and safety issues. To address this gap, we introduce OpenEval, an evaluation testbed that benchmarks Chinese LLMs across capability, alignment and safety. For capability assessment, we include 12 benchmark datasets to evaluate Chinese LLMs from 4 sub-dimensions: NLP tasks, disciplinary know","authors_text":"Chuang Liu, Deyi Xiong, Hongying Zan, Jiaxuan Li, Jinwang Song, Junhui Zhang, Ling Shi, Linhao Yu, Renren Jin, Sun Li, Tao Liu, Tingting Cui, Xinmeng Ji, Yufei Huang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-18T23:21:37Z","title":"OpenEval: Benchmarking Chinese LLMs across Capability, Alignment and Safety"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.12316","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9b991d1d7b47e406261949bbcb51b4ab67176f1264517bfb1626fa533fa4726e","target":"record","created_at":"2026-07-05T07:57:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ec6de47f69097e2757756eea9e9907da6500aa601fd6401b78f652cc6743883a","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-18T23:21:37Z","title_canon_sha256":"64ce633a77bb75231a07ccc28c58990999a1d2a956b607889d7ccc04bfa29b1b"},"schema_version":"1.0","source":{"id":"2403.12316","kind":"arxiv","version":1}},"canonical_sha256":"ef4af93d1c3227566043d96c5b397940df39eda5450bace9a0e6cf45b102eaf9","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ef4af93d1c3227566043d96c5b397940df39eda5450bace9a0e6cf45b102eaf9","first_computed_at":"2026-07-05T07:57:58.987150Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:57:58.987150Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"tdggTXlEJhTjQxwI6wWdDgQEiMtxjlDZW7O6kTqsWw2mKEhnuxggUIUEniHCTGvENHMyjZVNQRM+5Cfma0Q6Aw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:57:58.987705Z","signed_message":"canonical_sha256_bytes"},"source_id":"2403.12316","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9b991d1d7b47e406261949bbcb51b4ab67176f1264517bfb1626fa533fa4726e","sha256:203c29c71c8619e9d0b3b0e72d6b295451f667e9653eef452bfbc55442d97a18"],"state_sha256":"1652217c4991390b625d0f116c1f0b0167ff2258504052fc454b9e215eb7e4e1"}