{"work":{"id":"30c9ec62-1af0-4f30-94b4-d1ef163eff71","openalex_id":null,"doi":null,"arxiv_id":"2306.09212","raw_key":null,"title":"CMMLU: Measuring Massive Multitask Language Understanding in Chinese.arXiv:2306.09212, 2023a","authors":null,"authors_text":"Haonan Li, Yixuan Zhang, Fajri Koto, Yifei Yang, Hai Zhao, Yeyun Gong, Nan Duan, and Timothy Baldwin","year":2023,"venue":null,"abstract":null,"external_url":"https://arxiv.org/abs/2306.09212","cited_by_count":null,"metadata_source":"arxiv_reference","metadata_fetched_at":"2026-05-14T18:53:21.046966+00:00","pith_arxiv_id":null,"created_at":"2026-05-10T11:58:59.164846+00:00","updated_at":"2026-05-14T18:53:21.046966+00:00","title_quality_ok":true,"display_title":"CMMLU: Measuring Massive Multitask Language Understanding in Chinese","render_title":"CMMLU: Measuring Massive Multitask Language Understanding in Chinese"},"hub":{"state":{"work_id":"30c9ec62-1af0-4f30-94b4-d1ef163eff71","tier":"hub","tier_reason":"10+ Pith inbound or 1,000+ external citations","pith_inbound_count":16,"external_cited_by_count":null,"distinct_field_count":4,"first_pith_cited_at":"2024-01-05T18:59:13+00:00","last_pith_cited_at":"2026-05-12T07:22:50+00:00","author_build_status":"not_needed","summary_status":"needed","contexts_status":"needed","graph_status":"needed","ask_index_status":"not_needed","reader_status":"not_needed","recognition_status":"not_needed","updated_at":"2026-05-14T21:56:16.404455+00:00","tier_text":"hub"},"tier":"hub","role_counts":[{"context_role":"dataset","n":3},{"context_role":"method","n":1}],"polarity_counts":[{"context_polarity":"use_dataset","n":3},{"context_polarity":"use_method","n":1}],"runs":{},"summary":{},"graph":{},"authors":[]}}