{"as_of":"2026-08-19T15:45:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:272257fa8bab191145670e128d876585e65bfc59d4f67b2a9041e019a8b609c4","coverage":[{"denominator":87,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":87,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-12T05:56:43.314520Z","state":"measured"},{"denominator":111,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":111,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-19T06:32:44.657259+00:00","state":"measured"},{"denominator":24,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":24,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-16T12:24:06.554213Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-02T13:26:58.833519Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.19799","snapshot_observed_at":"2026-08-11T22:37:55.944740Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.03304","last_updated":"2025-02-19T13:30:23Z","snapshot_observed_at":"2026-08-11T22:30:47.514883Z","submitted_at":"2024-12-04T13:27:09Z","title":"Global MMLU: Understanding and Addressing Cultural and Linguistic Biases in Multilingual Evaluation","version":2},"reference_index":77,"source":"arxiv_source","source_observed_at":"2026-08-11T22:37:55.944740Z"},"links":{"cited_paper":"/paper/2411.19799","citing_paper":"/paper/2412.03304"},"observation_digest":"sha256:ec195aecd0a0e657c920fe23379e22522ae1ee1c6fc629325791fe525c10b36b","observation_id":"104d6d52-c59d-42f9-92d1-427d4e2b413e","resolution":{"observed_at":"2026-08-11T22:37:55.944740Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.19799","snapshot_observed_at":"2026-08-11T12:46:10.087033Z","title":"Haggag et al","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.13860","last_updated":"2024-12-18T13:53:59Z","snapshot_observed_at":"2026-08-17T20:41:46.700820Z","submitted_at":"2024-12-18T13:53:59Z","title":"Domain-adaptative Continual Learning for Low-resource Tasks: Evaluation on Nepali","version":1},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-08-11T12:46:10.087033Z"},"links":{"cited_paper":"/paper/2411.19799","citing_paper":"/paper/2412.13860"},"observation_digest":"sha256:ccda0df592234b84bf0ebdd3d007ab68cb57a0fec70b8d79e7d89dcdf98cbcd3","observation_id":"093d43c2-2a77-466b-a16e-0624e003acd5","resolution":{"observed_at":"2026-08-11T12:46:10.087033Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.19799","snapshot_observed_at":"2026-08-11T12:18:40.268333Z","title":"Romanou, N","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.17847","last_updated":"2025-02-19T03:05:56Z","snapshot_observed_at":"2026-08-17T07:46:19.860254Z","submitted_at":"2024-12-19T01:30:19Z","title":"Bridging the Data Provenance Gap Across Text, Speech and Video","version":2},"reference_index":133,"source":"pdf_text","source_observed_at":"2026-08-11T12:18:40.268333Z"},"links":{"cited_paper":"/paper/2411.19799","citing_paper":"/paper/2412.17847"},"observation_digest":"sha256:2e6a61f912f1774637bb3da6621a9d8d53fe9e26f8a03026bc0ed5cf27434a5e","observation_id":"88bddf3e-7298-4319-afaf-07ab4df6d969","resolution":{"observed_at":"2026-08-11T12:18:40.268333Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.19799","snapshot_observed_at":"2026-08-16T12:24:06.554213Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.12914","last_updated":"2025-04-17T13:03:56Z","snapshot_observed_at":"2026-08-19T01:13:05.085121Z","submitted_at":"2025-04-17T13:03:56Z","title":"In Which Areas of Technical AI Safety Could Geopolitical Rivals Cooperate?","version":1},"reference_index":84,"source":"pdf_text","source_observed_at":"2026-08-16T12:24:06.554213Z"},"links":{"cited_paper":"/paper/2411.19799","citing_paper":"/paper/2504.12914"},"observation_digest":"sha256:f52f955c5dbe8b447853c02f01a03a4f3899b1dec03e7be62d016bf5941c7c6b","observation_id":"31005852-d78a-4e33-9b5a-fd1f7ee60ad9","resolution":{"observed_at":"2026-08-16T12:24:06.554213Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.19799","snapshot_observed_at":"2026-08-16T05:22:55.639704Z","title":"Include: Evaluating multilingual language understanding with regional knowledge","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.20879","last_updated":"2025-05-12T16:33:58Z","snapshot_observed_at":"2026-08-17T00:43:37.683523Z","submitted_at":"2025-04-29T15:48:49Z","title":"The Leaderboard Illusion","version":2},"reference_index":82,"source":"arxiv_source","source_observed_at":"2026-08-16T05:22:55.639704Z"},"links":{"cited_paper":"/paper/2411.19799","citing_paper":"/paper/2504.20879"},"observation_digest":"sha256:a7ad40fc8364bbaf8f64f0671b37eb30df4837c6f09b1ed5cd00bb5ca3fcbc13","observation_id":"1f691652-44e5-4a1a-ab22-65a230b19dfb","resolution":{"observed_at":"2026-08-16T05:22:55.639704Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"cited_work":{"arxiv_id":"2411.19799","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2411.19799","snapshot_observed_at":"2026-07-02T13:26:58.833519Z","title":"Include: Evaluating multilingual language understanding with regional knowledge","venue":null,"work_id":"3d4055bc-6a62-4823-a62b-b5457a2d6114","year":2024},"citing_paper":{"arxiv_id":"2505.09388","last_updated":"2025-05-14T13:41:34Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-05-14T13:41:34Z","title":"Qwen3 Technical Report","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-05-09T06:35:27.813995Z"},"links":{"cited_paper":"/paper/2411.19799","citing_paper":"/paper/2505.09388"},"observation_digest":"sha256:44358f49b72815133424729a712118f9884cf4b484ef0f15b65293a9008f2886","observation_id":"7559d1bd-ac40-4eb6-99cc-2e47914b6272","resolution":{"observed_at":"2026-05-09T06:35:28.592152Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.19799","snapshot_observed_at":"2026-08-07T11:34:50.802917Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.01920","last_updated":"2025-06-02T17:39:50Z","snapshot_observed_at":"2026-08-13T14:50:56.110277Z","submitted_at":"2025-06-02T17:39:50Z","title":"From Guidelines to Practice: A New Paradigm for Arabic Language Model Evaluation","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-07T11:34:50.802917Z"},"links":{"cited_paper":"/paper/2411.19799","citing_paper":"/paper/2506.01920"},"observation_digest":"sha256:1ee173f03feb5d7f2f4c3945a32fccbb7d8710ad7f1218440c4f718f52abc462","observation_id":"f0f6db6a-3284-4eb0-a59d-da0585b39560","resolution":{"observed_at":"2026-08-07T11:34:50.802917Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.19799","snapshot_observed_at":"2026-08-07T00:42:57.815032Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.12966","last_updated":"2025-06-15T21:08:51Z","snapshot_observed_at":"2026-08-14T07:59:24.534761Z","submitted_at":"2025-06-15T21:08:51Z","title":"Assessing the Role of Data Quality in Training Bilingual Language Models","version":1},"reference_index":44,"source":"arxiv_source","source_observed_at":"2026-08-07T00:42:57.815032Z"},"links":{"cited_paper":"/paper/2411.19799","citing_paper":"/paper/2506.12966"},"observation_digest":"sha256:954e32500fca8657f3289f066bf072233394a427f078963a67ec2ee5a8c6e434","observation_id":"5437ef72-b8ec-4016-a952-2d27b2416467","resolution":{"observed_at":"2026-08-07T00:42:57.815032Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.19799","snapshot_observed_at":"2026-08-06T16:24:34.147007Z","title":"Include: Evaluating multilingual language understanding with regional knowledge.arXiv preprint arXiv:2411.19799, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.13618","last_updated":"2025-08-21T13:08:01Z","snapshot_observed_at":"2026-08-15T19:32:50.658505Z","submitted_at":"2025-07-18T03:19:43Z","title":"Seed-X: Building Strong Multilingual Translation LLM with 7B Parameters","version":4},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-06T16:24:34.147007Z"},"links":{"cited_paper":"/paper/2411.19799","citing_paper":"/paper/2507.13618"},"observation_digest":"sha256:d157da4364d26ea08716a011d77b53c4c7f82e8d51321f93f250a8fad158e8cc","observation_id":"b747ca4e-a45e-4708-92f6-8d6a93cf0518","resolution":{"observed_at":"2026-08-06T16:24:34.147007Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.19799","snapshot_observed_at":"2026-08-05T17:26:28.904526Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.16279","last_updated":"2025-08-22T10:35:56Z","snapshot_observed_at":"2026-08-16T14:35:15.039195Z","submitted_at":"2025-08-22T10:35:56Z","title":"AgentScope 1.0: A Developer-Centric Framework for Building Agentic Applications","version":1},"reference_index":52,"source":"arxiv_source","source_observed_at":"2026-08-05T17:26:28.904526Z"},"links":{"cited_paper":"/paper/2411.19799","citing_paper":"/paper/2508.16279"},"observation_digest":"sha256:01d2aa49f4506ae8cc803a71b52a760ebaa234d20317e676062c96928977330e","observation_id":"19f3a106-cf57-426b-a8e0-9136fda2d405","resolution":{"observed_at":"2026-08-05T17:26:28.904526Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.19799","snapshot_observed_at":"2026-08-05T11:09:43.579919Z","title":"Haggag, Snegha A, Alfonso Amayuelas, Azril Hafizi Amirudin, Viraat Aryabumi, Danylo Boiko, Michael Chang, Jenny Chim, Gal Cohen, Aditya Kumar Dalmia, Abraham Diress, and 40 others","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.03162","last_updated":"2025-09-03T09:22:39Z","snapshot_observed_at":"2026-08-18T01:45:16.930326Z","submitted_at":"2025-09-03T09:22:39Z","title":"SinhalaMMLU: A Comprehensive Benchmark for Evaluating Multitask Language Understanding in Sinhala","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-05T11:09:43.579919Z"},"links":{"cited_paper":"/paper/2411.19799","citing_paper":"/paper/2509.03162"},"observation_digest":"sha256:44d2f4715ccbac95b75bbbc2c4a82391f5b55efd6ba70d96a3bba544241ed4c1","observation_id":"887fa4b5-4ffa-4f73-b62d-6338a4edb922","resolution":{"observed_at":"2026-08-05T11:09:43.579919Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.19799","snapshot_observed_at":"2026-08-04T11:21:57.468081Z","title":"Include: Evaluating multilingual language understanding with regional knowledge.arXiv preprint arXiv:2411.19799,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2510.05291","last_updated":"2026-05-27T02:09:31Z","snapshot_observed_at":"2026-08-13T14:50:11.272229Z","submitted_at":"2025-10-06T18:59:11Z","title":"Camellia: Benchmarking Cultural Biases in LLMs for Asian Languages","version":2},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-04T11:21:57.468081Z"},"links":{"cited_paper":"/paper/2411.19799","citing_paper":"/paper/2510.05291"},"observation_digest":"sha256:d96539810485e50da32d101714280ca4c123289297aaddb70ed6795db3426b24","observation_id":"e484148c-77b0-4559-8101-102a62eae0cb","resolution":{"observed_at":"2026-08-04T11:21:57.468081Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"cited_work":{"arxiv_id":"2411.19799","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2411.19799","snapshot_observed_at":"2026-07-02T13:26:58.833519Z","title":"Include: Evaluating multilingual language understanding with regional knowledge","venue":null,"work_id":"3d4055bc-6a62-4823-a62b-b5457a2d6114","year":2024},"citing_paper":{"arxiv_id":"2601.02780","last_updated":"2026-01-08T05:52:17Z","snapshot_observed_at":"2026-08-14T07:48:23.313445Z","submitted_at":"2026-01-06T07:31:47Z","title":"MiMo-V2-Flash Technical Report","version":2},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-05-12T11:33:32.568261Z"},"links":{"cited_paper":"/paper/2411.19799","citing_paper":"/paper/2601.02780"},"observation_digest":"sha256:341ddc90f226bf2577b626a192e6fb5e5b1ac9ce2013bcb9fa850ef0c0699d87","observation_id":"d0225fbb-ecda-4db1-98bc-1905256116fb","resolution":{"observed_at":"2026-05-12T11:33:32.881735Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"cited_work":{"arxiv_id":"2411.19799","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2411.19799","snapshot_observed_at":"2026-07-02T13:26:58.833519Z","title":"Include: Evaluating multilingual language understanding with regional knowledge","venue":null,"work_id":"3d4055bc-6a62-4823-a62b-b5457a2d6114","year":2024},"citing_paper":{"arxiv_id":"2604.14448","last_updated":"2026-04-15T21:54:27Z","snapshot_observed_at":"2026-08-11T16:16:08.455388Z","submitted_at":"2026-04-15T21:54:27Z","title":"MARCA: A Checklist-Based Benchmark for Multilingual Web Search","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-05-10T12:54:27.110593Z"},"links":{"cited_paper":"/paper/2411.19799","citing_paper":"/paper/2604.14448"},"observation_digest":"sha256:a3c176bd97b469277ba1ffb648cce63d92bf7299b8d61ab21a04ab89f3bbd30c","observation_id":"f7f32efd-4357-4589-8719-652b9abfab69","resolution":{"observed_at":"2026-05-10T12:55:24.330345Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"cited_work":{"arxiv_id":"2411.19799","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2411.19799","snapshot_observed_at":"2026-07-02T13:26:58.833519Z","title":"Include: Evaluating multilingual language understanding with regional knowledge","venue":null,"work_id":"3d4055bc-6a62-4823-a62b-b5457a2d6114","year":2024},"citing_paper":{"arxiv_id":"2604.20549","last_updated":"2026-04-22T13:31:28Z","snapshot_observed_at":"2026-08-15T09:59:49.795573Z","submitted_at":"2026-04-22T13:31:28Z","title":"Toward Cross-Lingual Quality Classifiers for Multilingual Pretraining Data Selection","version":1},"reference_index":42,"source":"arxiv_source","source_observed_at":"2026-05-09T23:43:12.498496Z"},"links":{"cited_paper":"/paper/2411.19799","citing_paper":"/paper/2604.20549"},"observation_digest":"sha256:ee2e4f8212f6bf8f39286124c94d52c9317b7450c1107239f6d91d8804905d98","observation_id":"58e4f587-277d-44f2-bf4a-25e5ae3aaa2a","resolution":{"observed_at":"2026-05-11T14:01:06.798299Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"cited_work":{"arxiv_id":"2411.19799","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2411.19799","snapshot_observed_at":"2026-07-02T13:26:58.833519Z","title":"Include: Evaluating multilingual language understanding with regional knowledge","venue":null,"work_id":"3d4055bc-6a62-4823-a62b-b5457a2d6114","year":2024},"citing_paper":{"arxiv_id":"2605.07731","last_updated":"2026-05-20T09:02:07Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2026-05-08T13:36:24Z","title":"Benchmarking EngGPT2-16B-A3B against Comparable Italian and International Open-source LLMs","version":1},"reference_index":58,"source":"pdf_text","source_observed_at":"2026-05-11T03:40:04.692279Z"},"links":{"cited_paper":"/paper/2411.19799","citing_paper":"/paper/2605.07731"},"observation_digest":"sha256:330094dd448cb95419d7ef31582895cadb5a806fc86208e0bbb74a055f64b08c","observation_id":"2b817506-ee5c-4c6f-a06f-28172317bb0a","resolution":{"observed_at":"2026-05-11T03:40:53.408883Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"cited_work":{"arxiv_id":"2411.19799","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2411.19799","snapshot_observed_at":"2026-07-02T13:26:58.833519Z","title":"Include: Evaluating multilingual language understanding with regional knowledge","venue":null,"work_id":"3d4055bc-6a62-4823-a62b-b5457a2d6114","year":2024},"citing_paper":{"arxiv_id":"2605.07731","last_updated":"2026-05-20T09:02:07Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2026-05-08T13:36:24Z","title":"Benchmarking EngGPT2-16B-A3B against Comparable Italian and International Open-source LLMs","version":2},"reference_index":58,"source":"pdf_text","source_observed_at":"2026-05-21T08:14:55.858466Z"},"links":{"cited_paper":"/paper/2411.19799","citing_paper":"/paper/2605.07731"},"observation_digest":"sha256:63fb05778efea2498178d8ec0be1f7a45d1e94cdb8fa419e95fbd71f32bb73c5","observation_id":"d3daac36-196e-425d-904a-9412e5418f88","resolution":{"observed_at":"2026-05-21T08:19:52.927607Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"cited_work":{"arxiv_id":"2411.19799","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2411.19799","snapshot_observed_at":"2026-07-02T13:26:58.833519Z","title":"Include: Evaluating multilingual language understanding with regional knowledge","venue":null,"work_id":"3d4055bc-6a62-4823-a62b-b5457a2d6114","year":2024},"citing_paper":{"arxiv_id":"2605.08738","last_updated":"2026-05-18T06:29:11Z","snapshot_observed_at":"2026-08-17T11:43:18.177895Z","submitted_at":"2026-05-09T06:50:35Z","title":"SlimQwen: Exploring the Pruning and Distillation in Large MoE Model Pre-training","version":1},"reference_index":84,"source":"arxiv_source","source_observed_at":"2026-05-12T03:34:10.370956Z"},"links":{"cited_paper":"/paper/2411.19799","citing_paper":"/paper/2605.08738"},"observation_digest":"sha256:27120a272bc10863d7ec66e96ddb0ec8c91c8977add38ded5934d22419f3198f","observation_id":"f7513b6e-45fd-48fb-b653-229934adc23b","resolution":{"observed_at":"2026-05-12T07:16:28.333830Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"cited_work":{"arxiv_id":"2411.19799","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2411.19799","snapshot_observed_at":"2026-07-02T13:26:58.833519Z","title":"Include: Evaluating multilingual language understanding with regional knowledge","venue":null,"work_id":"3d4055bc-6a62-4823-a62b-b5457a2d6114","year":2024},"citing_paper":{"arxiv_id":"2605.08738","last_updated":"2026-05-18T06:29:11Z","snapshot_observed_at":"2026-08-17T11:43:18.177895Z","submitted_at":"2026-05-09T06:50:35Z","title":"SlimQwen: Exploring the Pruning and Distillation in Large MoE Model Pre-training","version":2},"reference_index":85,"source":"arxiv_source","source_observed_at":"2026-05-20T23:22:51.808346Z"},"links":{"cited_paper":"/paper/2411.19799","citing_paper":"/paper/2605.08738"},"observation_digest":"sha256:a13341523a600d2d0b1bccc1283f6ee67ee0f6cd61cfff7deb734d3820d8c717","observation_id":"faed121c-c2f7-45e3-a005-82675817a45b","resolution":{"observed_at":"2026-05-20T23:23:51.205885Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"cited_work":{"arxiv_id":"2411.19799","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2411.19799","snapshot_observed_at":"2026-07-02T13:26:58.833519Z","title":"Include: Evaluating multilingual language understanding with regional knowledge","venue":null,"work_id":"3d4055bc-6a62-4823-a62b-b5457a2d6114","year":2024},"citing_paper":{"arxiv_id":"2605.11887","last_updated":"2026-05-12T10:01:06Z","snapshot_observed_at":"2026-08-18T20:02:09.092470Z","submitted_at":"2026-05-12T10:01:06Z","title":"Qwen-Scope: Turning Sparse Features into Development Tools for Large Language Models","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-05-13T05:38:31.094834Z"},"links":{"cited_paper":"/paper/2411.19799","citing_paper":"/paper/2605.11887"},"observation_digest":"sha256:69e09376158f2779cb5bddab80248b6db27ee075c2d37bbe1b0d3a77c462657d","observation_id":"a96521f9-d358-474f-a4be-75cc94330bdd","resolution":{"observed_at":"2026-05-13T05:42:21.159978Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"cited_work":{"arxiv_id":"2411.19799","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2411.19799","snapshot_observed_at":"2026-07-02T13:26:58.833519Z","title":"Include: Evaluating multilingual language understanding with regional knowledge","venue":null,"work_id":"3d4055bc-6a62-4823-a62b-b5457a2d6114","year":2024},"citing_paper":{"arxiv_id":"2605.27015","last_updated":"2026-05-26T13:34:19Z","snapshot_observed_at":"2026-08-15T00:09:55.029100Z","submitted_at":"2026-05-26T13:34:19Z","title":"PersLitEval: Fine-grained Benchmark and Evaluation of LLMs on Persian Literature Questions","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-06-29T18:35:01.478866Z"},"links":{"cited_paper":"/paper/2411.19799","citing_paper":"/paper/2605.27015"},"observation_digest":"sha256:911e1d68fc44f7dc21b76df191dc98897f3243f291da004be94ff3c3b4578162","observation_id":"0c078e4b-4206-49f1-9f5a-709d6112ba10","resolution":{"observed_at":"2026-06-29T18:43:50.943678Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"cited_work":{"arxiv_id":"2411.19799","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2411.19799","snapshot_observed_at":"2026-07-02T13:26:58.833519Z","title":"Include: Evaluating multilingual language understanding with regional knowledge","venue":null,"work_id":"3d4055bc-6a62-4823-a62b-b5457a2d6114","year":2024},"citing_paper":{"arxiv_id":"2606.06712","last_updated":"2026-06-04T20:58:08Z","snapshot_observed_at":"2026-08-16T12:25:48.214407Z","submitted_at":"2026-06-04T20:58:08Z","title":"Data-Efficient Autoregressive-to-Diffusion Language Models via On-Policy Distillation","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-06-28T01:21:52.821813Z"},"links":{"cited_paper":"/paper/2411.19799","citing_paper":"/paper/2606.06712"},"observation_digest":"sha256:beaa6e3d418b305a89e398144a3ad98bf940843929a98e37d9e8c1ff1ccb9833","observation_id":"1530d6f0-e178-4fa6-953d-c2b3cf2df183","resolution":{"observed_at":"2026-07-02T13:26:58.835001Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.19799","snapshot_observed_at":"2026-08-01T12:07:01.490499Z","title":"arXiv preprint arXiv:2411.19799 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.26627","last_updated":"2026-07-29T08:54:27Z","snapshot_observed_at":"2026-08-13T05:31:44.441783Z","submitted_at":"2026-07-29T08:54:27Z","title":"Revisiting Lossy Verification in Speculative Decoding: Mechanisms, Trade-offs, and Failure Modes","version":1},"reference_index":72,"source":"arxiv_source","source_observed_at":"2026-08-01T12:07:01.490499Z"},"links":{"cited_paper":"/paper/2411.19799","citing_paper":"/paper/2607.26627"},"observation_digest":"sha256:1533f63bd0b2a35cae89433007e9687b29b5b8d9640d0d957d480487b2b1b101","observation_id":"7263dcc1-1157-4b7b-8775-8a0befbcf042","resolution":{"observed_at":"2026-08-01T12:07:01.490499Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.19799","snapshot_observed_at":"2026-08-11T04:15:50.074768Z","title":"arXiv preprint arXiv:2411.19799 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.09925","last_updated":"2026-08-10T17:59:05Z","snapshot_observed_at":"2026-08-18T09:30:26.595553Z","submitted_at":"2026-08-10T17:59:05Z","title":"From Values to Benchmarks: Evaluating Large Language Models for Governmental Use in Dutch","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-11T04:15:50.074768Z"},"links":{"cited_paper":"/paper/2411.19799","citing_paper":"/paper/2608.09925"},"observation_digest":"sha256:2b7576f7b19e23365ecd03b2711ad0369f271592eeb8c7cd23ebd6a8e10abaf2","observation_id":"7bef12fe-a67b-48ca-85ce-ffcb8c8d04a5","resolution":{"observed_at":"2026-08-11T04:15:50.074768Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2411.19799/citation-record","integrity":"/paper/2411.19799/integrity","json":"/paper/2411.19799/citation-record.json","paper":"/paper/2411.19799"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2406.18682","last_updated":"2024-07-08T14:26:16Z","snapshot_observed_at":"2026-08-16T13:39:18.648542Z","submitted_at":"2024-06-26T18:39:08Z","title":"The Multilingual Alignment Prism: Aligning Global and Local Preferences to Reduce Harm","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.18682","snapshot_observed_at":"2026-08-12T05:56:42.845021Z","title":"The multilingual alignment prism: Aligning global and local preferences to reduce harm, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:42.845021Z"},"links":{"cited_paper":"/paper/2406.18682","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:e3289b27e26c0845b4446ec108e2e65673cb93b7ed3482585c42e3a14afb3232","observation_id":"29dfdeb5-5bed-424f-aa9b-d59193bc5944","resolution":{"observed_at":"2026-08-12T05:56:42.845021Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.08774","last_updated":"2024-03-04T06:01:33Z","snapshot_observed_at":"2026-08-17T09:58:46.058102Z","submitted_at":"2023-03-15T17:15:04Z","title":"GPT-4 Technical Report","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.08774","snapshot_observed_at":"2026-08-12T05:56:42.851129Z","title":"Gpt-4 technical report","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:42.851129Z"},"links":{"cited_paper":"/paper/2303.08774","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:34bc9b1b790b503bc2441ff0321c1eebce5915cf6042183496217fdc65a5217a","observation_id":"b334b65a-1757-4619-a5e0-51edd9bfc794","resolution":{"observed_at":"2026-08-12T05:56:42.851129Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.03368","last_updated":"2025-01-23T17:57:28Z","snapshot_observed_at":"2026-08-16T13:45:50.707134Z","submitted_at":"2024-06-05T15:23:08Z","title":"IrokoBench: A New Benchmark for African Languages in the Age of Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.03368","snapshot_observed_at":"2026-08-12T05:56:42.856569Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:42.856569Z"},"links":{"cited_paper":"/paper/2406.03368","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:75fd3a68fc67cda32e4b6f883c87f8d646e269d9797774902f1051fd93d42642","observation_id":"cd524e15-7745-46ca-96ba-59fbc685afd2","resolution":{"observed_at":"2026-08-12T05:56:42.856569Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.12528","last_updated":"2023-10-22T22:19:13Z","snapshot_observed_at":"2026-08-16T15:46:15.271877Z","submitted_at":"2023-03-22T13:03:10Z","title":"MEGA: Multilingual Evaluation of Generative AI","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.12528","snapshot_observed_at":"2026-08-12T05:56:42.861868Z","title":"Mega: Multilingual evaluation of generative ai","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:42.861868Z"},"links":{"cited_paper":"/paper/2303.12528","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:6538a9f940a26eae979b9c447aa23b36ba7c585de234cdd2525e507fe9e98b5f","observation_id":"cd1a578b-4d0c-41b8-b1c9-9e8a8e0d0cd6","resolution":{"observed_at":"2026-08-12T05:56:42.861868Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.07463","last_updated":"2024-04-02T21:18:00Z","snapshot_observed_at":"2026-08-17T21:14:57.087693Z","submitted_at":"2023-11-13T16:45:37Z","title":"MEGAVERSE: Benchmarking Large Language Models Across Languages, Modalities, Models and Tasks","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.07463","snapshot_observed_at":"2026-08-12T05:56:42.867527Z","title":"Megaverse: Benchmarking large language models across languages, modalities, models and tasks","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:42.867527Z"},"links":{"cited_paper":"/paper/2311.07463","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:32a87e00fc0e48338e380514a384bc1f681a3bf9b5b4a84b7e8eae0b8e6eb5bf","observation_id":"1e9e86f9-f975-44c2-8a18-7ec9aa495eb8","resolution":{"observed_at":"2026-08-12T05:56:42.867527Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.13231","last_updated":"2024-07-06T12:23:56Z","snapshot_observed_at":"2026-08-17T20:52:13.973956Z","submitted_at":"2024-02-20T18:47:28Z","title":"Investigating Cultural Alignment of Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.13231","snapshot_observed_at":"2026-08-12T05:56:42.872618Z","title":"Investigating cultural alignment of large language models","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:42.872618Z"},"links":{"cited_paper":"/paper/2402.13231","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:bd3134e859d1ede2498f96bc29d91770953d275238ac0247ccdec2e7c1a8b496","observation_id":"75f6646d-27b5-4121-bd6e-cc2cd370caa9","resolution":{"observed_at":"2026-08-12T05:56:42.872618Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.17761","last_updated":"2025-06-11T16:56:58Z","snapshot_observed_at":"2026-08-17T03:32:32.635677Z","submitted_at":"2024-06-25T17:45:26Z","title":"CaLMQA: Exploring culturally specific long-form question answering across 23 languages","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.17761","snapshot_observed_at":"2026-08-12T05:56:42.878598Z","title":"Calmqa: Exploring culturally specific long-form question answering across 23 languages, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:42.878598Z"},"links":{"cited_paper":"/paper/2406.17761","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:4ab33b7d43f303619f126670c6537e66f4b3aa7a99fd7498216829409d802546","observation_id":"b52bdfca-f440-4550-a1fb-463db5ebaeb0","resolution":{"observed_at":"2026-08-12T05:56:42.878598Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.15032","last_updated":"2024-05-31T14:47:55Z","snapshot_observed_at":"2026-08-16T13:50:00.081946Z","submitted_at":"2024-05-23T20:10:38Z","title":"Aya 23: Open Weight Releases to Further Multilingual Progress","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.15032","snapshot_observed_at":"2026-08-12T05:56:42.884204Z","title":"Aya 23: Open weight releases to further multilingual progress","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:42.884204Z"},"links":{"cited_paper":"/paper/2405.15032","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:491725511fe6f570f94cfb7352caf190e6aeb318653a95deb97e96b1e7d885da","observation_id":"bd346a8b-794b-447c-b54e-ebcb6150a40d","resolution":{"observed_at":"2026-08-12T05:56:42.884204Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.14857","last_updated":"2023-05-24T08:06:33Z","snapshot_observed_at":"2026-08-16T15:30:18.148213Z","submitted_at":"2023-05-24T08:06:33Z","title":"BUFFET: Benchmarking Large Language Models for Few-shot Cross-lingual Transfer","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.14857","snapshot_observed_at":"2026-08-12T05:56:42.889932Z","title":"Buffet: Benchmarking large language models for few-shot cross-lingual transfer","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:42.889932Z"},"links":{"cited_paper":"/paper/2305.14857","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:1a5bd563cd2150f0d93868733f838c6a87e9fcd7c94b862f0268f3d363fba042","observation_id":"09f7fc24-2717-4456-ac0c-5d3e139165c0","resolution":{"observed_at":"2026-08-12T05:56:42.889932Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T05:56:42.895080Z","title":"Universals and variations in moral decisions made in 42 countries by 70,000 participants","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:42.895080Z"},"links":{"citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:f7e86475dcf37bc348c40da0ce57fea37853e0a10cebc54594b859ee7533cb38","observation_id":"7aee4272-d96a-4597-bb50-8ef77bffdd68","resolution":{"observed_at":"2026-08-12T05:56:42.895080Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T05:56:42.900693Z","title":"How human is machine translationese? comparing human and machine translations of text and speech","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:42.900693Z"},"links":{"citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:5cb422ed320548111e9e6165340008146579452a7bec1091868813376c30dbc7","observation_id":"fb122d40-751b-43dc-a9ef-76764439ad72","resolution":{"observed_at":"2026-08-12T05:56:42.900693Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T05:56:42.905388Z","title":"Language contamination helps explains the cross-lingual capabilities of E nglish pretrained models","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:42.905388Z"},"links":{"citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:4cef49b54caa9647fce01543ed3f1d1aa54304e3bc71f5b1e468d1608a2d53a4","observation_id":"09115a12-3e92-415f-bec2-34e65c13e54c","resolution":{"observed_at":"2026-08-12T05:56:42.905388Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T05:56:42.911112Z","title":"Could chatgpt get an engineering degree? evaluating higher education vulnerability to ai assistants","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:42.911112Z"},"links":{"citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:9843a65cdc89ddeff5d34fa298e13afac53868156114e08abcfcb90bd9f328ec","observation_id":"e75aa5ce-b9cb-411f-bedd-ebe81b39aa90","resolution":{"observed_at":"2026-08-12T05:56:42.911112Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2212.09648","last_updated":"2023-07-21T14:44:45Z","snapshot_observed_at":"2026-08-16T16:07:36.458412Z","submitted_at":"2022-12-19T17:28:22Z","title":"NusaCrowd: Open Source Initiative for Indonesian NLP Resources","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2212.09648","snapshot_observed_at":"2026-08-12T05:56:42.916420Z","title":"Nusacrowd: Open source initiative for indonesian nlp resources","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:42.916420Z"},"links":{"cited_paper":"/paper/2212.09648","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:9931fd4153849c5ff9ff77803f1116176db894311fa2f69c60d2dd4d5e241b4b","observation_id":"9733c868-a088-4ee9-8474-6a2de952900c","resolution":{"observed_at":"2026-08-12T05:56:42.916420Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T05:56:42.921172Z","title":"Spanish pre-trained bert model and evaluation data","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:42.921172Z"},"links":{"citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:762de24dba8919f0e0a2f8e2160794a96567ef3b663972aff9699438d2e3a3ac","observation_id":"32ef73f8-7e28-4457-8039-f89b41caec51","resolution":{"observed_at":"2026-08-12T05:56:42.921172Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.06664","last_updated":"2024-04-10T00:25:09Z","snapshot_observed_at":"2026-08-18T20:45:18.587653Z","submitted_at":"2024-04-10T00:25:09Z","title":"CulturalTeaming: AI-Assisted Interactive Red-Teaming for Challenging LLMs' (Lack of) Multicultural Knowledge","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.06664","snapshot_observed_at":"2026-08-12T05:56:42.927169Z","title":"Culturalteaming: Ai-assisted interactive red-teaming for challenging llms' (lack of) multicultural knowledge, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:42.927169Z"},"links":{"cited_paper":"/paper/2404.06664","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:541835d29e39663fba122616f0e43cb7826bbf649395920945383b3b69367863","observation_id":"83a37d65-7447-43f3-be9e-871d6e635124","resolution":{"observed_at":"2026-08-12T05:56:42.927169Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1803.05457","last_updated":"2018-03-14T18:04:21Z","snapshot_observed_at":"2026-08-14T19:36:07.505691Z","submitted_at":"2018-03-14T18:04:21Z","title":"Think you have Solved Question Answering? Try ARC, the AI2 Reasoning Challenge","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1803.05457","snapshot_observed_at":"2026-08-12T05:56:42.934523Z","title":"Think you have solved question answering? try arc, the ai2 reasoning challenge","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:42.934523Z"},"links":{"cited_paper":"/paper/1803.05457","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:3493edba3cfb7ed545907a92a28b6f58f6d448340e35fb2fa5f8acbcdb7594ba","observation_id":"42ef8a9f-d97a-49f5-8992-8aa0db8e02e9","resolution":{"observed_at":"2026-08-12T05:56:42.934523Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2110.14168","last_updated":"2021-11-18T00:23:45Z","snapshot_observed_at":"2026-08-14T02:43:01.480086Z","submitted_at":"2021-10-27T04:49:45Z","title":"Training Verifiers to Solve Math Word Problems","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2110.14168","snapshot_observed_at":"2026-08-12T05:56:42.939473Z","title":"Training verifiers to solve math word problems, 2021","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:42.939473Z"},"links":{"cited_paper":"/paper/2110.14168","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:df2ea6350aea9b2fb66f692c73ab30bc7c2649a0e31f2e62db902eebfb3f1116","observation_id":"349bc56f-76b3-4b9d-bbcb-c832865f9266","resolution":{"observed_at":"2026-08-12T05:56:42.939473Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T05:56:42.945036Z","title":"Redpajama: an open dataset for training large language models, October 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:42.945036Z"},"links":{"citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:8a2a2a41c2cee5acd2f7fe9687740e12656063e75c0cc6bf6623b14927000681","observation_id":"2ba5f95e-dc12-4999-8ef1-b50c4c66159e","resolution":{"observed_at":"2026-08-12T05:56:42.945036Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1809.05053","last_updated":"2018-09-13T16:39:53Z","snapshot_observed_at":"2026-08-15T09:55:18.674959Z","submitted_at":"2018-09-13T16:39:53Z","title":"XNLI: Evaluating Cross-lingual Sentence Representations","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1809.05053","snapshot_observed_at":"2026-08-12T05:56:42.950805Z","title":"Xnli: Evaluating cross-lingual sentence representations","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:42.950805Z"},"links":{"cited_paper":"/paper/1809.05053","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:aa1b4acd64d462a8232723db4563b84b8c1184fd588368dca58b5c4b97183959","observation_id":"35fb3988-b35a-4e5e-8892-b4762b93dd73","resolution":{"observed_at":"2026-08-12T05:56:42.950805Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T05:56:42.956999Z","title":"Unsupervised cross-lingual representation learning at scale","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:42.956999Z"},"links":{"citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:1ba8147141b0dfa3c7959b2125682ae1b464baccaf9c46514701e69e04cfbe91","observation_id":"3088e985-55ad-49f5-9fbd-96beeb1a5af0","resolution":{"observed_at":"2026-08-12T05:56:42.956999Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.12199","last_updated":"2023-05-20T14:13:08Z","snapshot_observed_at":"2026-08-16T15:31:29.079054Z","submitted_at":"2023-05-20T14:13:08Z","title":"VNHSGE: VietNamese High School Graduation Examination Dataset for Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.12199","snapshot_observed_at":"2026-08-12T05:56:42.962247Z","title":"Vnhsge: Vietnamese high school graduation examination dataset for large language models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:42.962247Z"},"links":{"cited_paper":"/paper/2305.12199","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:92891e1ff800b49d3a5af5430754962d0b5c152bada034da432e433aba151919","observation_id":"35c1d5c8-a70d-4c3d-a2ad-e9938565c5ab","resolution":{"observed_at":"2026-08-12T05:56:42.962247Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.21783","last_updated":"2024-11-23T23:27:33Z","snapshot_observed_at":"2026-08-13T17:20:44.002518Z","submitted_at":"2024-07-31T17:54:27Z","title":"The Llama 3 Herd of Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.21783","snapshot_observed_at":"2026-08-12T05:56:42.967054Z","title":"The llama 3 herd of models","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:42.967054Z"},"links":{"cited_paper":"/paper/2407.21783","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:d9598f9aef0f68c1843db147ceaf23e04ca65d7073819e23b208ccc2eb10814d","observation_id":"e8f8b757-9df0-40ea-9285-c06d87bc1cf0","resolution":{"observed_at":"2026-08-12T05:56:42.967054Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.07302","last_updated":"2024-11-18T14:40:54Z","snapshot_observed_at":"2026-08-16T13:44:09.676245Z","submitted_at":"2024-06-11T14:30:34Z","title":"BertaQA: How Much Do Language Models Know About Local Culture?","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.07302","snapshot_observed_at":"2026-08-12T05:56:42.972829Z","title":"Bertaqa: How much do language models know about local culture? arXiv preprint arXiv:2406.07302, 2024 a","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:42.972829Z"},"links":{"cited_paper":"/paper/2406.07302","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:c890c7337f330fe1cf421cfbe9a622639f207f54a8d8ea93ee82cac122523126","observation_id":"51164fbd-d703-4261-b6c2-73c331b2305b","resolution":{"observed_at":"2026-08-12T05:56:42.972829Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.20266","last_updated":"2024-09-20T11:52:52Z","snapshot_observed_at":"2026-08-16T14:05:09.838092Z","submitted_at":"2024-03-29T16:16:48Z","title":"Latxa: An Open Language Model and Evaluation Suite for Basque","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.20266","snapshot_observed_at":"2026-08-12T05:56:42.978800Z","title":"Latxa: An open language model and evaluation suite for basque","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:42.978800Z"},"links":{"cited_paper":"/paper/2403.20266","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:98faee4a472c672d34be148180bf57c20a0f83a0cfe29a3681e7809bcc12f211","observation_id":"8ddfd969-c882-4f79-bc45-76c103101a9d","resolution":{"observed_at":"2026-08-12T05:56:42.978800Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T05:56:42.984337Z","title":"Breaking the language barrier: Improving cross-lingual reasoning with structured self-attention","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:42.984337Z"},"links":{"citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:c90c0d13b06e4194a2b8c4a7e3378effb4923151c69b75dce7b030e5cd3c03bb","observation_id":"10066279-2bb7-4e67-a264-31af89f9b220","resolution":{"observed_at":"2026-08-12T05:56:42.984337Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2301.13867","last_updated":"2023-07-20T17:59:14Z","snapshot_observed_at":"2026-08-16T15:58:44.412248Z","submitted_at":"2023-01-31T18:59:03Z","title":"Mathematical Capabilities of ChatGPT","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2301.13867","snapshot_observed_at":"2026-08-12T05:56:42.990503Z","title":"Mathematical capabilities of chatgpt, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:42.990503Z"},"links":{"cited_paper":"/paper/2301.13867","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:0bb62edf946842119e63f3c6c563737e3465ebb7085f24bec1ce5a01c2aef596","observation_id":"d4b23365-292e-48ea-815e-f15d2c58d0f5","resolution":{"observed_at":"2026-08-12T05:56:42.990503Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T05:56:42.996364Z","title":"A framework for few-shot language model evaluation, 07 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:42.996364Z"},"links":{"citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:870868d42b1b580d1d8df021f7f4eed75f505a1713464fb0ef953b691700466c","observation_id":"d06d0570-d777-4b68-886e-82ca03d83d8e","resolution":{"observed_at":"2026-08-12T05:56:42.996364Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.06644","last_updated":"2024-04-09T22:38:13Z","snapshot_observed_at":"2026-08-16T14:02:14.816691Z","submitted_at":"2024-04-09T22:38:13Z","title":"Khayyam Challenge (PersianMMLU): Is Your LLM Truly Wise to The Persian Language?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.06644","snapshot_observed_at":"2026-08-12T05:56:43.001749Z","title":"Khayyam challenge (persianmmlu): Is your llm truly wise to the persian language? arXiv preprint arXiv:2404.06644, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.001749Z"},"links":{"cited_paper":"/paper/2404.06644","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:ec5d3ea864fb8fe86619dbd578f2adf0e07f9c9fbcfe057f3f01098698a20394","observation_id":"aeb8c082-3c2f-4ea0-85be-06af1bea0b1e","resolution":{"observed_at":"2026-08-12T05:56:43.001749Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T05:56:43.007098Z","title":"Crowdsourcing latin american spanish for low-resource text-to-speech","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.007098Z"},"links":{"citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:16e5e8c037b69f845ad3689493199762c21592f0692d5e417b51bfcc88edc066","observation_id":"93d1792c-7de8-4236-9c25-b53f55559a76","resolution":{"observed_at":"2026-08-12T05:56:43.007098Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2011.03080","last_updated":"2020-11-05T20:06:50Z","snapshot_observed_at":"2026-08-17T18:35:29.926537Z","submitted_at":"2020-11-05T20:06:50Z","title":"EXAMS: A Multi-Subject High School Examinations Dataset for Cross-Lingual and Multilingual Question Answering","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2011.03080","snapshot_observed_at":"2026-08-12T05:56:43.012391Z","title":"Exams: A multi-subject high school examinations dataset for cross-lingual and multilingual question answering","venue":null,"work_id":null,"year":2011},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.012391Z"},"links":{"cited_paper":"/paper/2011.03080","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:60f93021d9de7809fd493fd33fdc20a3a2ad0b4f77a9f34cb272dfdb89917fc2","observation_id":"9803f995-9155-4d8a-b0eb-1f97757957bb","resolution":{"observed_at":"2026-08-12T05:56:43.012391Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T05:56:43.017845Z","title":"o ren Gr \\","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.017845Z"},"links":{"citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:ea1ff9954b0b467c1e8881e0d149739893b8d131ad0aad74a1fd3f69a0fe4464","observation_id":"0a188ae1-a322-4225-86e1-65027b040b65","resolution":{"observed_at":"2026-08-12T05:56:43.017845Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2009.03300","last_updated":"2021-01-12T18:57:11Z","snapshot_observed_at":"2026-08-13T20:44:28.824685Z","submitted_at":"2020-09-07T17:59:25Z","title":"Measuring Massive Multitask Language Understanding","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2009.03300","snapshot_observed_at":"2026-08-12T05:56:43.023044Z","title":"Measuring massive multitask language understanding","venue":null,"work_id":null,"year":2009},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.023044Z"},"links":{"cited_paper":"/paper/2009.03300","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:fb9c84e9bba15f94477a106a87ccce59d8a489780b32299e7dc3fa8a0564fde0","observation_id":"faf8425d-dd44-4457-b326-66c0c9b9ebed","resolution":{"observed_at":"2026-08-12T05:56:43.023044Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.03814","last_updated":"2024-07-18T07:31:58Z","snapshot_observed_at":"2026-08-16T14:12:15.906795Z","submitted_at":"2024-03-06T16:01:44Z","title":"Evaluating the Elementary Multilingual Capabilities of Large Language Models with MultiQ","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.03814","snapshot_observed_at":"2026-08-12T05:56:43.028709Z","title":"Evaluating the elementary multilingual capabilities of large language models with multiq","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.028709Z"},"links":{"cited_paper":"/paper/2403.03814","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:0c4d1847b7b39628823ea1c04c8492a220d6547807bba7d29f141fe500514411","observation_id":"a1d05d0b-9b7e-49bd-8bb9-0174c6c0d0d1","resolution":{"observed_at":"2026-08-12T05:56:43.028709Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T05:56:44.764778Z","title":"Xtreme: A massively multilingual multi-task benchmark for evaluating cross-lingual generalisation","venue":null,"work_id":"4a4ba313-01fb-44d1-aa5e-28c5103c66fd","year":2020},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.034234Z"},"links":{"citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:f3a511c6938070f7beb38baec3ea4b7ecee58f44d7428ad4b1eef441b80e2163","observation_id":"e7555d79-372a-42a8-bc8c-5bfa35df42ca","resolution":{"observed_at":"2026-08-12T05:56:44.770059Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T05:56:44.749499Z","title":"Translation Technology in Accessible Health Communication","venue":null,"work_id":"274f5622-230b-426b-80b4-626e64e37c08","year":2023},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.039668Z"},"links":{"citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:3c8cd39480338c02ea8af24930bf65802236858c9dafcf3a673b79e5a4dc5c40","observation_id":"8457178d-710a-4059-bed4-cb72d77a8401","resolution":{"observed_at":"2026-08-12T05:56:44.754739Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.06825","last_updated":"2023-10-10T17:54:58Z","snapshot_observed_at":"2026-08-17T20:30:34.016254Z","submitted_at":"2023-10-10T17:54:58Z","title":"Mistral 7B","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.06825","snapshot_observed_at":"2026-08-12T05:56:43.044141Z","title":"Mistral 7b","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.044141Z"},"links":{"cited_paper":"/paper/2310.06825","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:0fad5ba36e7dc634d3047f1d584919f857be7cbfe3c0e594da27755a3efc320d","observation_id":"3d16ab97-0a7b-42b2-94ba-f570423e1485","resolution":{"observed_at":"2026-08-12T05:56:43.044141Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2004.09095","last_updated":"2021-01-27T03:39:20Z","snapshot_observed_at":"2026-08-13T18:05:31.114488Z","submitted_at":"2020-04-20T07:19:22Z","title":"The State and Fate of Linguistic Diversity and Inclusion in the NLP World","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2004.09095","snapshot_observed_at":"2026-08-12T05:56:43.050129Z","title":"The state and fate of linguistic diversity and inclusion in the nlp world","venue":null,"work_id":null,"year":2004},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.050129Z"},"links":{"cited_paper":"/paper/2004.09095","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:65f79162a1139829639677fc18118352b36207a9b9ecf84e60902bf2e1a285b4","observation_id":"32fc6b36-f100-4c6d-b677-5a38a148cf7f","resolution":{"observed_at":"2026-08-12T05:56:43.050129Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T05:56:43.055510Z","title":"G lot LID : Language identification for low-resource languages","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":39,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.055510Z"},"links":{"citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:e32df283fce8357736ff1d162d8ab7e768e240b325107c84d1a898a092d0f582","observation_id":"8341028c-2232-4e66-8af0-25abe2c8d544","resolution":{"observed_at":"2026-08-12T05:56:43.055510Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T05:56:44.735054Z","title":"Large language models are zero-shot reasoners","venue":null,"work_id":"39fec420-1643-4caf-b0ee-487a1866ebcc","year":2022},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":40,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.060933Z"},"links":{"citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:f4c8dc69c4f09ef71b97b6ccaf68f30a45da9c1a45931c2c262a80acb7477822","observation_id":"a11a010c-93a5-4fd7-ac23-b93fc2deec89","resolution":{"observed_at":"2026-08-12T05:56:44.739805Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.12840","last_updated":"2024-07-30T02:19:13Z","snapshot_observed_at":"2026-08-18T10:31:42.972608Z","submitted_at":"2024-02-20T09:07:41Z","title":"ArabicMMLU: Assessing Massive Multitask Language Understanding in Arabic","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.12840","snapshot_observed_at":"2026-08-12T05:56:43.065973Z","title":"Arabicmmlu: Assessing massive multitask language understanding in arabic","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":41,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.065973Z"},"links":{"cited_paper":"/paper/2402.12840","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:9dcc0f34ae1e60dd8d947a7bf6b7bbba20630a57a3992bac37570c8fc6e79700","observation_id":"3ce737e7-5023-412d-92c4-4d28c668ebc6","resolution":{"observed_at":"2026-08-12T05:56:43.065973Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T05:56:43.071361Z","title":"Okapi: Instruction-tuned large language models in multiple languages with reinforcement learning from human feedback","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":42,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.071361Z"},"links":{"citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:3b7c2fa0b61105f54cbf2c8366242233cffb6a62031c1fc22ed2e9150bfd07cf","observation_id":"6e86810b-a01d-4805-9572-c0b929126513","resolution":{"observed_at":"2026-08-12T05:56:43.071361Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.09212","last_updated":"2024-01-17T19:09:57Z","snapshot_observed_at":"2026-08-04T18:52:19.083847Z","submitted_at":"2023-06-15T15:49:51Z","title":"CMMLU: Measuring massive multitask language understanding in Chinese","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.09212","snapshot_observed_at":"2026-08-12T05:56:43.076812Z","title":"Cmmlu: Measuring massive multitask language understanding in chinese","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":43,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.076812Z"},"links":{"cited_paper":"/paper/2306.09212","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:6f7f9f3d4a05666d5f2afda4077953787946521e03620f0f5a2bf0e7cb8bb70f","observation_id":"c4cafd72-03db-40da-a4fc-631666502fdc","resolution":{"observed_at":"2026-08-12T05:56:43.076812Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2004.01401","last_updated":"2020-05-22T05:58:10Z","snapshot_observed_at":"2026-07-06T09:09:35.655226Z","submitted_at":"2020-04-03T07:03:12Z","title":"XGLUE: A New Benchmark Dataset for Cross-lingual Pre-training, Understanding and Generation","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2004.01401","snapshot_observed_at":"2026-08-12T05:56:43.082571Z","title":"Xglue: A new benchmark dataset for cross-lingual pre-training, understanding and generation","venue":null,"work_id":null,"year":2004},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":44,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.082571Z"},"links":{"cited_paper":"/paper/2004.01401","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:db9f922e06eb1ff0d994333d3f462577f95e7e0feecb4618095e832be2b1ae8c","observation_id":"a5207b22-7123-46ad-81c3-b5524882c79d","resolution":{"observed_at":"2026-08-12T05:56:43.082571Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2211.01786","last_updated":"2023-05-29T16:40:37Z","snapshot_observed_at":"2026-08-17T05:58:22.357239Z","submitted_at":"2022-11-03T13:19:32Z","title":"Crosslingual Generalization through Multitask Finetuning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2211.01786","snapshot_observed_at":"2026-08-12T05:56:43.088184Z","title":"Crosslingual generalization through multitask finetuning","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":45,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.088184Z"},"links":{"cited_paper":"/paper/2211.01786","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:cdeddb742de387c04c941a8a6d228e47c1a604a8dac48c396519fb67e47adc6d","observation_id":"54135201-755f-4156-b5b1-32675f72c980","resolution":{"observed_at":"2026-08-12T05:56:43.088184Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T05:56:43.093824Z","title":"When being unseen from m BERT is just the beginning: Handling new languages with multilingual language models","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":46,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.093824Z"},"links":{"citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:a80fdebcd21a9cc13e3de798a79fcb4e0ea5eda77d5403acd71b5df6f27b78c5","observation_id":"af176b6f-a251-4882-b506-7c5290ff0e20","resolution":{"observed_at":"2026-08-12T05:56:43.093824Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.09948","last_updated":"2025-01-16T01:41:48Z","snapshot_observed_at":"2026-08-17T01:36:16.821459Z","submitted_at":"2024-06-14T11:48:54Z","title":"BLEnD: A Benchmark for LLMs on Everyday Knowledge in Diverse Cultures and Languages","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.09948","snapshot_observed_at":"2026-08-12T05:56:43.098732Z","title":"Blend: A benchmark for llms on everyday knowledge in diverse cultures and languages","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":47,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.098732Z"},"links":{"cited_paper":"/paper/2406.09948","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:1a7849d87ed58238709edcef48378ca2a9826da9ccd2f6a887db34f0cc05eeb6","observation_id":"83ad1854-5fa6-4b26-9233-947a077b7411","resolution":{"observed_at":"2026-08-12T05:56:43.098732Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.19825","last_updated":"2025-01-23T08:45:52Z","snapshot_observed_at":"2026-08-16T13:30:18.557142Z","submitted_at":"2024-07-29T09:21:52Z","title":"Concise Thoughts: Impact of Output Length on LLM Reasoning and Cost","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.19825","snapshot_observed_at":"2026-08-12T05:56:43.104019Z","title":"Concise thoughts: Impact of output length on llm reasoning and cost","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":48,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.104019Z"},"links":{"cited_paper":"/paper/2407.19825","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:4a3df62583126380643dde151733375f26e57d0694437eb640dd3a6be21ef423","observation_id":"8b7bbceb-ecbf-4c0e-8d80-de9c7a2b29af","resolution":{"observed_at":"2026-08-12T05:56:43.104019Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.17557","last_updated":"2024-10-31T11:37:49Z","snapshot_observed_at":"2026-08-14T14:43:02.130172Z","submitted_at":"2024-06-25T13:50:56Z","title":"The FineWeb Datasets: Decanting the Web for the Finest Text Data at Scale","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.17557","snapshot_observed_at":"2026-08-12T05:56:43.109090Z","title":"The fineweb datasets: Decanting the web for the finest text data at scale","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":49,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.109090Z"},"links":{"cited_paper":"/paper/2406.17557","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:9d26b1b0cbdaeb7368a4697aa6a84bf121f5a3c132497e011491b104e20f17e3","observation_id":"6c4ae5c6-a50a-48d7-896f-e15ee885d822","resolution":{"observed_at":"2026-08-12T05:56:43.109090Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T05:56:43.114186Z","title":"Lifting the curse of multilinguality by pre-training modular transformers","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":50,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.114186Z"},"links":{"citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:6012883cf8aec8d7c4c77e041ecaa9be9f02bca715d0d7f071a98e033e0e72c4","observation_id":"783e00b8-f0e5-4040-bac0-ae74e290dd01","resolution":{"observed_at":"2026-08-12T05:56:43.114186Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.17789","last_updated":"2024-05-28T11:13:40Z","snapshot_observed_at":"2026-08-16T13:48:40.460432Z","submitted_at":"2024-05-28T11:13:40Z","title":"Spanish and LLM Benchmarks: is MMLU Lost in Translation?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.17789","snapshot_observed_at":"2026-08-12T05:56:43.119525Z","title":"Spanish and llm benchmarks: is mmlu lost in translation? arXiv preprint arXiv:2406.17789, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":51,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.119525Z"},"links":{"cited_paper":"/paper/2406.17789","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:3ae68692d9a151a52b0cf561fa80c9399f355718a2b2a088081fe87a947b1f3d","observation_id":"c38fe195-5793-482f-afde-9a6cf86d357a","resolution":{"observed_at":"2026-08-12T05:56:43.119525Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2005.00333","last_updated":"2020-10-26T23:23:58Z","snapshot_observed_at":"2026-08-09T04:56:36.788439Z","submitted_at":"2020-05-01T12:22:33Z","title":"XCOPA: A Multilingual Dataset for Causal Commonsense Reasoning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2005.00333","snapshot_observed_at":"2026-08-12T05:56:43.125184Z","title":"Xcopa: A multilingual dataset for causal commonsense reasoning","venue":null,"work_id":null,"year":2005},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":52,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.125184Z"},"links":{"cited_paper":"/paper/2005.00333","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:95b0d71feef79b8dc945a919ee37f0e2fe38cd69f216a78da4e04972aa888e3d","observation_id":"d5869505-6b99-4b54-859e-de4f8cb5d49f","resolution":{"observed_at":"2026-08-12T05:56:43.125184Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.03893","last_updated":"2024-05-30T17:37:11Z","snapshot_observed_at":"2026-08-16T14:12:13.544165Z","submitted_at":"2024-03-06T17:51:43Z","title":"From One to Many: Expanding the Scope of Toxicity Mitigation in Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.03893","snapshot_observed_at":"2026-08-12T05:56:43.130760Z","title":"From one to many: Expanding the scope of toxicity mitigation in language models, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":53,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.130760Z"},"links":{"cited_paper":"/paper/2403.03893","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:6efa4ca1376aae2f9eeda938f2a153aa04ca72e39f4b0b6e2dad51acbc9f85af","observation_id":"9f5fecc3-36ed-4d8e-808f-6dec0c4400cc","resolution":{"observed_at":"2026-08-12T05:56:43.130760Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.01857","last_updated":"2023-06-02T18:23:35Z","snapshot_observed_at":"2026-08-19T06:05:05.703669Z","submitted_at":"2023-06-02T18:23:35Z","title":"Knowledge of cultural moral norms in large language models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.01857","snapshot_observed_at":"2026-08-12T05:56:43.135620Z","title":"Knowledge of cultural moral norms in large language models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":54,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.135620Z"},"links":{"cited_paper":"/paper/2306.01857","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:00ee93556f342eb4e9431c12603b5da9790a50d0968fd2ca0be8b77dafa2fd12","observation_id":"1a91ec31-1e61-4be2-9df0-e337d181f25c","resolution":{"observed_at":"2026-08-12T05:56:43.135620Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.12464","last_updated":"2025-07-08T20:56:42Z","snapshot_observed_at":"2026-08-16T13:59:39.004083Z","submitted_at":"2024-04-18T18:48:50Z","title":"NormAd: A Framework for Measuring the Cultural Adaptability of Large Language Models","version":10},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.12464","snapshot_observed_at":"2026-08-12T05:56:43.141250Z","title":"Normad: A benchmark for measuring the cultural adaptability of large language models, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":55,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.141250Z"},"links":{"cited_paper":"/paper/2404.12464","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:f603e604b5652c222c36e6731c5c92bc7e5618117860261f8f563b0101b04403","observation_id":"a14b349d-635d-454f-8812-742ca3bc7789","resolution":{"observed_at":"2026-08-12T05:56:43.141250Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2104.07412","last_updated":"2021-10-07T09:51:04Z","snapshot_observed_at":"2026-08-16T18:31:24.194559Z","submitted_at":"2021-04-15T12:26:12Z","title":"XTREME-R: Towards More Challenging and Nuanced Multilingual Evaluation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2104.07412","snapshot_observed_at":"2026-08-12T05:56:43.147202Z","title":"Xtreme-r: Towards more challenging and nuanced multilingual evaluation","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":56,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.147202Z"},"links":{"cited_paper":"/paper/2104.07412","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:7c86cfcc87c1c47598ddf7fe10c5e7887215ee0f8c7448417f6cc6f289bba1ee","observation_id":"7fd73164-df66-4f4b-aeb5-7f5401e8c85b","resolution":{"observed_at":"2026-08-12T05:56:43.147202Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T05:56:43.152742Z","title":"Gender bias in machine translation","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":57,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.152742Z"},"links":{"citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:c260a0af6eb92358e879550109cdc6453e536c957debf40b7b19da7a0ef47486","observation_id":"abb1b8a8-953b-440d-99ee-5eadf6a65702","resolution":{"observed_at":"2026-08-12T05:56:43.152742Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T05:56:44.691382Z","title":"Karde s - NLU : Transfer to low-resource languages with the help of a high-resource cousin -- a benchmark and evaluation for T urkic languages","venue":null,"work_id":"b6132ed1-6aa0-4af6-8191-06126e01cf60","year":2024},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":58,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.157469Z"},"links":{"citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:9807f4c0a9f92489cb7c322c4de8e75ffac5b6e8887175e2ed7ac2f037968cff","observation_id":"75e7692e-c391-4d8c-b358-33c8e91f425e","resolution":{"observed_at":"2026-08-12T05:56:44.696355Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.16789","last_updated":"2024-03-09T22:26:06Z","snapshot_observed_at":"2026-08-08T18:07:29.632928Z","submitted_at":"2023-10-25T17:21:23Z","title":"Detecting Pretraining Data from Large Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.16789","snapshot_observed_at":"2026-08-12T05:56:43.163045Z","title":"Detecting pretraining data from large language models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":59,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.163045Z"},"links":{"cited_paper":"/paper/2310.16789","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:cf40e15eb6b3556ca2083e415d0899a8f99430f185685d6011b03f31ad6bd0ea","observation_id":"712ca078-90a8-4c15-80b1-a8ae9863b3bc","resolution":{"observed_at":"2026-08-12T05:56:43.163045Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.15238","last_updated":"2024-04-23T17:16:08Z","snapshot_observed_at":"2026-08-19T07:20:12.684188Z","submitted_at":"2024-04-23T17:16:08Z","title":"CultureBank: An Online Community-Driven Knowledge Base Towards Culturally Aware Language Technologies","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.15238","snapshot_observed_at":"2026-08-12T05:56:43.167864Z","title":"Culturebank: An online community-driven knowledge base towards culturally aware language technologies, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":60,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.167864Z"},"links":{"cited_paper":"/paper/2404.15238","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:a96c0ab9ee9577cc5c98dcf0a2d659de4bc417ee553ddc31b3531783c9c6b306","observation_id":"a47900db-098e-40e2-b5e2-c5be1541e4da","resolution":{"observed_at":"2026-08-12T05:56:43.167864Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T05:56:43.173049Z","title":"Aya dataset: An open-access collection for multilingual instruction tuning","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":61,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.173049Z"},"links":{"citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:dfe3ec0b61058a8de2d2bd8ec1cabbf748a7d2bbb3144a2ec9fac24f12bc3a57","observation_id":"3ca049cf-60ca-49a2-9501-27edb76858b5","resolution":{"observed_at":"2026-08-12T05:56:43.173049Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.12183","last_updated":"2025-05-07T18:00:45Z","snapshot_observed_at":"2026-08-19T12:27:53.107321Z","submitted_at":"2024-09-18T17:55:00Z","title":"To CoT or not to CoT? Chain-of-thought helps mainly on math and symbolic reasoning","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.12183","snapshot_observed_at":"2026-08-12T05:56:43.178991Z","title":"To cot or not to cot? chain-of-thought helps mainly on math and symbolic reasoning","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":62,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.178991Z"},"links":{"cited_paper":"/paper/2409.12183","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:52ce3920c874bbe419370f3c7bfc220ad91df660f7cb3ecc8195668c7f4ebb08","observation_id":"55388511-0b8d-46f8-aaea-e614552b29ba","resolution":{"observed_at":"2026-08-12T05:56:43.178991Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2206.04615","last_updated":"2023-06-12T17:51:15Z","snapshot_observed_at":"2026-07-06T13:19:12.109592Z","submitted_at":"2022-06-09T17:05:34Z","title":"Beyond the Imitation Game: Quantifying and extrapolating the capabilities of language models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2206.04615","snapshot_observed_at":"2026-08-12T05:56:43.183916Z","title":"Beyond the imitation game: Quantifying and extrapolating the capabilities of language models","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":63,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.183916Z"},"links":{"cited_paper":"/paper/2206.04615","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:3125eb705bbb1ccdf99534bf37c070002d91a3202cbcf7ba1f7fa17a75621ba6","observation_id":"011855c8-91a6-47f9-afa3-366365159393","resolution":{"observed_at":"2026-08-12T05:56:43.183916Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T05:56:44.666718Z","title":"Cultural bias and cultural alignment of large language models","venue":null,"work_id":"479b8efc-f81a-4d3b-bd02-ca0dec08acb1","year":2024},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":64,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.188969Z"},"links":{"citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:6e4a1efa9ff67804d5286674102ba2cac6261c89c5d64548bb894d1c644af292","observation_id":"c106f8cc-4a8b-40ea-963d-e701ccae85fd","resolution":{"observed_at":"2026-08-12T05:56:44.671579Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2403.08295","last_updated":"2024-04-16T12:52:47Z","snapshot_observed_at":"2026-08-03T03:29:01.959523Z","submitted_at":"2024-03-13T06:59:16Z","title":"Gemma: Open Models Based on Gemini Research and Technology","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.08295","snapshot_observed_at":"2026-08-12T05:56:43.194736Z","title":"Gemma: Open models based on gemini research and technology","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":65,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.194736Z"},"links":{"cited_paper":"/paper/2403.08295","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:f00542dc45efaa78b08b6779fca0b5956bedbc49c3dd1e67ef76cd3a11fd1ae0","observation_id":"0f1386c6-9f0b-4b2b-9ee1-c0d048d338fb","resolution":{"observed_at":"2026-08-12T05:56:43.194736Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T05:56:44.651610Z","title":null,"venue":null,"work_id":"06777bc5-05ee-46de-9f04-941469d40408","year":2024},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":66,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.199322Z"},"links":{"citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:943e9e7350029a351333ea2a849d2f50d5a4d6a61d448968b6de8281982f5471","observation_id":"2b5e2f0d-b9fb-4909-a768-95af161f62d4","resolution":{"observed_at":"2026-08-12T05:56:44.656222Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2302.13971","last_updated":"2023-02-27T17:11:15Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-02-27T17:11:15Z","title":"LLaMA: Open and Efficient Foundation Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2302.13971","snapshot_observed_at":"2026-08-12T05:56:43.203870Z","title":"Llama: Open and efficient foundation language models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":67,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.203870Z"},"links":{"cited_paper":"/paper/2302.13971","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:a6e2592609b7cfa3a2b8d3c219aeb11565488407f4914733d70fef8decbb05ae","observation_id":"ff2488ae-af3d-41b4-8624-4b7e3bb809c2","resolution":{"observed_at":"2026-08-12T05:56:43.203870Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T05:56:43.209129Z","title":"Aya model: An instruction finetuned open-access multilingual language model","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":68,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.209129Z"},"links":{"citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:cbcfa1431e0a1067dbcc7cb4afc4128023a9a2fae6712f0c32fa145b5a988099","observation_id":"7871d4ec-61f3-45b2-a71e-d3875d7028c4","resolution":{"observed_at":"2026-08-12T05:56:43.209129Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2102.00287","last_updated":"2021-01-30T18:49:11Z","snapshot_observed_at":"2026-08-16T18:48:50.438684Z","submitted_at":"2021-01-30T18:49:11Z","title":"Machine Translationese: Effects of Algorithmic Bias on Linguistic Complexity in Machine Translation","version":1},"cited_work":{"arxiv_id":"2102.00287","doi":null,"metadata_source":"pith","pith_arxiv_id":"2102.00287","snapshot_observed_at":"2026-08-12T05:56:43.677543Z","title":"Machine Translationese: Effects of Algorithmic Bias on Linguistic Complexity in Machine Translation","venue":"cs.CL","work_id":"e92e6a18-0c51-420b-a8ba-9acd230509f9","year":2021},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":69,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.214348Z"},"links":{"cited_paper":"/paper/2102.00287","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:c6ad7f9a045897ed64d51e764854fef176d28c2cd72e0b88b7e915e65814aaea","observation_id":"7af350ea-790c-4a48-aea7-947608ab56f7","resolution":{"observed_at":"2026-08-12T05:56:43.683149Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1804.07461","last_updated":"2019-02-22T23:53:34Z","snapshot_observed_at":"2026-08-16T09:50:11.319379Z","submitted_at":"2018-04-20T06:35:04Z","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1804.07461","snapshot_observed_at":"2026-08-12T05:56:43.219290Z","title":"Glue: A multi-task benchmark and analysis platform for natural language understanding","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":70,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.219290Z"},"links":{"cited_paper":"/paper/1804.07461","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:3bd6752238f98951b90c34ae80175fc806bad943ac708d594d0ffe59c5de036c","observation_id":"5794a18d-6611-4284-bbce-c85d5ff080b1","resolution":{"observed_at":"2026-08-12T05:56:43.219290Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T05:56:43.224644Z","title":"Superglue: A stickier benchmark for general-purpose language understanding systems","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":71,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.224644Z"},"links":{"citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:7dd786e9499b3a47a5c4d2a71829f6bf0b240e9446f2ac199237d029a95afaaa","observation_id":"45d7eb14-093b-46cc-bbca-0293395b1a4a","resolution":{"observed_at":"2026-08-12T05:56:43.224644Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.03640","last_updated":"2024-10-12T14:09:33Z","snapshot_observed_at":"2026-08-16T14:12:21.286798Z","submitted_at":"2024-03-06T11:56:02Z","title":"Apollo: A Lightweight Multilingual Medical LLM towards Democratizing Medical AI to 6B People","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.03640","snapshot_observed_at":"2026-08-12T05:56:43.229330Z","title":"Apollo: An lightweight multilingual medical llm towards democratizing medical ai to 6b people","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":72,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.229330Z"},"links":{"cited_paper":"/paper/2403.03640","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:649b4f1530cf6b4fc8041c16a139330d45fa086ba0457000276df454d993aca3","observation_id":"50f46fd2-7e94-435f-b8ae-5d8f7db8a967","resolution":{"observed_at":"2026-08-12T05:56:43.229330Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.01574","last_updated":"2024-11-06T02:54:00Z","snapshot_observed_at":"2026-08-17T13:17:07.963143Z","submitted_at":"2024-06-03T17:53:00Z","title":"MMLU-Pro: A More Robust and Challenging Multi-Task Language Understanding Benchmark","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.01574","snapshot_observed_at":"2026-08-12T05:56:43.234950Z","title":"Mmlu-pro: A more robust and challenging multi-task language understanding benchmark","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":73,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.234950Z"},"links":{"cited_paper":"/paper/2406.01574","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:da8f794d2b9c3c421f177b95d07a57fc8045611a3f766501518e7e6f7b2ca917","observation_id":"4616f675-7025-401e-84d7-9619b9e626b9","resolution":{"observed_at":"2026-08-12T05:56:43.234950Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T05:56:44.617361Z","title":"Xia, Quoc Le, and Denny Zhou","venue":null,"work_id":"d944e594-a042-4dbf-8f2e-3be83fd2d8ea","year":2022},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":74,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.240685Z"},"links":{"citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:50842cc2b98408b89400b92a977b5c193d0edf8eae6ac706e54248747fd610df","observation_id":"e1063a16-58fb-49e5-a48e-5b2d6df024ce","resolution":{"observed_at":"2026-08-12T05:56:44.623040Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.19759","last_updated":"2024-10-09T12:20:33Z","snapshot_observed_at":"2026-08-16T13:38:48.356778Z","submitted_at":"2024-06-28T08:59:24Z","title":"Breaking the Script Barrier in Multilingual Pre-Trained Language Models with Transliteration-Based Post-Training Alignment","version":2},"cited_work":{"arxiv_id":"2406.19759","doi":null,"metadata_source":"pith","pith_arxiv_id":"2406.19759","snapshot_observed_at":"2026-08-12T05:56:43.609162Z","title":"Breaking the Script Barrier in Multilingual Pre-Trained Language Models with Transliteration-Based Post-Training Alignment","venue":"cs.CL","work_id":"426d9d90-71c3-43f0-8f4b-52ac5a95b00c","year":2024},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":75,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.247911Z"},"links":{"cited_paper":"/paper/2406.19759","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:1d7eb03f63a871175af485750cc198174214e16bd9f390acff058c907a800198","observation_id":"1bb58b6e-b008-41de-9565-7967297a6b70","resolution":{"observed_at":"2026-08-12T05:56:43.617413Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2010.11934","last_updated":"2021-03-11T18:45:13Z","snapshot_observed_at":"2026-08-17T02:24:20.015689Z","submitted_at":"2020-10-22T17:58:14Z","title":"mT5: A massively multilingual pre-trained text-to-text transformer","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2010.11934","snapshot_observed_at":"2026-08-12T05:56:43.252684Z","title":"mt5: A massively multilingual pre-trained text-to-text transformer","venue":null,"work_id":null,"year":2010},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":76,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.252684Z"},"links":{"cited_paper":"/paper/2010.11934","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:98ccebe7b5a05755283f989d8e872dd7316c9eb7a1201aa879c5d0239a9cc35b","observation_id":"85cfd59b-af3c-4e63-a472-54a878129947","resolution":{"observed_at":"2026-08-12T05:56:43.252684Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.10305","last_updated":"2025-04-17T08:34:42Z","snapshot_observed_at":"2026-08-14T19:59:05.307983Z","submitted_at":"2023-09-19T04:13:22Z","title":"Baichuan 2: Open Large-scale Language Models","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.10305","snapshot_observed_at":"2026-08-12T05:56:43.258417Z","title":"Baichuan 2: Open large-scale language models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":77,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.258417Z"},"links":{"cited_paper":"/paper/2309.10305","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:febe4501093041a96a19618cd95455a7d350dad38cbcd5a7acfb5a5edb7a939c","observation_id":"4237413a-d9a2-410b-9235-c00c0e1eed37","resolution":{"observed_at":"2026-08-12T05:56:43.258417Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.10671","last_updated":"2024-09-10T13:25:53Z","snapshot_observed_at":"2026-08-17T11:08:48.802438Z","submitted_at":"2024-07-15T12:35:42Z","title":"Qwen2 Technical Report","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.10671","snapshot_observed_at":"2026-08-12T05:56:43.263904Z","title":"Qwen2 technical report","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":78,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.263904Z"},"links":{"cited_paper":"/paper/2407.10671","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:3db8c0a090257620043b55d7c14272c8e2c68f9a6b3759490aebe31e9d696e44","observation_id":"eddfdd83-c512-4ad4-861c-bf6ba06575d2","resolution":{"observed_at":"2026-08-12T05:56:43.263904Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.12402","last_updated":"2024-10-03T15:45:52Z","snapshot_observed_at":"2026-08-18T00:35:02.854075Z","submitted_at":"2024-07-17T08:28:55Z","title":"TurkishMMLU: Measuring Massive Multitask Language Understanding in Turkish","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.12402","snapshot_observed_at":"2026-08-12T05:56:43.269205Z","title":"u ksel, Abdullatif K \\","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":79,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.269205Z"},"links":{"cited_paper":"/paper/2407.12402","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:b7863bad75fe9a3ddffc7d5aa902cca36ebd07736983bdc8548e61c96d9b2e6e","observation_id":"6aa1e7c0-2e83-4e7e-b054-6c96edb5d4b5","resolution":{"observed_at":"2026-08-12T05:56:43.269205Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1905.07830","last_updated":"2019-05-19T23:57:23Z","snapshot_observed_at":"2026-08-15T09:37:44.321271Z","submitted_at":"2019-05-19T23:57:23Z","title":"HellaSwag: Can a Machine Really Finish Your Sentence?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1905.07830","snapshot_observed_at":"2026-08-12T05:56:43.274098Z","title":"Hellaswag: Can a machine really finish your sentence? arXiv preprint arXiv:1905.07830, 2019","venue":null,"work_id":null,"year":1905},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":80,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.274098Z"},"links":{"cited_paper":"/paper/1905.07830","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:5579153ee83846d1045a759ea81cd7eee81428cc8d9e61181eda71562e304f1d","observation_id":"4120e9ec-1f39-4da8-bb9c-3fa3378e7827","resolution":{"observed_at":"2026-08-12T05:56:43.274098Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.00332","last_updated":"2024-11-22T22:27:49Z","snapshot_observed_at":"2026-08-17T05:00:40.508036Z","submitted_at":"2024-05-01T05:52:05Z","title":"A Careful Examination of Large Language Model Performance on Grade School Arithmetic","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.00332","snapshot_observed_at":"2026-08-12T05:56:43.280659Z","title":"A careful examination of large language model performance on grade school arithmetic","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":81,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.280659Z"},"links":{"cited_paper":"/paper/2405.00332","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:ff31423edbd01a9b17562399e66177d303208b638f9cdcf17eeba732d8944dde","observation_id":"19155c10-d286-4379-bbb4-ca907877e2ee","resolution":{"observed_at":"2026-08-12T05:56:43.280659Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.02936","last_updated":"2025-02-12T04:41:34Z","snapshot_observed_at":"2026-08-18T19:04:38.405489Z","submitted_at":"2024-04-03T04:25:01Z","title":"Min-K%++: Improved Baseline for Detecting Pre-Training Data from Large Language Models","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.02936","snapshot_observed_at":"2026-08-12T05:56:43.286638Z","title":"Min-k\\ arXiv preprint arXiv:2404.02936, 2024 b","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":82,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.286638Z"},"links":{"cited_paper":"/paper/2404.02936","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:400d8e2aad05893a129494a9cf166a445c6549aa3c2b387c1d0fc7794bc38870","observation_id":"a2d91476-3195-45b3-b674-3668ed67479f","resolution":{"observed_at":"2026-08-12T05:56:43.286638Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.12976","last_updated":"2024-06-07T13:44:07Z","snapshot_observed_at":"2026-08-16T14:16:58.050618Z","submitted_at":"2024-02-20T12:53:31Z","title":"The Impact of Demonstrations on Multilingual In-Context Learning: A Multidimensional Analysis","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.12976","snapshot_observed_at":"2026-08-12T05:56:43.292032Z","title":"The impact of demonstrations on multilingual in-context learning: A multidimensional analysis","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":83,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.292032Z"},"links":{"cited_paper":"/paper/2402.12976","citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:87f7e1c905aab87d40b336c5c1c60ae4a36817568763ee07bd4f93990553d413","observation_id":"76b5bac9-9558-4c2c-9e6e-24419afe7448","resolution":{"observed_at":"2026-08-12T05:56:43.292032Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T05:56:43.297832Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":84,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.297832Z"},"links":{"citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:f3facf49bd83085d28748aefe2293fed139c0bd9bb5303e138450d50787625e0","observation_id":"3857a83d-d605-416a-bd5e-11c4678a0efa","resolution":{"observed_at":"2026-08-12T05:56:43.297832Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T05:56:43.303804Z","title":"@esa (Ref","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":85,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.303804Z"},"links":{"citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:ed3235791d494e356734db9b1b6812b1b58f04c6f86562eafd8d14d805e2b1ca","observation_id":"42fb2b35-ca7a-4704-9e4c-a6af9e8579bd","resolution":{"observed_at":"2026-08-12T05:56:43.303804Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T05:56:43.308916Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":86,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.308916Z"},"links":{"citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:194000ff5d9fe45310965f5fb2ef50aeecaf8b3c7b28706a1a4d700bfafa6dc0","observation_id":"ae55fcf6-2cca-4ee5-a558-0121f7a39803","resolution":{"observed_at":"2026-08-12T05:56:43.308916Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T05:56:43.314520Z","title":"& Answer \\\\ Acc","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","version":1},"reference_index":87,"source":"arxiv_source","source_observed_at":"2026-08-12T05:56:43.314520Z"},"links":{"citing_paper":"/paper/2411.19799"},"observation_digest":"sha256:a3f62863fd43ff28728cdd5132f2c023e99502e1095bc10cee249aae34c30e87","observation_id":"e3556e2d-fbf6-4b39-a7d9-98237ff5cd41","resolution":{"observed_at":"2026-08-12T05:56:43.314520Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2411.19799","last_updated":"2024-11-29T16:03:14Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-14T11:28:04.777011Z","submitted_at":"2024-11-29T16:03:14Z","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge"},"reference_resolution":{"displayed":87,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":79,"verified_exact":2,"verified_fuzzy":6},"total_outbound_references":87},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"thesis":"As of 19 August 2026, this Paper Citation Record lists 87 of 87 outbound references and 24 inbound Pith citation observations for arXiv:2411.19799."}