{"as_of":"2026-08-13T07:08:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:738af0b37c3b39756c85c3d88de8f89a1af7a08aec19d25dad0537a51e60e0f6","coverage":[{"denominator":29,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":29,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-11T17:55:10.666794Z","state":"measured"},{"denominator":30,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":30,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-13T06:32:02.005865+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-08T15:06:55.213500Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"pith","source_observed_at":"2026-08-08T15:06:56.620307Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T22:46:01.618726Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"cited_work":{"arxiv_id":"2412.08392","doi":null,"metadata_source":"pith","pith_arxiv_id":"2412.08392","snapshot_observed_at":"2026-08-08T15:06:56.620307Z","title":"The Roles of English in Evaluating Multilingual Language Models","venue":"cs.CL","work_id":"53f6ce24-1d36-460e-8e44-3171b6d0e58c","year":2024},"citing_paper":{"arxiv_id":"2502.06559","last_updated":"2025-05-25T23:36:47Z","snapshot_observed_at":"2026-08-08T23:28:10.897343Z","submitted_at":"2025-02-10T15:25:06Z","title":"Can We Trust AI Benchmarks? An Interdisciplinary Review of Current Issues in AI Evaluation","version":2},"reference_index":101,"source":"arxiv_source","source_observed_at":"2026-08-08T15:06:55.213500Z"},"links":{"cited_paper":"/paper/2412.08392","citing_paper":"/paper/2502.06559"},"observation_digest":"sha256:6135355b9bb83f7a3e729d380982107272cba8253614134bb037fee54dc394cc","observation_id":"22c55187-dd1c-467d-8772-e84504bdcd3a","resolution":{"observed_at":"2026-08-08T15:06:56.626299Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2412.08392/citation-record","integrity":"/paper/2412.08392/integrity","json":"/paper/2412.08392/citation-record.json","paper":"/paper/2412.08392"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:55:10.573299Z","title":"URL: \" 'urlintro :=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T22:46:01.618726Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.573299Z"},"links":{"citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:583def71644cc15d8f7adb020e328584d174d1ce86fa2d5bade0d3ed3c897bb1","observation_id":"b3037e3d-a232-40cc-ab68-377717c57b08","resolution":{"observed_at":"2026-08-11T17:55:10.573299Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:55:10.577295Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T22:46:01.618726Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.577295Z"},"links":{"citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:3f9f210934137353699754348bf431a89c0e913d8ee3f3926d24757fe6c0a46d","observation_id":"3f627e18-60e4-4fd7-96db-1f76e4d0d04b","resolution":{"observed_at":"2026-08-11T17:55:10.577295Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:55:11.080595Z","title":null,"venue":null,"work_id":"e22fbe23-997f-430f-8503-7e961918e14d","year":2024},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T22:46:01.618726Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.581333Z"},"links":{"citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:59a1bfb49617d50639952a3b58fafa90add8a7a27c05b00f62d54c6a878f1f17","observation_id":"f8881331-d826-4d8c-aad5-b3271f9adf50","resolution":{"observed_at":"2026-08-11T17:55:11.083851Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.03368","last_updated":"2025-01-23T17:57:28Z","snapshot_observed_at":"2026-08-13T04:26:18.684773Z","submitted_at":"2024-06-05T15:23:08Z","title":"IrokoBench: A New Benchmark for African Languages in the Age of Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.03368","snapshot_observed_at":"2026-08-11T17:55:10.584655Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T22:46:01.618726Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.584655Z"},"links":{"cited_paper":"/paper/2406.03368","citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:b56a6e2c16a908406cbccf11840bd757544d272684352456d06a52c3db9d48d5","observation_id":"6b78d241-0550-4e8d-b8c9-e5ad9abfbdad","resolution":{"observed_at":"2026-08-11T17:55:10.584655Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:55:11.071380Z","title":null,"venue":null,"work_id":"ac98a498-97a9-4ec8-8d2a-8d98ff8a9c88","year":2020},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T22:46:01.618726Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.588515Z"},"links":{"citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:08c5e7e05d494650dcf38bc8ffc136ed822a7a8b47052ac836e9b00693869181","observation_id":"bdd75e9e-4178-4b52-9df2-3b9c24bcb6c6","resolution":{"observed_at":"2026-08-11T17:55:11.074649Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:55:11.062560Z","title":null,"venue":null,"work_id":"7d25a62e-e231-4dbf-9b4f-b6f3bd4ad776","year":2024},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T22:46:01.618726Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.591869Z"},"links":{"citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:841bb5b764dce916a6b17121462c336db1b329c26597e9c90c9c11a8a107b552","observation_id":"ff125af0-9abb-4ab2-9d2b-992f16e46831","resolution":{"observed_at":"2026-08-11T17:55:11.065832Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2405.14782","last_updated":"2026-05-31T00:04:33Z","snapshot_observed_at":"2026-08-12T23:59:36.781101Z","submitted_at":"2024-05-23T16:50:49Z","title":"Lessons from the Trenches on Reproducible Evaluation of Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.14782","snapshot_observed_at":"2026-08-11T17:55:10.595259Z","title":"Lee, Haonan Li, Charles Lovering, Niklas Muennighoff, Ellie Pavlick, Jason Phang, Aviya Skowron, Samson Tan, Xiangru Tang, Kevin A","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T22:46:01.618726Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.595259Z"},"links":{"cited_paper":"/paper/2405.14782","citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:e8189f02bf5e4ae4592a69c2e37da786d7e5b38925d008611648b6b9077cd832","observation_id":"812b29e0-224b-454b-9460-3c8f446315ae","resolution":{"observed_at":"2026-08-11T17:55:10.595259Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:55:11.053651Z","title":null,"venue":null,"work_id":"1c3fd083-679c-406e-980b-06a5b7630b5d","year":2020},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T22:46:01.618726Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.599181Z"},"links":{"citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:861d7dfdcc9d60c63a3f7a8eee8cc8194af4056d0c98a3200c4b0f1d225a7510","observation_id":"39719529-198b-4788-996b-21ca66141b5e","resolution":{"observed_at":"2026-08-11T17:55:11.056952Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:55:11.044102Z","title":null,"venue":null,"work_id":"8e45436d-3174-4504-821a-c6666f0fb637","year":2024},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T22:46:01.618726Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.602594Z"},"links":{"citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:d874909b13ff4b5fe91c1701bffde6e59a5df1bcaa12fa0678c7299ac0031dd7","observation_id":"77174f19-1ec2-4e95-a1ad-530a9f8309ff","resolution":{"observed_at":"2026-08-11T17:55:11.047315Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:55:11.035565Z","title":null,"venue":null,"work_id":"ffe6aa56-b161-49f4-a0dc-c674cd562fe2","year":2022},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T22:46:01.618726Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.605852Z"},"links":{"citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:ab164572f2cef338c218f25331961697f8baa56cf8674cf631baa5a63454564e","observation_id":"50ae6a8c-cb1b-4c1f-9958-a6a7721ab64a","resolution":{"observed_at":"2026-08-11T17:55:11.038570Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2302.09210","last_updated":"2023-02-18T02:11:36Z","snapshot_observed_at":"2026-08-09T14:17:01.779895Z","submitted_at":"2023-02-18T02:11:36Z","title":"How Good Are GPT Models at Machine Translation? A Comprehensive Evaluation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2302.09210","snapshot_observed_at":"2026-08-11T17:55:10.608871Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T22:46:01.618726Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.608871Z"},"links":{"cited_paper":"/paper/2302.09210","citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:a2661725fa92d601645bf0929ed9f75e1f3ad48895112d56bd81816a76a6591b","observation_id":"28b68d3e-4d5c-4e2e-9dcb-9105ba14b097","resolution":{"observed_at":"2026-08-11T17:55:10.608871Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:55:11.027533Z","title":null,"venue":null,"work_id":"9ecc0480-8b07-49f4-af7e-ba7a53179211","year":2022},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T22:46:01.618726Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.612347Z"},"links":{"citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:247a98f5a02ad4fed798223b0aff0d0d409501f50e4b22a6eb8022470e6fe304","observation_id":"1034d0d0-0595-4dc9-9bd9-5550f6f3763c","resolution":{"observed_at":"2026-08-11T17:55:11.030436Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:55:11.019613Z","title":null,"venue":null,"work_id":"111a25b5-9dea-4a80-801e-3a0df7733a09","year":2020},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T22:46:01.618726Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.615701Z"},"links":{"citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:6f5d1517911a04692690870f02a688501f638a95bafcc6ca50ed8e1c29ce98fc","observation_id":"470ac45e-e404-47d3-80d8-18cbc571c0ea","resolution":{"observed_at":"2026-08-11T17:55:11.022422Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:55:11.011744Z","title":"o pf, Yannic Kilcher, Dimitri von R \\","venue":null,"work_id":"22d9b0bd-35e4-460e-994f-f526acca2ccb","year":2023},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T22:46:01.618726Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.618800Z"},"links":{"citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:7a979ddca442c72e62de30a787b5a3409c5c6e90bc609e6c9b149af354c85be0","observation_id":"a1332c8b-edcc-4289-8a9a-406a1e975ec1","resolution":{"observed_at":"2026-08-11T17:55:11.014394Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.13303","last_updated":"2024-04-03T08:23:06Z","snapshot_observed_at":"2026-08-13T04:35:43.948181Z","submitted_at":"2024-01-24T08:57:39Z","title":"MaLA-500: Massive Language Adaptation of Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.13303","snapshot_observed_at":"2026-08-11T17:55:10.621876Z","title":"o rg Tiedemann, Andr \\'e F. T. Martins, and Hinrich Sch \\","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T22:46:01.618726Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.621876Z"},"links":{"cited_paper":"/paper/2401.13303","citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:7974830af62b692f536c8dada34b35ef8f2232728348ac45e198b9390819bce1","observation_id":"9bfb0914-6ed5-4c10-9b4a-7d3157f1cb9e","resolution":{"observed_at":"2026-08-11T17:55:10.621876Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:55:11.002805Z","title":null,"venue":null,"work_id":"c70e3cfe-f657-41e7-90a7-e778ad14180c","year":2022},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T22:46:01.618726Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.625398Z"},"links":{"citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:200ccbaa78e40ee802ab4b5752c9765345b24847fac2bca6807b8a8ea8139fe9","observation_id":"2ac7734a-ca2a-4580-8bbb-5364623c4955","resolution":{"observed_at":"2026-08-11T17:55:11.005907Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:55:10.993660Z","title":null,"venue":null,"work_id":"2446bf31-f80b-478e-b43f-cb3d045fefd4","year":1995},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T22:46:01.618726Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.628527Z"},"links":{"citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:34a04e0fee0bf7e7a88f4ad486a882a0701f4609e553495242f752712c98a776","observation_id":"68888c09-6a55-4967-b849-139d32d04ff8","resolution":{"observed_at":"2026-08-11T17:55:10.996925Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:55:10.984218Z","title":null,"venue":null,"work_id":"8b9de153-6d61-4db6-8b1e-c81e431bf564","year":2023},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T22:46:01.618726Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.631521Z"},"links":{"citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:30f63e8a2e84e693e8cfbe740d93ef634a0071d70252bc5d49ef7829ce436770","observation_id":"127e6c2c-473a-4fe6-90db-2c51f65380f9","resolution":{"observed_at":"2026-08-11T17:55:10.987730Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:55:10.974374Z","title":null,"venue":null,"work_id":"f190a96f-806d-433d-90b6-e82a0387e1a1","year":2024},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T22:46:01.618726Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.634537Z"},"links":{"citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:7c24cc43107c4957f7a1d2e04e6af404a26e14076ac730bf040c5c9cd7535986","observation_id":"6a41e1b0-e11b-4db7-9f3f-c3623fe56f68","resolution":{"observed_at":"2026-08-11T17:55:10.977733Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:55:10.964952Z","title":null,"venue":null,"work_id":"426c8330-c847-4f6e-92b5-ff83047a7d08","year":2022},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T22:46:01.618726Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.637663Z"},"links":{"citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:156eaba990976b54431edb9bae6e1646fbb65ccad5cb1cd50b01a3b5980b4920","observation_id":"429e1d6c-88f2-4f86-8f28-be71240ca772","resolution":{"observed_at":"2026-08-11T17:55:10.968309Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:55:10.954656Z","title":null,"venue":null,"work_id":"12029e6d-ea2d-4e91-9a3e-ebf043846004","year":2023},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T22:46:01.618726Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.642124Z"},"links":{"citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:c779cb682fd21a5d507aaa95647422764463d79f8901abef530ab2309fd12bfc","observation_id":"a895bc84-0eef-4cd4-ac86-b3e583132d3f","resolution":{"observed_at":"2026-08-11T17:55:10.958543Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:55:10.944175Z","title":null,"venue":null,"work_id":"fe7a5e5f-df93-415b-8cb4-f4c71a1ea528","year":2022},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T22:46:01.618726Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.645307Z"},"links":{"citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:0cf9c5b5203752d69d8c17c65011cdd4b2931c3cd505e9934f4e7db76f5d74a4","observation_id":"3af72875-7a54-47cd-af1e-57fd6d54fd2a","resolution":{"observed_at":"2026-08-11T17:55:10.947560Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:55:10.934880Z","title":null,"venue":null,"work_id":"f07299c9-d323-454d-8ba9-f19597eb9c61","year":2024},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T22:46:01.618726Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.648446Z"},"links":{"citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:c3cad02f68a67b66be0063a47b2412340adf5c4964ea316a4201f69f3073350c","observation_id":"5544f47c-1a80-4f5e-bbaf-be3cc288e9c5","resolution":{"observed_at":"2026-08-11T17:55:10.938077Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2307.09288","last_updated":"2023-07-19T17:08:59Z","snapshot_observed_at":"2026-08-07T12:56:43.323460Z","submitted_at":"2023-07-18T14:31:57Z","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.09288","snapshot_observed_at":"2026-08-11T17:55:10.651637Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T22:46:01.618726Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.651637Z"},"links":{"cited_paper":"/paper/2307.09288","citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:03d521a62bbd4af5230ebfef526232cd513cb2c2d5ab8d7944b7c81d345b4615","observation_id":"8674580a-c8e5-4fe0-91da-23e4e7ef1042","resolution":{"observed_at":"2026-08-11T17:55:10.651637Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"9545.35955","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:55:10.850796Z","title":null,"venue":null,"work_id":"fdc98357-f8c0-4b15-9fe1-e165fd96a08a","year":1978},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T22:46:01.618726Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.655251Z"},"links":{"citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:6aa66266f735d0ee405c61eb890eefba9d3e2285996e9d56926ad54bb3798a42","observation_id":"734c96f4-c839-4bde-b0a7-d1eb0faf51fb","resolution":{"observed_at":"2026-08-11T17:55:10.856385Z","resolver_source":"raw_fallback","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:55:10.925110Z","title":null,"venue":null,"work_id":"5de9e772-c8a9-4f3d-9e07-b99c5081aa40","year":2023},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T22:46:01.618726Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.658376Z"},"links":{"citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:ec218c8534449b6bfa64d01483f41f1b529c23740f2486efe3b9b90e420aca3e","observation_id":"4ad5eb4c-c7ef-4d94-84a1-5a68724abddb","resolution":{"observed_at":"2026-08-11T17:55:10.928417Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:55:10.661380Z","title":null,"venue":null,"work_id":null,"year":1972},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T22:46:01.618726Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.661380Z"},"links":{"citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:74dfcfe284d5aa816a635a895d254f7ed22434ff0877c98eba1db1bf671ac986","observation_id":"4841b11d-3226-4ac2-a7af-274172aeb907","resolution":{"observed_at":"2026-08-11T17:55:10.661380Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:55:10.915598Z","title":null,"venue":null,"work_id":"ff19e9d0-6c6b-41fa-9868-9c02e69235fa","year":2008},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T22:46:01.618726Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.663939Z"},"links":{"citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:e18d922c7d125319b81f77b24b929d798c21422ab6a8da4686fa769fd456aadd","observation_id":"2a29e947-be23-4ff3-97b9-6a6a636a848c","resolution":{"observed_at":"2026-08-11T17:55:10.918801Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:55:10.906823Z","title":null,"venue":null,"work_id":"587357f9-8d35-47a4-8ee9-95fc04500655","year":2023},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T22:46:01.618726Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.666794Z"},"links":{"citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:59d53860032bba986d79b07625d11bcdf4a708467be56242ca2171d40fdd7a65","observation_id":"82b774c8-8796-4faf-871a-36c6174e2adb","resolution":{"observed_at":"2026-08-11T17:55:10.909943Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-12T22:46:01.618726Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models"},"reference_resolution":{"displayed":29,"state_counts":{"malformed_identifier":0,"metadata_mismatch":1,"parse_uncertain":0,"unresolved":27,"verified_exact":0,"verified_fuzzy":1},"total_outbound_references":29},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"thesis":"As of 13 August 2026, this Paper Citation Record lists 29 of 29 outbound references and 1 inbound Pith citation observation for arXiv:2412.08392."}