{"as_of":"2026-08-11T02:21:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:ff2f3eafbb094e97ca54cfe5a52962eb7f3077d297a3bf3d17292aaa244bf52a","coverage":[{"denominator":28,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":28,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T14:26:10.070794Z","state":"measured"},{"denominator":28,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":28,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-10T06:31:04.303077+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2505.19116/citation-record","integrity":"/paper/2505.19116/integrity","json":"/paper/2505.19116/citation-record.json","paper":"/paper/2505.19116"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2502.02737","last_updated":"2025-02-04T21:43:16Z","snapshot_observed_at":"2026-08-10T04:07:56.506438Z","submitted_at":"2025-02-04T21:43:16Z","title":"SmolLM2: When Smol Goes Big -- Data-Centric Training of a Small Language Model","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.02737","snapshot_observed_at":"2026-08-07T14:26:07.391870Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs","version":2},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-07T14:26:07.391870Z"},"links":{"cited_paper":"/paper/2502.02737","citing_paper":"/paper/2505.19116"},"observation_digest":"sha256:61952ae3252ec26c60178578353e2e1ec7cc20f24a54e551c4f95eb50aee3923","observation_id":"aad87dfb-a685-4515-bdc9-7dd2f412856a","resolution":{"observed_at":"2026-08-07T14:26:07.391870Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.17733","last_updated":"2024-02-27T18:09:36Z","snapshot_observed_at":"2026-07-06T17:36:23.851926Z","submitted_at":"2024-02-27T18:09:36Z","title":"Tower: An Open Multilingual Large Language Model for Translation-Related Tasks","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.17733","snapshot_observed_at":"2026-08-07T14:26:07.441054Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs","version":2},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-07T14:26:07.441054Z"},"links":{"cited_paper":"/paper/2402.17733","citing_paper":"/paper/2505.19116"},"observation_digest":"sha256:aa434455f05cf0dcbf40dc1757ffe75e71d1dc4d02a8c97cfca012f521c24a6d","observation_id":"731a4b1a-aa37-4ead-850c-b422437fdce6","resolution":{"observed_at":"2026-08-07T14:26:07.441054Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1907.05019","last_updated":"2019-07-11T06:47:30Z","snapshot_observed_at":"2026-08-08T04:23:13.483584Z","submitted_at":"2019-07-11T06:47:30Z","title":"Massively Multilingual Neural Machine Translation in the Wild: Findings and Challenges","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1907.05019","snapshot_observed_at":"2026-08-07T14:26:07.484824Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs","version":2},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-07T14:26:07.484824Z"},"links":{"cited_paper":"/paper/1907.05019","citing_paper":"/paper/2505.19116"},"observation_digest":"sha256:c6ad39172dca494788b7f6921cc60f123f8f33b1f91d90855359b27bf50db318","observation_id":"447994e9-7c32-409f-aad8-8ea9167c7988","resolution":{"observed_at":"2026-08-07T14:26:07.484824Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:26:11.448874Z","title":null,"venue":null,"work_id":"c154654b-b537-406c-a607-8a97de5dfe07","year":2023},"citing_paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs","version":2},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-07T14:26:07.581393Z"},"links":{"citing_paper":"/paper/2505.19116"},"observation_digest":"sha256:21dc184f85fafcf769264bba5d960a6543c1fe48e28432eb87cebdac5d3c082b","observation_id":"533ef5fa-d3d1-4be8-8c53-683cf2cb8072","resolution":{"observed_at":"2026-08-07T14:26:11.501946Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.13237","last_updated":"2025-02-09T13:16:16Z","snapshot_observed_at":"2026-08-08T03:01:34.991979Z","submitted_at":"2024-10-17T05:43:30Z","title":"Large Language Models are Easily Confused: A Quantitative Metric, Security Implications and Typological Analysis","version":2},"cited_work":{"arxiv_id":"2410.13237","doi":null,"metadata_source":"pith","pith_arxiv_id":"2410.13237","snapshot_observed_at":"2026-08-07T14:26:10.605263Z","title":"Large Language Models are Easily Confused: A Quantitative Metric, Security Implications and Typological Analysis","venue":"cs.CL","work_id":"3f0099f0-181e-4ef0-a086-cd1e8d2b953f","year":2024},"citing_paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs","version":2},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-07T14:26:07.691252Z"},"links":{"cited_paper":"/paper/2410.13237","citing_paper":"/paper/2505.19116"},"observation_digest":"sha256:821bd5e53637217607baa60c25fc88d20d5e35dde423833f473492e30027abaf","observation_id":"07cb52e9-bb48-4f93-b9ce-45c7b3eb8f63","resolution":{"observed_at":"2026-08-07T14:26:10.654276Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.00698","last_updated":"2025-04-14T12:37:51Z","snapshot_observed_at":"2026-08-07T16:17:41.511601Z","submitted_at":"2025-04-01T12:08:07Z","title":"Command A: An Enterprise-Ready Large Language Model","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.00698","snapshot_observed_at":"2026-08-07T14:26:07.816101Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs","version":2},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-07T14:26:07.816101Z"},"links":{"cited_paper":"/paper/2504.00698","citing_paper":"/paper/2505.19116"},"observation_digest":"sha256:55e09d42987f5fd42c4c5ad9af550c3adfc516201be9d582411489c9aab8ea44","observation_id":"0c0c648a-9c4c-4ce1-a704-4d468134a0e9","resolution":{"observed_at":"2026-08-07T14:26:07.816101Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:26:08.081239Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs","version":2},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-07T14:26:08.081239Z"},"links":{"citing_paper":"/paper/2505.19116"},"observation_digest":"sha256:418fafe9e1526161134a1a97801ea95cac3c72e83e417352c8c206622f624f81","observation_id":"6c3f2001-d380-456e-b90c-2c20faf88613","resolution":{"observed_at":"2026-08-07T14:26:08.081239Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2301.07597","last_updated":"2023-01-18T15:23:25Z","snapshot_observed_at":"2026-08-06T15:39:44.016077Z","submitted_at":"2023-01-18T15:23:25Z","title":"How Close is ChatGPT to Human Experts? Comparison Corpus, Evaluation, and Detection","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2301.07597","snapshot_observed_at":"2026-08-07T14:26:08.846254Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs","version":2},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-07T14:26:08.846254Z"},"links":{"cited_paper":"/paper/2301.07597","citing_paper":"/paper/2505.19116"},"observation_digest":"sha256:f501a6d8edb635b55693327212d77a54cb4092d1450aa689cc76cace7477a7a6","observation_id":"3b495fcc-deeb-424b-9795-2f9dddd4fbc0","resolution":{"observed_at":"2026-08-07T14:26:08.846254Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:26:11.267200Z","title":null,"venue":null,"work_id":"fd7c946b-749a-4114-b66c-068508c77f63","year":2023},"citing_paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs","version":2},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-07T14:26:08.919908Z"},"links":{"citing_paper":"/paper/2505.19116"},"observation_digest":"sha256:0efe94f6f63ebe17fa06140691b33df19ed3d3e30e52edea1b85a585b358fbc2","observation_id":"b465fad5-aacf-4ac7-9ced-4a6c632f5a88","resolution":{"observed_at":"2026-08-07T14:26:11.364780Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2403.07691","last_updated":"2024-03-14T07:47:08Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-03-12T14:34:08Z","title":"ORPO: Monolithic Preference Optimization without Reference Model","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.07691","snapshot_observed_at":"2026-08-07T14:26:08.965949Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs","version":2},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-07T14:26:08.965949Z"},"links":{"cited_paper":"/paper/2403.07691","citing_paper":"/paper/2505.19116"},"observation_digest":"sha256:526fb22aec113a49abf582b91a989ce574058d936f29b090522127151ac5d42f","observation_id":"f3f64b3f-922a-4b96-9349-99efe8316087","resolution":{"observed_at":"2026-08-07T14:26:08.965949Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.21276","last_updated":"2024-10-25T17:43:01Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-10-25T17:43:01Z","title":"GPT-4o System Card","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.21276","snapshot_observed_at":"2026-08-07T14:26:09.024324Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs","version":2},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-07T14:26:09.024324Z"},"links":{"cited_paper":"/paper/2410.21276","citing_paper":"/paper/2505.19116"},"observation_digest":"sha256:e62628d97584c279958d18ffa14dfce470aa98b0a62f1c3f1d22c989f4655f84","observation_id":"87b9f94d-021a-420c-be8d-e2a441ad3ca8","resolution":{"observed_at":"2026-08-07T14:26:09.024324Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:26:11.163284Z","title":null,"venue":null,"work_id":"e9967aa9-298b-4e44-8189-e7ac4949f3ad","year":2022},"citing_paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs","version":2},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-07T14:26:09.097881Z"},"links":{"citing_paper":"/paper/2505.19116"},"observation_digest":"sha256:360daee96ad7f3626385124ff0506a9b8d59e296e06dacea8a2467a04fa8ff75","observation_id":"b59221ff-d191-4536-942d-f3d181f93f3c","resolution":{"observed_at":"2026-08-07T14:26:11.203676Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.20052","last_updated":"2025-04-03T19:31:53Z","snapshot_observed_at":"2026-08-11T00:37:56.123219Z","submitted_at":"2024-06-28T17:03:51Z","title":"Understanding and Mitigating Language Confusion in LLMs","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.20052","snapshot_observed_at":"2026-08-07T14:26:09.153351Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs","version":2},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-07T14:26:09.153351Z"},"links":{"cited_paper":"/paper/2406.20052","citing_paper":"/paper/2505.19116"},"observation_digest":"sha256:7b034270939b9e30705ef7002783008d9b09624492dd3eb8c8436513ab7fb162","observation_id":"53044cff-34a6-4dc5-93d7-8067d4f92995","resolution":{"observed_at":"2026-08-07T14:26:09.153351Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:26:11.040330Z","title":null,"venue":null,"work_id":"07416190-2da5-4a61-bac8-d7f8bc29b615","year":2023},"citing_paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs","version":2},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-07T14:26:09.219680Z"},"links":{"citing_paper":"/paper/2505.19116"},"observation_digest":"sha256:9f527405fb66c9fb6544e9b24a83723e7a7eb10570aeebc02bcb62980b8ee53d","observation_id":"bd6d0c67-dca2-4cf8-910c-bdae07060eb5","resolution":{"observed_at":"2026-08-07T14:26:11.122755Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2501.00656","last_updated":"2025-10-08T07:50:45Z","snapshot_observed_at":"2026-08-08T06:58:44.493777Z","submitted_at":"2024-12-31T21:55:10Z","title":"2 OLMo 2 Furious","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.00656","snapshot_observed_at":"2026-08-07T14:26:09.279901Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs","version":2},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-07T14:26:09.279901Z"},"links":{"cited_paper":"/paper/2501.00656","citing_paper":"/paper/2505.19116"},"observation_digest":"sha256:79df4533729a0e22f486b652ea4b40ff72f88c22ae64fb79bc6acaa760f55bcf","observation_id":"925ef49d-7054-4e85-9746-e8d3abd3263d","resolution":{"observed_at":"2026-08-07T14:26:09.279901Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:26:09.321906Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs","version":2},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-07T14:26:09.321906Z"},"links":{"citing_paper":"/paper/2505.19116"},"observation_digest":"sha256:456f30b4e0586176c2db1c3397fbf727dd64fa32a961a5b6b10af59d76a427ff","observation_id":"c7ddb26a-0efa-4ee5-8425-cfc059efb66a","resolution":{"observed_at":"2026-08-07T14:26:09.321906Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.17407","last_updated":"2025-08-01T10:09:29Z","snapshot_observed_at":"2026-08-08T14:41:59.579458Z","submitted_at":"2025-02-24T18:36:15Z","title":"Linguistic Generalizability of Test-Time Scaling in Mathematical Reasoning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.17407","snapshot_observed_at":"2026-08-07T14:26:09.358560Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs","version":2},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-07T14:26:09.358560Z"},"links":{"cited_paper":"/paper/2502.17407","citing_paper":"/paper/2505.19116"},"observation_digest":"sha256:5b6fcc68711f50af0c0f636011823ad29f72b2286c8d280698978a075f109594","observation_id":"0e31a98c-2f8e-428b-bac6-7ffd4b7fa664","resolution":{"observed_at":"2026-08-07T14:26:09.358560Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.11239","last_updated":"2024-10-02T11:07:14Z","snapshot_observed_at":"2026-08-03T08:44:22.056144Z","submitted_at":"2024-09-17T14:40:02Z","title":"LLM-as-a-Judge & Reward Model: What They Can and Cannot Do","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.11239","snapshot_observed_at":"2026-08-07T14:26:09.410709Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs","version":2},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-07T14:26:09.410709Z"},"links":{"cited_paper":"/paper/2409.11239","citing_paper":"/paper/2505.19116"},"observation_digest":"sha256:76f11ec8932c440efbe335e571f20be1b5806c4a9a4fc7a588fd23e119873f8d","observation_id":"5edde66a-f202-4d6e-bfbc-383b428034ff","resolution":{"observed_at":"2026-08-07T14:26:09.410709Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.02706","last_updated":"2024-03-20T16:56:48Z","snapshot_observed_at":"2026-08-10T14:42:47.848135Z","submitted_at":"2023-09-06T04:38:16Z","title":"HAE-RAE Bench: Evaluation of Korean Knowledge in Language Models","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.02706","snapshot_observed_at":"2026-08-07T14:26:09.463527Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs","version":2},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-07T14:26:09.463527Z"},"links":{"cited_paper":"/paper/2309.02706","citing_paper":"/paper/2505.19116"},"observation_digest":"sha256:5545b619f0c75e611a0664d9bf790dd0a23875b33b93989cc2a02a0c3062c291","observation_id":"3be23220-3eff-4361-b2ce-6b424d45a360","resolution":{"observed_at":"2026-08-07T14:26:09.463527Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.17578","last_updated":"2025-03-29T11:50:10Z","snapshot_observed_at":"2026-07-06T19:38:13.816410Z","submitted_at":"2024-10-23T06:04:55Z","title":"MM-Eval: A Multilingual Meta-Evaluation Benchmark for LLM-as-a-Judge and Reward Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.17578","snapshot_observed_at":"2026-08-07T14:26:09.535726Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs","version":2},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-07T14:26:09.535726Z"},"links":{"cited_paper":"/paper/2410.17578","citing_paper":"/paper/2505.19116"},"observation_digest":"sha256:7e4ab8b85aa68938af4a332465d3a3ded4e5bb2984a95c138d41855729b768b5","observation_id":"a5a099c4-8d9f-457a-9cf1-4728329dce4f","resolution":{"observed_at":"2026-08-07T14:26:09.535726Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:26:10.811226Z","title":null,"venue":null,"work_id":"3eaa388c-a103-4cf6-85f6-c4393542a898","year":2025},"citing_paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs","version":2},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-07T14:26:09.592351Z"},"links":{"citing_paper":"/paper/2505.19116"},"observation_digest":"sha256:758681e23abc24903b6cbe8ef7a3cc14eebe5f545b40679e4174c6c6320bcdfe","observation_id":"f031f7e6-509c-4a71-8c34-dc395761ec98","resolution":{"observed_at":"2026-08-07T14:26:10.944083Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2309.04766","last_updated":"2024-07-11T04:01:41Z","snapshot_observed_at":"2026-08-10T19:44:03.028458Z","submitted_at":"2023-09-09T11:42:22Z","title":"SeaEval for Multilingual Foundation Models: From Cross-Lingual Alignment to Cultural Reasoning","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.04766","snapshot_observed_at":"2026-08-07T14:26:09.661709Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs","version":2},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-07T14:26:09.661709Z"},"links":{"cited_paper":"/paper/2309.04766","citing_paper":"/paper/2505.19116"},"observation_digest":"sha256:ebe4cb7fc1d08e44713eea99371f030a604c38f9169c5a7ab8ded062a211ccdc","observation_id":"a47e749d-3c05-430e-b97f-cf4cf8efcd05","resolution":{"observed_at":"2026-08-07T14:26:09.661709Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2504.01801","last_updated":"2025-04-22T06:19:26Z","snapshot_observed_at":"2026-08-07T16:14:22.119976Z","submitted_at":"2025-04-02T15:09:58Z","title":"Investigating and Scaling up Code-Switching for Multilingual Language Model Pre-Training","version":2},"cited_work":{"arxiv_id":"2504.01801","doi":null,"metadata_source":"pith","pith_arxiv_id":"2504.01801","snapshot_observed_at":"2026-08-07T14:26:10.222159Z","title":"Investigating and Scaling up Code-Switching for Multilingual Language Model Pre-Training","venue":"cs.CL","work_id":"54243ed2-55c0-472d-9d5c-a87471d98a9a","year":2025},"citing_paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs","version":2},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-07T14:26:09.712905Z"},"links":{"cited_paper":"/paper/2504.01801","citing_paper":"/paper/2505.19116"},"observation_digest":"sha256:e53322031948135f16de2e76c159585137f2208370db8340d35be08d1219906f","observation_id":"4ed1decf-4088-4961-ae9a-55fcbeff0a9f","resolution":{"observed_at":"2026-08-07T14:26:10.302364Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.09388","last_updated":"2025-05-14T13:41:34Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-05-14T13:41:34Z","title":"Qwen3 Technical Report","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.09388","snapshot_observed_at":"2026-08-07T14:26:09.761891Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs","version":2},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-07T14:26:09.761891Z"},"links":{"cited_paper":"/paper/2505.09388","citing_paper":"/paper/2505.19116"},"observation_digest":"sha256:8c34265843961a9c4c41e6f71ee2668140ef555576123c5ab863822d3785f9ea","observation_id":"c6333f03-b5c1-49c0-83a6-baae930bbdb3","resolution":{"observed_at":"2026-08-07T14:26:09.761891Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.02460","last_updated":"2025-06-11T05:32:20Z","snapshot_observed_at":"2026-07-06T19:45:04.391747Z","submitted_at":"2024-11-04T06:31:26Z","title":"Code-Switching Curriculum Learning for Multilingual Transfer in LLMs","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.02460","snapshot_observed_at":"2026-08-07T14:26:09.832076Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs","version":2},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-07T14:26:09.832076Z"},"links":{"cited_paper":"/paper/2411.02460","citing_paper":"/paper/2505.19116"},"observation_digest":"sha256:bcd9c169b8bb571a690ce91fc80aaf96cc05d49aa8f7cfce768943529d8ffb15","observation_id":"3d5d1226-5d0b-4746-b34d-bff97d2e639e","resolution":{"observed_at":"2026-08-07T14:26:09.832076Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:26:09.882339Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs","version":2},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-07T14:26:09.882339Z"},"links":{"citing_paper":"/paper/2505.19116"},"observation_digest":"sha256:2555d9be0798a49f1199944fff010276b23c8ded4ae8d66a77dfa09397ff6b5b","observation_id":"1da6dd6b-4055-4f62-ae99-d5197377644d","resolution":{"observed_at":"2026-08-07T14:26:09.882339Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:26:09.938889Z","title":"online\" 'onlinestring :=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs","version":2},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-07T14:26:09.938889Z"},"links":{"citing_paper":"/paper/2505.19116"},"observation_digest":"sha256:4aa4e60657edb5abc13d2fb863f865e998b12b674f61c62d86e4c9af980479e1","observation_id":"6b245685-a2a1-4a23-a78f-21a8acd71ea7","resolution":{"observed_at":"2026-08-07T14:26:09.938889Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:26:10.070794Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs","version":2},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-07T14:26:10.070794Z"},"links":{"citing_paper":"/paper/2505.19116"},"observation_digest":"sha256:ebb337b47f175b92017bd5c05ad068d9c899a038d8435bbecebd30284ddf4bac","observation_id":"bfce6a59-17f9-4e33-8935-eb0e3babbda3","resolution":{"observed_at":"2026-08-07T14:26:10.070794Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","latest_version":2,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs"},"reference_resolution":{"displayed":28,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":26,"verified_exact":2,"verified_fuzzy":0},"total_outbound_references":28},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"thesis":"As of 11 August 2026, this Paper Citation Record lists 28 of 28 outbound references and 0 inbound Pith citation observations for arXiv:2505.19116."}