{"as_of":"2026-08-21T11:05:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:8f7339691992e895ca96a4abd6c33153c203e4996dff81917c482063c134217a","coverage":[{"denominator":45,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":45,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-15T20:43:14.349012Z","state":"measured"},{"denominator":46,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":46,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-21T06:32:19.484+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-05T17:11:46.642722Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"pith","source_observed_at":"2026-08-05T17:11:48.533902Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2505.12201","last_updated":"2025-05-18T02:32:35Z","snapshot_observed_at":"2026-08-19T02:38:00.781371Z","submitted_at":"2025-05-18T02:32:35Z","title":"How Reliable is Multilingual LLM-as-a-Judge?","version":1},"cited_work":{"arxiv_id":"2505.12201","doi":null,"metadata_source":"pith","pith_arxiv_id":"2505.12201","snapshot_observed_at":"2026-08-05T17:11:48.533902Z","title":"How Reliable is Multilingual LLM-as-a-Judge?","venue":"cs.CL","work_id":"9862c0f9-80da-4370-8ca1-7f39375bc67b","year":2025},"citing_paper":{"arxiv_id":"2608.03532","last_updated":"2026-08-04T12:13:43Z","snapshot_observed_at":"2026-08-15T15:00:01.798945Z","submitted_at":"2026-08-04T12:13:43Z","title":"Cross-Lingual Bias in Large Language Models: A Comparative Analysis of English and Swahili","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-05T17:11:46.642722Z"},"links":{"cited_paper":"/paper/2505.12201","citing_paper":"/paper/2608.03532"},"observation_digest":"sha256:a1cc5dc113a0bab3de67b45f7ba946f5b16e702961c7bba87f5dc1f49091168a","observation_id":"41c0fbbc-1ca5-4c2b-8d44-f40ab0bbac35","resolution":{"observed_at":"2026-08-05T17:11:48.654872Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2505.12201/citation-record","integrity":"/paper/2505.12201/integrity","json":"/paper/2505.12201/citation-record.json","paper":"/paper/2505.12201"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:43:14.122186Z","title":"URL: \" 'urlintro :=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.12201","last_updated":"2025-05-18T02:32:35Z","snapshot_observed_at":"2026-08-19T02:38:00.781371Z","submitted_at":"2025-05-18T02:32:35Z","title":"How Reliable is Multilingual LLM-as-a-Judge?","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-15T20:43:14.122186Z"},"links":{"citing_paper":"/paper/2505.12201"},"observation_digest":"sha256:994116e3c836c2117d1f1c7047c1b5505b91589f23b8ac30ae402230be544e6b","observation_id":"38456081-f736-4cda-8fd5-9bed064b9f1a","resolution":{"observed_at":"2026-08-15T20:43:14.122186Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:43:14.127879Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.12201","last_updated":"2025-05-18T02:32:35Z","snapshot_observed_at":"2026-08-19T02:38:00.781371Z","submitted_at":"2025-05-18T02:32:35Z","title":"How Reliable is Multilingual LLM-as-a-Judge?","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-15T20:43:14.127879Z"},"links":{"citing_paper":"/paper/2505.12201"},"observation_digest":"sha256:8f72f9ec58fcb7801862323455c4456e39593cb877d05bdae4fec90aea139ca1","observation_id":"e5116b4c-44a9-4853-b18c-8ad13d1ec2c6","resolution":{"observed_at":"2026-08-15T20:43:14.127879Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.08774","last_updated":"2024-03-04T06:01:33Z","snapshot_observed_at":"2026-08-17T09:58:46.058102Z","submitted_at":"2023-03-15T17:15:04Z","title":"GPT-4 Technical Report","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.08774","snapshot_observed_at":"2026-08-15T20:43:14.134057Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.12201","last_updated":"2025-05-18T02:32:35Z","snapshot_observed_at":"2026-08-19T02:38:00.781371Z","submitted_at":"2025-05-18T02:32:35Z","title":"How Reliable is Multilingual LLM-as-a-Judge?","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-15T20:43:14.134057Z"},"links":{"cited_paper":"/paper/2303.08774","citing_paper":"/paper/2505.12201"},"observation_digest":"sha256:bf48d3ef360190c02ced4358ff1bc10336cd0b5d56d0d6c63821d0e7f6f65365","observation_id":"5c0cc8f8-195e-4c49-91dc-c2e1efc9824e","resolution":{"observed_at":"2026-08-15T20:43:14.134057Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:43:14.140035Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.12201","last_updated":"2025-05-18T02:32:35Z","snapshot_observed_at":"2026-08-19T02:38:00.781371Z","submitted_at":"2025-05-18T02:32:35Z","title":"How Reliable is Multilingual LLM-as-a-Judge?","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-15T20:43:14.140035Z"},"links":{"citing_paper":"/paper/2505.12201"},"observation_digest":"sha256:951eab66e6fcaff40d21cfdd69967874aeb41ba60360ce6469646e5c4d53e9f5","observation_id":"bedaf1e3-ae63-41db-9460-cefb38c40993","resolution":{"observed_at":"2026-08-15T20:43:14.140035Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:43:14.145289Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2505.12201","last_updated":"2025-05-18T02:32:35Z","snapshot_observed_at":"2026-08-19T02:38:00.781371Z","submitted_at":"2025-05-18T02:32:35Z","title":"How Reliable is Multilingual LLM-as-a-Judge?","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-15T20:43:14.145289Z"},"links":{"citing_paper":"/paper/2505.12201"},"observation_digest":"sha256:54a4441757843a6355092210832f6b7efa05196ac1eb331687cad56ef94d723a","observation_id":"7354c741-022a-4e6e-b9d1-cf212cc40fcf","resolution":{"observed_at":"2026-08-15T20:43:14.145289Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:43:14.150321Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2505.12201","last_updated":"2025-05-18T02:32:35Z","snapshot_observed_at":"2026-08-19T02:38:00.781371Z","submitted_at":"2025-05-18T02:32:35Z","title":"How Reliable is Multilingual LLM-as-a-Judge?","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-15T20:43:14.150321Z"},"links":{"citing_paper":"/paper/2505.12201"},"observation_digest":"sha256:540c031a282214853073be77f9cfbf123cee15221763c28d7d060b529fb6242e","observation_id":"75b0359e-59dd-48c2-89bb-3bac2f7c2df6","resolution":{"observed_at":"2026-08-15T20:43:14.150321Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:43:14.155402Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.12201","last_updated":"2025-05-18T02:32:35Z","snapshot_observed_at":"2026-08-19T02:38:00.781371Z","submitted_at":"2025-05-18T02:32:35Z","title":"How Reliable is Multilingual LLM-as-a-Judge?","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-15T20:43:14.155402Z"},"links":{"citing_paper":"/paper/2505.12201"},"observation_digest":"sha256:240e53b77ae5f87a11c7aaf4463b7856883e697c1f651fb71d9d091346859ee8","observation_id":"09baa13e-54c3-4d55-9f80-ee15b3c92f99","resolution":{"observed_at":"2026-08-15T20:43:14.155402Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:43:14.160038Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.12201","last_updated":"2025-05-18T02:32:35Z","snapshot_observed_at":"2026-08-19T02:38:00.781371Z","submitted_at":"2025-05-18T02:32:35Z","title":"How Reliable is Multilingual LLM-as-a-Judge?","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-15T20:43:14.160038Z"},"links":{"citing_paper":"/paper/2505.12201"},"observation_digest":"sha256:83796f26bf814bc6d7e9ae208766432843e126700b86fb2fef27369b37f94892","observation_id":"90cd1e40-b8e1-401a-9f62-33b8c35dc081","resolution":{"observed_at":"2026-08-15T20:43:14.160038Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.04261","last_updated":"2024-12-05T15:41:06Z","snapshot_observed_at":"2026-08-13T14:49:22.470549Z","submitted_at":"2024-12-05T15:41:06Z","title":"Aya Expanse: Combining Research Breakthroughs for a New Multilingual Frontier","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.04261","snapshot_observed_at":"2026-08-15T20:43:14.165434Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.12201","last_updated":"2025-05-18T02:32:35Z","snapshot_observed_at":"2026-08-19T02:38:00.781371Z","submitted_at":"2025-05-18T02:32:35Z","title":"How Reliable is Multilingual LLM-as-a-Judge?","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-15T20:43:14.165434Z"},"links":{"cited_paper":"/paper/2412.04261","citing_paper":"/paper/2505.12201"},"observation_digest":"sha256:3f9eb1013867406edb5382048ce84009b5f1ea368dae3a35353e1415629ab57b","observation_id":"474403f8-bb1d-47e6-9dca-350d1ade0a91","resolution":{"observed_at":"2026-08-15T20:43:14.165434Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.21783","last_updated":"2024-11-23T23:27:33Z","snapshot_observed_at":"2026-08-13T17:20:44.002518Z","submitted_at":"2024-07-31T17:54:27Z","title":"The Llama 3 Herd of Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.21783","snapshot_observed_at":"2026-08-15T20:43:14.170885Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.12201","last_updated":"2025-05-18T02:32:35Z","snapshot_observed_at":"2026-08-19T02:38:00.781371Z","submitted_at":"2025-05-18T02:32:35Z","title":"How Reliable is Multilingual LLM-as-a-Judge?","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-15T20:43:14.170885Z"},"links":{"cited_paper":"/paper/2407.21783","citing_paper":"/paper/2505.12201"},"observation_digest":"sha256:192beba5b116d88dacf50500b527cfbddd557647486a742dc254f8811bfe0305","observation_id":"2085bc7a-cafd-4a0b-8aea-1931687122dd","resolution":{"observed_at":"2026-08-15T20:43:14.170885Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:43:14.175759Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.12201","last_updated":"2025-05-18T02:32:35Z","snapshot_observed_at":"2026-08-19T02:38:00.781371Z","submitted_at":"2025-05-18T02:32:35Z","title":"How Reliable is Multilingual LLM-as-a-Judge?","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-15T20:43:14.175759Z"},"links":{"citing_paper":"/paper/2505.12201"},"observation_digest":"sha256:b55003d5c118184e1df1de9ffd5dbd14674108ae49a2028dde06e1d3b774cb97","observation_id":"0bc35f99-a5be-426e-b8dd-5c09e7aa3b3e","resolution":{"observed_at":"2026-08-15T20:43:14.175759Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:43:14.180798Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.12201","last_updated":"2025-05-18T02:32:35Z","snapshot_observed_at":"2026-08-19T02:38:00.781371Z","submitted_at":"2025-05-18T02:32:35Z","title":"How Reliable is Multilingual LLM-as-a-Judge?","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-15T20:43:14.180798Z"},"links":{"citing_paper":"/paper/2505.12201"},"observation_digest":"sha256:e4f98933f7eaf2864221ce24c441256cfb1215a76d436ae70aaae4bd404449c0","observation_id":"3d69b5a5-7584-4cde-8704-a6f65fbfc8bc","resolution":{"observed_at":"2026-08-15T20:43:14.180798Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:43:14.185728Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.12201","last_updated":"2025-05-18T02:32:35Z","snapshot_observed_at":"2026-08-19T02:38:00.781371Z","submitted_at":"2025-05-18T02:32:35Z","title":"How Reliable is Multilingual LLM-as-a-Judge?","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-15T20:43:14.185728Z"},"links":{"citing_paper":"/paper/2505.12201"},"observation_digest":"sha256:68bf4ab856c8688126abe010625a45147bf2ceb7b8bc96673bc6398e78d61e9a","observation_id":"9a3e4424-f717-45d4-9b13-a677eef8a266","resolution":{"observed_at":"2026-08-15T20:43:14.185728Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2304.02554","last_updated":"2023-04-05T16:17:32Z","snapshot_observed_at":"2026-08-16T15:42:30.504185Z","submitted_at":"2023-04-05T16:17:32Z","title":"Human-like Summarization Evaluation with ChatGPT","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2304.02554","snapshot_observed_at":"2026-08-15T20:43:14.190656Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.12201","last_updated":"2025-05-18T02:32:35Z","snapshot_observed_at":"2026-08-19T02:38:00.781371Z","submitted_at":"2025-05-18T02:32:35Z","title":"How Reliable is Multilingual LLM-as-a-Judge?","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-15T20:43:14.190656Z"},"links":{"cited_paper":"/paper/2304.02554","citing_paper":"/paper/2505.12201"},"observation_digest":"sha256:8da8f175ada01fb22a4aa2726457ed7eb70ecdefbe6f62932a7178c0a7bd002d","observation_id":"2655ba74-b905-437a-8c1e-8b3ff652f639","resolution":{"observed_at":"2026-08-15T20:43:14.190656Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.15594","last_updated":"2025-10-19T10:32:43Z","snapshot_observed_at":"2026-08-20T12:52:29.141935Z","submitted_at":"2024-11-23T16:03:35Z","title":"A Survey on LLM-as-a-Judge","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.15594","snapshot_observed_at":"2026-08-15T20:43:14.195841Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.12201","last_updated":"2025-05-18T02:32:35Z","snapshot_observed_at":"2026-08-19T02:38:00.781371Z","submitted_at":"2025-05-18T02:32:35Z","title":"How Reliable is Multilingual LLM-as-a-Judge?","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-15T20:43:14.195841Z"},"links":{"cited_paper":"/paper/2411.15594","citing_paper":"/paper/2505.12201"},"observation_digest":"sha256:3dd2f9f6e039cc9d07b02f9433a82eb6ad64e5bb74f3a6bada84e1cef9b43f6b","observation_id":"3ad35e2b-1968-4f4d-946c-e66f30c2523b","resolution":{"observed_at":"2026-08-15T20:43:14.195841Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:43:15.163379Z","title":null,"venue":null,"work_id":"76252d53-1f6b-4d6c-a9fe-fe95f84a1b86","year":2024},"citing_paper":{"arxiv_id":"2505.12201","last_updated":"2025-05-18T02:32:35Z","snapshot_observed_at":"2026-08-19T02:38:00.781371Z","submitted_at":"2025-05-18T02:32:35Z","title":"How Reliable is Multilingual LLM-as-a-Judge?","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-15T20:43:14.200681Z"},"links":{"citing_paper":"/paper/2505.12201"},"observation_digest":"sha256:ae2be6970e930d0263c66d3563968afab5a3e746d9e3e9762682dc73c3c36172","observation_id":"2823df5b-38f3-4716-be86-8717237f7d3e","resolution":{"observed_at":"2026-08-15T20:43:15.168247Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:43:14.205375Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.12201","last_updated":"2025-05-18T02:32:35Z","snapshot_observed_at":"2026-08-19T02:38:00.781371Z","submitted_at":"2025-05-18T02:32:35Z","title":"How Reliable is Multilingual LLM-as-a-Judge?","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-15T20:43:14.205375Z"},"links":{"citing_paper":"/paper/2505.12201"},"observation_digest":"sha256:8382b04dcc28815b3bfadaedb69cd3668df35912cf53e20a57e9f8c0681dc57e","observation_id":"fe8ad60d-8348-494a-b2b9-f936700ec648","resolution":{"observed_at":"2026-08-15T20:43:14.205375Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:43:14.210209Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.12201","last_updated":"2025-05-18T02:32:35Z","snapshot_observed_at":"2026-08-19T02:38:00.781371Z","submitted_at":"2025-05-18T02:32:35Z","title":"How Reliable is Multilingual LLM-as-a-Judge?","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-15T20:43:14.210209Z"},"links":{"citing_paper":"/paper/2505.12201"},"observation_digest":"sha256:4910e1134420f58602023dd604594304bdf911949a5df792d5921f5f8771709d","observation_id":"990e5c8b-36a0-4637-bbb2-3647cd39009b","resolution":{"observed_at":"2026-08-15T20:43:14.210209Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:43:14.214919Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2505.12201","last_updated":"2025-05-18T02:32:35Z","snapshot_observed_at":"2026-08-19T02:38:00.781371Z","submitted_at":"2025-05-18T02:32:35Z","title":"How Reliable is Multilingual LLM-as-a-Judge?","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-15T20:43:14.214919Z"},"links":{"citing_paper":"/paper/2505.12201"},"observation_digest":"sha256:76838267376907524637b94daa34ae43a573e123e6b38aa8db4548ef8834e8b4","observation_id":"6508d919-14d8-4ac9-b6f4-9aac46b60366","resolution":{"observed_at":"2026-08-15T20:43:14.214919Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:43:14.224476Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.12201","last_updated":"2025-05-18T02:32:35Z","snapshot_observed_at":"2026-08-19T02:38:00.781371Z","submitted_at":"2025-05-18T02:32:35Z","title":"How Reliable is Multilingual LLM-as-a-Judge?","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-15T20:43:14.224476Z"},"links":{"citing_paper":"/paper/2505.12201"},"observation_digest":"sha256:d0a622fa3c1912fdea81fe758e977f144fcd6e179556cf0ee11ef15aa47f5d74","observation_id":"6199da80-df62-48e6-869b-a2b18755b5bb","resolution":{"observed_at":"2026-08-15T20:43:14.224476Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:43:14.230733Z","title":null,"venue":null,"work_id":null,"year":2004},"citing_paper":{"arxiv_id":"2505.12201","last_updated":"2025-05-18T02:32:35Z","snapshot_observed_at":"2026-08-19T02:38:00.781371Z","submitted_at":"2025-05-18T02:32:35Z","title":"How Reliable is Multilingual LLM-as-a-Judge?","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-15T20:43:14.230733Z"},"links":{"citing_paper":"/paper/2505.12201"},"observation_digest":"sha256:8d9a351d90d73870926c7e5184c7102b14995f1ec8268f7810f4f7f2d3882002","observation_id":"81abd44c-cd96-4073-a20b-37c1cdb46f5a","resolution":{"observed_at":"2026-08-15T20:43:14.230733Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:43:14.236086Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.12201","last_updated":"2025-05-18T02:32:35Z","snapshot_observed_at":"2026-08-19T02:38:00.781371Z","submitted_at":"2025-05-18T02:32:35Z","title":"How Reliable is Multilingual LLM-as-a-Judge?","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-15T20:43:14.236086Z"},"links":{"citing_paper":"/paper/2505.12201"},"observation_digest":"sha256:1f4087d585ef38df2805378773effc0f4bcb89d43721c565b646889133fc77bb","observation_id":"c2616dcd-2d1d-4fca-994d-3f3ce315bd7c","resolution":{"observed_at":"2026-08-15T20:43:14.236086Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:43:14.241405Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.12201","last_updated":"2025-05-18T02:32:35Z","snapshot_observed_at":"2026-08-19T02:38:00.781371Z","submitted_at":"2025-05-18T02:32:35Z","title":"How Reliable is Multilingual LLM-as-a-Judge?","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-15T20:43:14.241405Z"},"links":{"citing_paper":"/paper/2505.12201"},"observation_digest":"sha256:a4a81e3fd0185c469ff95a2dbfc91a568ee53cd09dae21b0541c8e0e84fcf800","observation_id":"0d5c521d-6e8a-4f2b-9d15-ee1dd6eb1ea4","resolution":{"observed_at":"2026-08-15T20:43:14.241405Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:43:15.126660Z","title":null,"venue":null,"work_id":"93f888d4-37a9-4941-b4db-9c188deea7b7","year":2024},"citing_paper":{"arxiv_id":"2505.12201","last_updated":"2025-05-18T02:32:35Z","snapshot_observed_at":"2026-08-19T02:38:00.781371Z","submitted_at":"2025-05-18T02:32:35Z","title":"How Reliable is Multilingual LLM-as-a-Judge?","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-15T20:43:14.246321Z"},"links":{"citing_paper":"/paper/2505.12201"},"observation_digest":"sha256:398a7e2e136cf58f28f0d407f3ae866ff27999268432b1de02e2c9c898206828","observation_id":"32128faf-bbf3-4491-80eb-25f90069b28d","resolution":{"observed_at":"2026-08-15T20:43:15.131869Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:43:14.251036Z","title":null,"venue":null,"work_id":null,"year":2002},"citing_paper":{"arxiv_id":"2505.12201","last_updated":"2025-05-18T02:32:35Z","snapshot_observed_at":"2026-08-19T02:38:00.781371Z","submitted_at":"2025-05-18T02:32:35Z","title":"How Reliable is Multilingual LLM-as-a-Judge?","version":1},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-15T20:43:14.251036Z"},"links":{"citing_paper":"/paper/2505.12201"},"observation_digest":"sha256:847297ff70dbce19161a9833df1d7b553ea367705e3166a01c8493982238b1e5","observation_id":"2d11d52b-bc88-4d5a-9b9c-766ad74cd915","resolution":{"observed_at":"2026-08-15T20:43:14.251036Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:43:14.255834Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.12201","last_updated":"2025-05-18T02:32:35Z","snapshot_observed_at":"2026-08-19T02:38:00.781371Z","submitted_at":"2025-05-18T02:32:35Z","title":"How Reliable is Multilingual LLM-as-a-Judge?","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-15T20:43:14.255834Z"},"links":{"citing_paper":"/paper/2505.12201"},"observation_digest":"sha256:b81a1978a791686d9522b40c0f8d83abe9bb567735fee46d7e6bfc2884cdb01f","observation_id":"efd570a0-c17b-4719-8507-f644551af486","resolution":{"observed_at":"2026-08-15T20:43:14.255834Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:43:14.260725Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.12201","last_updated":"2025-05-18T02:32:35Z","snapshot_observed_at":"2026-08-19T02:38:00.781371Z","submitted_at":"2025-05-18T02:32:35Z","title":"How Reliable is Multilingual LLM-as-a-Judge?","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-15T20:43:14.260725Z"},"links":{"citing_paper":"/paper/2505.12201"},"observation_digest":"sha256:d367aa435fde4cf123cc9cb2348ed4c2e77e752d0dd44c2641b813211016868a","observation_id":"b3fd7539-c33a-402b-b576-f31b08f29c50","resolution":{"observed_at":"2026-08-15T20:43:14.260725Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:43:14.266197Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.12201","last_updated":"2025-05-18T02:32:35Z","snapshot_observed_at":"2026-08-19T02:38:00.781371Z","submitted_at":"2025-05-18T02:32:35Z","title":"How Reliable is Multilingual LLM-as-a-Judge?","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-15T20:43:14.266197Z"},"links":{"citing_paper":"/paper/2505.12201"},"observation_digest":"sha256:f1c4f830ae46b433f381d980aa8aa5d010dae442d382fefe2302fb76893b1dfa","observation_id":"a8ea0f93-c02e-419c-86e0-dba87e09fda3","resolution":{"observed_at":"2026-08-15T20:43:14.266197Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:43:14.270930Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.12201","last_updated":"2025-05-18T02:32:35Z","snapshot_observed_at":"2026-08-19T02:38:00.781371Z","submitted_at":"2025-05-18T02:32:35Z","title":"How Reliable is Multilingual LLM-as-a-Judge?","version":1},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-15T20:43:14.270930Z"},"links":{"citing_paper":"/paper/2505.12201"},"observation_digest":"sha256:a446e0e5c679679408ddeaf7c941d4145fbfca62064035552c76466526bb7573","observation_id":"3ad79c96-c90d-47f2-88f9-3352aaca08fa","resolution":{"observed_at":"2026-08-15T20:43:14.270930Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.10076","last_updated":"2023-10-16T05:19:02Z","snapshot_observed_at":"2026-08-19T20:15:57.441818Z","submitted_at":"2023-10-16T05:19:02Z","title":"Verbosity Bias in Preference Labeling by Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.10076","snapshot_observed_at":"2026-08-15T20:43:14.275671Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.12201","last_updated":"2025-05-18T02:32:35Z","snapshot_observed_at":"2026-08-19T02:38:00.781371Z","submitted_at":"2025-05-18T02:32:35Z","title":"How Reliable is Multilingual LLM-as-a-Judge?","version":1},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-15T20:43:14.275671Z"},"links":{"cited_paper":"/paper/2310.10076","citing_paper":"/paper/2505.12201"},"observation_digest":"sha256:fc1e6d4fa900730e7230ac59d0a5bf02bab1bdf2bbaecbd28bd135f532ac5b8c","observation_id":"aff7d780-af52-47f4-b21f-eaa41ed97855","resolution":{"observed_at":"2026-08-15T20:43:14.275671Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:43:14.280822Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.12201","last_updated":"2025-05-18T02:32:35Z","snapshot_observed_at":"2026-08-19T02:38:00.781371Z","submitted_at":"2025-05-18T02:32:35Z","title":"How Reliable is Multilingual LLM-as-a-Judge?","version":1},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-15T20:43:14.280822Z"},"links":{"citing_paper":"/paper/2505.12201"},"observation_digest":"sha256:a6da3ba476d410d2f5cd80fbd87c35cbdf76d2688532badff52b616c252516b5","observation_id":"de8f8f46-dc97-44b3-b9b1-82afa5199486","resolution":{"observed_at":"2026-08-15T20:43:14.280822Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:43:14.285440Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2505.12201","last_updated":"2025-05-18T02:32:35Z","snapshot_observed_at":"2026-08-19T02:38:00.781371Z","submitted_at":"2025-05-18T02:32:35Z","title":"How Reliable is Multilingual LLM-as-a-Judge?","version":1},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-08-15T20:43:14.285440Z"},"links":{"citing_paper":"/paper/2505.12201"},"observation_digest":"sha256:d4685461d3c4bcf3bb0c8fddc39b691ccce635cda2fc514635893908d489d7b5","observation_id":"ba2352a9-0216-4ca9-ab8b-51f7ace637af","resolution":{"observed_at":"2026-08-15T20:43:14.285440Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:43:14.290187Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.12201","last_updated":"2025-05-18T02:32:35Z","snapshot_observed_at":"2026-08-19T02:38:00.781371Z","submitted_at":"2025-05-18T02:32:35Z","title":"How Reliable is Multilingual LLM-as-a-Judge?","version":1},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-08-15T20:43:14.290187Z"},"links":{"citing_paper":"/paper/2505.12201"},"observation_digest":"sha256:fa25be311ed30b7ff2b3697fb70f5e400268edde7d8c5bd13a4218596523971b","observation_id":"67768767-cdb4-4e32-ad73-b1e200c56d95","resolution":{"observed_at":"2026-08-15T20:43:14.290187Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:43:14.294974Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.12201","last_updated":"2025-05-18T02:32:35Z","snapshot_observed_at":"2026-08-19T02:38:00.781371Z","submitted_at":"2025-05-18T02:32:35Z","title":"How Reliable is Multilingual LLM-as-a-Judge?","version":1},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-08-15T20:43:14.294974Z"},"links":{"citing_paper":"/paper/2505.12201"},"observation_digest":"sha256:8add59a2c478d3fd3cd2c44934053a5ccf5d5d6235817d60b22111b5440cffc9","observation_id":"5eb711d3-fb13-4465-b3f4-a8c5f8722f2f","resolution":{"observed_at":"2026-08-15T20:43:14.294974Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:43:14.299817Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.12201","last_updated":"2025-05-18T02:32:35Z","snapshot_observed_at":"2026-08-19T02:38:00.781371Z","submitted_at":"2025-05-18T02:32:35Z","title":"How Reliable is Multilingual LLM-as-a-Judge?","version":1},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-08-15T20:43:14.299817Z"},"links":{"citing_paper":"/paper/2505.12201"},"observation_digest":"sha256:b9c63af97d82ff62c698677dcff32ca7e6d6e737bd1ffd914ae0cbca03e1db77","observation_id":"e5eef079-152f-4bca-93a7-ac8a0e35aa35","resolution":{"observed_at":"2026-08-15T20:43:14.299817Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.18796","last_updated":"2024-05-01T15:37:11Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-04-29T15:33:23Z","title":"Replacing Judges with Juries: Evaluating LLM Generations with a Panel of Diverse Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.18796","snapshot_observed_at":"2026-08-15T20:43:14.304693Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.12201","last_updated":"2025-05-18T02:32:35Z","snapshot_observed_at":"2026-08-19T02:38:00.781371Z","submitted_at":"2025-05-18T02:32:35Z","title":"How Reliable is Multilingual LLM-as-a-Judge?","version":1},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-08-15T20:43:14.304693Z"},"links":{"cited_paper":"/paper/2404.18796","citing_paper":"/paper/2505.12201"},"observation_digest":"sha256:3a0271cded1ffc5ab8c99e0372c82e00a897fd72431a86f6da5350534a7e6091","observation_id":"2ff49664-4a5b-4ef1-8c79-c4ac170bb3ca","resolution":{"observed_at":"2026-08-15T20:43:14.304693Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:43:14.309589Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.12201","last_updated":"2025-05-18T02:32:35Z","snapshot_observed_at":"2026-08-19T02:38:00.781371Z","submitted_at":"2025-05-18T02:32:35Z","title":"How Reliable is Multilingual LLM-as-a-Judge?","version":1},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-08-15T20:43:14.309589Z"},"links":{"citing_paper":"/paper/2505.12201"},"observation_digest":"sha256:4c9c7b7bb701cf6e7fc80864b792b105fbdacdac9e911ca13a5ddbae079b5473","observation_id":"e3be3669-a67d-412b-91a5-939d61b70841","resolution":{"observed_at":"2026-08-15T20:43:14.309589Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:43:14.314122Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.12201","last_updated":"2025-05-18T02:32:35Z","snapshot_observed_at":"2026-08-19T02:38:00.781371Z","submitted_at":"2025-05-18T02:32:35Z","title":"How Reliable is Multilingual LLM-as-a-Judge?","version":1},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-08-15T20:43:14.314122Z"},"links":{"citing_paper":"/paper/2505.12201"},"observation_digest":"sha256:ce067e3fd8c60e3ef59f727a6c256334009066fee33b836fed2f6d11bc466c45","observation_id":"cef5f12f-4658-450a-a749-e6f46ef53078","resolution":{"observed_at":"2026-08-15T20:43:14.314122Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.02666","last_updated":"2024-08-08T17:09:58Z","snapshot_observed_at":"2026-08-18T20:05:45.096677Z","submitted_at":"2024-08-05T17:57:02Z","title":"Self-Taught Evaluators","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.02666","snapshot_observed_at":"2026-08-15T20:43:14.319262Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.12201","last_updated":"2025-05-18T02:32:35Z","snapshot_observed_at":"2026-08-19T02:38:00.781371Z","submitted_at":"2025-05-18T02:32:35Z","title":"How Reliable is Multilingual LLM-as-a-Judge?","version":1},"reference_index":39,"source":"arxiv_source","source_observed_at":"2026-08-15T20:43:14.319262Z"},"links":{"cited_paper":"/paper/2408.02666","citing_paper":"/paper/2505.12201"},"observation_digest":"sha256:e8a7c8d456cf47489adc296e4c8930c3a8115c425bb20a20cd444c3fedbbac88","observation_id":"5c355fc3-6f8f-445a-86c9-61c460d59032","resolution":{"observed_at":"2026-08-15T20:43:14.319262Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.19594","last_updated":"2024-07-30T01:38:06Z","snapshot_observed_at":"2026-08-20T11:42:05.593922Z","submitted_at":"2024-07-28T21:58:28Z","title":"Meta-Rewarding Language Models: Self-Improving Alignment with LLM-as-a-Meta-Judge","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.19594","snapshot_observed_at":"2026-08-15T20:43:14.324324Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.12201","last_updated":"2025-05-18T02:32:35Z","snapshot_observed_at":"2026-08-19T02:38:00.781371Z","submitted_at":"2025-05-18T02:32:35Z","title":"How Reliable is Multilingual LLM-as-a-Judge?","version":1},"reference_index":40,"source":"arxiv_source","source_observed_at":"2026-08-15T20:43:14.324324Z"},"links":{"cited_paper":"/paper/2407.19594","citing_paper":"/paper/2505.12201"},"observation_digest":"sha256:59f7510467b5c99eca9c5f8ce826a52592b0e5a179911d8edb9425067b82d515","observation_id":"44f1bfe0-3fd2-4fc4-9748-ed1eaa6631dd","resolution":{"observed_at":"2026-08-15T20:43:14.324324Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.15115","last_updated":"2025-01-03T02:18:21Z","snapshot_observed_at":"2026-08-17T18:50:07.059564Z","submitted_at":"2024-12-19T17:56:09Z","title":"Qwen2.5 Technical Report","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.15115","snapshot_observed_at":"2026-08-15T20:43:14.329590Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.12201","last_updated":"2025-05-18T02:32:35Z","snapshot_observed_at":"2026-08-19T02:38:00.781371Z","submitted_at":"2025-05-18T02:32:35Z","title":"How Reliable is Multilingual LLM-as-a-Judge?","version":1},"reference_index":41,"source":"arxiv_source","source_observed_at":"2026-08-15T20:43:14.329590Z"},"links":{"cited_paper":"/paper/2412.15115","citing_paper":"/paper/2505.12201"},"observation_digest":"sha256:2b15b79ad3c362505f37ee9bfe1ffb35cf5ec913f5d55fe2f9f37ca19fb3d929","observation_id":"d6b7d6aa-d589-41d1-b584-61084ee63ec4","resolution":{"observed_at":"2026-08-15T20:43:14.329590Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.02736","last_updated":"2024-10-04T03:57:47Z","snapshot_observed_at":"2026-08-01T08:21:19.528254Z","submitted_at":"2024-10-03T17:53:30Z","title":"Justice or Prejudice? Quantifying Biases in LLM-as-a-Judge","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.02736","snapshot_observed_at":"2026-08-15T20:43:14.334417Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.12201","last_updated":"2025-05-18T02:32:35Z","snapshot_observed_at":"2026-08-19T02:38:00.781371Z","submitted_at":"2025-05-18T02:32:35Z","title":"How Reliable is Multilingual LLM-as-a-Judge?","version":1},"reference_index":42,"source":"arxiv_source","source_observed_at":"2026-08-15T20:43:14.334417Z"},"links":{"cited_paper":"/paper/2410.02736","citing_paper":"/paper/2505.12201"},"observation_digest":"sha256:9dd80d5d55485ede7d81a8f18e035757f2cc8a7862b4f977b73e0d8fe9444c34","observation_id":"6e8ca840-9feb-4fc4-b30d-7709179a39cf","resolution":{"observed_at":"2026-08-15T20:43:14.334417Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:43:14.339176Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.12201","last_updated":"2025-05-18T02:32:35Z","snapshot_observed_at":"2026-08-19T02:38:00.781371Z","submitted_at":"2025-05-18T02:32:35Z","title":"How Reliable is Multilingual LLM-as-a-Judge?","version":1},"reference_index":43,"source":"arxiv_source","source_observed_at":"2026-08-15T20:43:14.339176Z"},"links":{"citing_paper":"/paper/2505.12201"},"observation_digest":"sha256:f8d6ec0c586eea8d4db7ff5768bb2274e1e67d104dc35ed292144a2017001e13","observation_id":"ffea80d1-0925-46e4-8364-517abad03145","resolution":{"observed_at":"2026-08-15T20:43:14.339176Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:43:15.066608Z","title":null,"venue":null,"work_id":"b1043f77-7e83-4740-aa2f-3b59de56ddf9","year":2023},"citing_paper":{"arxiv_id":"2505.12201","last_updated":"2025-05-18T02:32:35Z","snapshot_observed_at":"2026-08-19T02:38:00.781371Z","submitted_at":"2025-05-18T02:32:35Z","title":"How Reliable is Multilingual LLM-as-a-Judge?","version":1},"reference_index":44,"source":"arxiv_source","source_observed_at":"2026-08-15T20:43:14.344129Z"},"links":{"citing_paper":"/paper/2505.12201"},"observation_digest":"sha256:bf0b2eae1ac893570cd10ebbd3c9176a1919ec9feed48fcedd7214242dffe42d","observation_id":"25f947f8-a4cb-4836-9bc4-070ea603ee85","resolution":{"observed_at":"2026-08-15T20:43:15.072198Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.17631","last_updated":"2025-03-01T17:06:43Z","snapshot_observed_at":"2026-08-18T04:53:42.954410Z","submitted_at":"2023-10-26T17:48:58Z","title":"JudgeLM: Fine-tuned Large Language Models are Scalable Judges","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.17631","snapshot_observed_at":"2026-08-15T20:43:14.349012Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.12201","last_updated":"2025-05-18T02:32:35Z","snapshot_observed_at":"2026-08-19T02:38:00.781371Z","submitted_at":"2025-05-18T02:32:35Z","title":"How Reliable is Multilingual LLM-as-a-Judge?","version":1},"reference_index":45,"source":"arxiv_source","source_observed_at":"2026-08-15T20:43:14.349012Z"},"links":{"cited_paper":"/paper/2310.17631","citing_paper":"/paper/2505.12201"},"observation_digest":"sha256:5c271af0df4f1ca81e7301ed899fe31dd4e70ce8b9f43f54a795800567833705","observation_id":"d3e155cb-bed5-48ab-b0e2-81d81da632bc","resolution":{"observed_at":"2026-08-15T20:43:14.349012Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2505.12201","last_updated":"2025-05-18T02:32:35Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-19T02:38:00.781371Z","submitted_at":"2025-05-18T02:32:35Z","title":"How Reliable is Multilingual LLM-as-a-Judge?"},"reference_resolution":{"displayed":45,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":45,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":45},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"thesis":"As of 21 August 2026, this Paper Citation Record lists 45 of 45 outbound references and 1 inbound Pith citation observation for arXiv:2505.12201."}