{"as_of":"2026-08-19T16:24:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:5629086b8493551609e6f32ea6f58b3ac43c18d1da51f8ad90eca49528d28bc4","coverage":[{"denominator":81,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":81,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T23:12:43.694329Z","state":"measured"},{"denominator":82,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":82,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-19T06:32:44.657259+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-05-10T06:07:15.198716Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-10T06:11:20.408766Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"cited_work":{"arxiv_id":"2506.19571","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.19571","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"arXiv preprint arXiv:2506.19571 , year=","venue":null,"work_id":"213a6496-f18d-45eb-b8c4-72809620c4bb","year":null},"citing_paper":{"arxiv_id":"2604.17393","last_updated":"2026-04-21T16:02:36Z","snapshot_observed_at":"2026-08-02T19:33:57.564794Z","submitted_at":"2026-04-19T11:42:55Z","title":"Who Watches the Watchmen? Humans Disagree With Translation Metrics on Unseen Domains","version":2},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-05-10T06:07:15.198716Z"},"links":{"cited_paper":"/paper/2506.19571","citing_paper":"/paper/2604.17393"},"observation_digest":"sha256:d62d1f710d4cadcc4ea3319118200d747a62509cf9d9f422952ba35a094cfc19","observation_id":"e6fc7770-3a34-4896-8f59-5f52ac9fcab2","resolution":{"observed_at":"2026-05-10T06:11:20.410018Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2506.19571/citation-record","integrity":"/paper/2506.19571/integrity","json":"/paper/2506.19571/citation-record.json","paper":"/paper/2506.19571"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.427941Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.427941Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:b23a4f78b88e9fbdfba329372cbcf416fc577149b19daccae82a68e4988714b9","observation_id":"5d1faa61-7330-47c6-9420-c073fb4b526c","resolution":{"observed_at":"2026-08-06T23:12:43.427941Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.18403","last_updated":"2025-06-02T11:31:19Z","snapshot_observed_at":"2026-08-16T14:19:08.369776Z","submitted_at":"2024-06-26T14:56:13Z","title":"LLMs instead of Human Judges? A Large Scale Empirical Study across 20 NLP Evaluation Tasks","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.18403","snapshot_observed_at":"2026-08-06T23:12:43.431998Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.431998Z"},"links":{"cited_paper":"/paper/2406.18403","citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:56f51f3d4726f4f04f0b0845f9255c62d2dcca99f51e129d8681f4e144046f1d","observation_id":"f69b0178-882e-4c9b-beba-e99237dd2353","resolution":{"observed_at":"2026-08-06T23:12:43.431998Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.436234Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.436234Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:2759cebab9c182f5a7cc3376c9749bde0b85f386e7452c13122cb4df0f4fe2d8","observation_id":"0c28f096-8d52-478f-aca5-8d6fd666f834","resolution":{"observed_at":"2026-08-06T23:12:43.436234Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.439576Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.439576Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:2a14a4145f7150ce03e50f545add4400a6a5be5bbfc628732849b111a58899d8","observation_id":"b2b4e895-068a-4333-a453-810dd96a2cd7","resolution":{"observed_at":"2026-08-06T23:12:43.439576Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.443090Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.443090Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:004306f0e2d6510f196a18bf3e46fe4fbecd61888827f21c788bea910765edbf","observation_id":"46d8f676-eecb-4a22-9ad1-ef30d09fd0c4","resolution":{"observed_at":"2026-08-06T23:12:43.443090Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2023.wmt-1.60","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":null,"venue":null,"work_id":"03c9c813-4e99-49bd-b39e-02fc9c669b84","year":2023},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.446582Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:54b5826c15bc84c7f658ebd83cebe83a6dc25547a3860cb45b62db43c4c99470","observation_id":"c26d07df-d1b5-4787-96ac-4923647c0da5","resolution":{"observed_at":"2026-08-06T23:12:44.011039Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2023.wmt-1.59","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":null,"venue":null,"work_id":"d31b9d1a-eb65-45b6-b282-ad4b64603d64","year":2023},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.450182Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:e716c5579b6c35762d94b7179e19c08a8b3ede45791c45ec00749512ecbabe4a","observation_id":"08a44139-43ee-4a53-962e-c4fb437d0d8b","resolution":{"observed_at":"2026-08-06T23:12:44.001102Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2023.wmt-1.61","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":null,"venue":null,"work_id":"1582e386-2e71-435b-902d-ebc0a8e1cc50","year":2023},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.453411Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:12483955007fda8d9fe8683e692309b84f154effab3150c635844a1f81e66574","observation_id":"64196bb0-45fa-4376-b6de-fd03b74cf451","resolution":{"observed_at":"2026-08-06T23:12:43.990638Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.456588Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.456588Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:4b1b832fd4f3d0e019813eba264ea4badb0b84a3566dc5fb0a038cad0107497a","observation_id":"aebdefee-e325-4ed4-89e5-e0e100a9fb89","resolution":{"observed_at":"2026-08-06T23:12:43.456588Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.15387","last_updated":"2024-12-11T23:00:55Z","snapshot_observed_at":"2026-08-15T08:25:23.240962Z","submitted_at":"2024-11-23T00:02:21Z","title":"From Jack of All Trades to Master of One: Specializing LLM-based Autoraters to a Test Set","version":2},"cited_work":{"arxiv_id":"2411.15387","doi":null,"metadata_source":"pith","pith_arxiv_id":"2411.15387","snapshot_observed_at":"2026-08-06T23:12:44.210234Z","title":"From Jack of All Trades to Master of One: Specializing LLM-based Autoraters to a Test Set","venue":"cs.CL","work_id":"27ba8a91-80f1-43fd-bf6b-bd2eb8045158","year":2024},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.460215Z"},"links":{"cited_paper":"/paper/2411.15387","citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:ccae4ce7b452eca50ffd59ed681c8b205a913a588a44909dd9a2d1a100ce00b3","observation_id":"07ce0915-a39c-4b1a-ade1-b61e9c2304cd","resolution":{"observed_at":"2026-08-06T23:12:44.214904Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.466323Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.466323Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:fb18f334363157feed1beb1bbf8b4a3dcafac98d85d746eb5f5cfe84eb4543b4","observation_id":"02acf589-ed13-4bde-8413-5df7af86993f","resolution":{"observed_at":"2026-08-06T23:12:43.466323Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.469574Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.469574Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:44dfdbbeeffd7ec634677029c35655d0df4ec6552cb1b5d7cc375f72b3bb71c7","observation_id":"bf22a57c-bdff-4e32-a44f-796df7f786c6","resolution":{"observed_at":"2026-08-06T23:12:43.469574Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.472888Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.472888Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:436266432621ec1b4265253c00de758eff73ee6f6a894e394a2246674a44624c","observation_id":"9c16c469-41b4-4df7-8722-33a0a6fab2ba","resolution":{"observed_at":"2026-08-06T23:12:43.472888Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.476114Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.476114Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:a3870008c0cef128d01f09b7421ce6027e103d86ebb57719ea3db02841673da0","observation_id":"7120e2fb-9da0-40ed-8191-e8e8735e2c45","resolution":{"observed_at":"2026-08-06T23:12:43.476114Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:44.438952Z","title":null,"venue":null,"work_id":"e9e18d11-42ae-46ed-a5c3-af4650bbab5d","year":2021},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.479848Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:981186d1467142e3c32d703ee41a57f86217c633e7ce68208ae66d5a57f87f16","observation_id":"a46be2f7-fe73-438f-bc1e-09fbea1c57b7","resolution":{"observed_at":"2026-08-06T23:12:44.442345Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2023.wmt-1.62","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":null,"venue":null,"work_id":"05e4ccee-c9c8-40c7-81c6-84500e7c0aac","year":2023},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.483110Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:06a7bc0eb81f628a4d83c82749a96d306f6026b04e19062b33ee8e5b5c2b44b8","observation_id":"be7a8a56-57fc-4cdf-9663-d801924d5705","resolution":{"observed_at":"2026-08-06T23:12:43.959627Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.486731Z","title":"Guerreiro, Ricardo Rei, Daan van Stigt, Luisa Coheur, Pierre Colombo, and Andr \\'e F","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.486731Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:5748cf08cd7a5c02dc174b6acdac71479760719ac99f65c023a5bdd06c64f360","observation_id":"8a599081-9913-44c3-94a5-a05cc9cf525b","resolution":{"observed_at":"2026-08-06T23:12:43.486731Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.489812Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.489812Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:57025f9b87fe62db7c6bb128a2e4e1134d227bf29845a664488420fd812c66d7","observation_id":"5a5afca0-55fa-4c06-9045-7f0c70f4f8d5","resolution":{"observed_at":"2026-08-06T23:12:43.489812Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.493297Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.493297Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:2caa8bcef289f9ed3654eb262ced3811ca8b69b26834536fd315ecd3f7d1f573","observation_id":"80268e29-2c6f-4d24-a8c0-2bdfc42486fe","resolution":{"observed_at":"2026-08-06T23:12:43.493297Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.496409Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.496409Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:d5150ccfa2f87b400dfaf7a1e4fa4d028f09d44590ccdd9d8c4e4e9b27d1c597","observation_id":"bae0121d-5aa8-4b64-8037-05d9b81c6ff4","resolution":{"observed_at":"2026-08-06T23:12:43.496409Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.499566Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.499566Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:ee242f7cf2f50b47149ac2be94130bdbd97aeae7d67fd7b886be94fae9808aba","observation_id":"f518c0cd-7d7a-4351-ad19-af4a0495a8e4","resolution":{"observed_at":"2026-08-06T23:12:43.499566Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.502945Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.502945Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:7650fcc3d7da091d835f2933954e97963de30223ebca42b49317d3744d4cfa34","observation_id":"54056771-d41f-484e-8acd-e99e308f72a1","resolution":{"observed_at":"2026-08-06T23:12:43.502945Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.506400Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.506400Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:3df8c11d2f7b510d8e6d270ee161b1c6d99599159f74b03eaf3233148072a5a7","observation_id":"d97affa3-2b57-4c7f-aa78-d77f5d59622c","resolution":{"observed_at":"2026-08-06T23:12:43.506400Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.509725Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.509725Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:f042e0cb09ac7b2cf2ed3559a52f7c820b0c0ba07c385ce0d3580e0def277467","observation_id":"7778c4a2-442b-4280-a3e3-22f3e11d37a3","resolution":{"observed_at":"2026-08-06T23:12:43.509725Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:44.424450Z","title":null,"venue":null,"work_id":"d35bd0a2-fead-4b2e-b7d9-49300f782950","year":2022},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.513804Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:67525086a9935759c5bb9c85dbc13387ed317e84a66d956383f8734bc7e03709","observation_id":"5889f5ad-f5f0-45df-903b-b3f55c41e6c7","resolution":{"observed_at":"2026-08-06T23:12:44.427696Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.516941Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.516941Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:17f7647c4c825f5c7ad6a49fd72e12c02e09a672b55f351a0ef4c0bf0bd4c8eb","observation_id":"e352f0b0-6958-4969-9504-4b85f0504b46","resolution":{"observed_at":"2026-08-06T23:12:43.516941Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:44.415308Z","title":null,"venue":null,"work_id":"df0361ed-7a4b-4088-8843-b25d0d4a5ffd","year":2023},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.520427Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:7c3dfdd643fe3f33bc9f993b01e194f0d47d8185d3b2410d0994d293e62b31e0","observation_id":"6467f301-447b-4eee-8aab-c448120212dd","resolution":{"observed_at":"2026-08-06T23:12:44.418523Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:44.406422Z","title":null,"venue":null,"work_id":"a813c0e7-bde2-4dad-a467-1715b788bf45","year":2021},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.524004Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:e4734c7c17b897ca9fe59b74b11268f6804647940ad5f2310e813ca7cacc9574","observation_id":"bdfd9391-ee8c-4f5c-9ad2-fe3644db3737","resolution":{"observed_at":"2026-08-06T23:12:44.409832Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:44.398017Z","title":null,"venue":null,"work_id":"6a1daf98-cefd-40bb-abb6-a4982ef642bd","year":2022},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.527770Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:5bcfca449ea3457e55e862d1d5d9be4ff784ff96181dfdf55bbaf7c27aa7c594","observation_id":"5573e5ca-5f00-4a2d-9a8e-e4677706dd3f","resolution":{"observed_at":"2026-08-06T23:12:44.401101Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.531143Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.531143Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:0fe177ea063176abd37dff91d0ac9dea24ebe99d75fbad627254d3e338db2521","observation_id":"9ced57b1-92b1-401b-8c90-6fecd695e856","resolution":{"observed_at":"2026-08-06T23:12:43.531143Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.534918Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.534918Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:9f7ef2865e1709c4e0297a33e19bb6abf931a56166269161089e61f221fb6257","observation_id":"b1144471-2d1b-47f4-a584-53ca8574ff49","resolution":{"observed_at":"2026-08-06T23:12:43.534918Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:44.388933Z","title":null,"venue":null,"work_id":"2a3aa1c5-b0bd-4a6a-8dcd-3c5ba78de23e","year":2022},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.538039Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:74dea50b695b072e4d65efa9749ff374d5652d435045ef49438195ce653fd474","observation_id":"461db4bd-5c06-4ba9-9e21-3203bf2e7876","resolution":{"observed_at":"2026-08-06T23:12:44.391929Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.541051Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.541051Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:dabcb38f5af492288e5239bac8e5cd39497720d8920a4de7d5f293004ca15d6e","observation_id":"53fd8339-a907-4ca2-8372-3a20b84a0c90","resolution":{"observed_at":"2026-08-06T23:12:43.541051Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.5565/rev/tradumatica.77","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":null,"venue":"Tradumàtica tecnologies de la traducció","work_id":"e5b5f624-66b8-4ae2-a68b-314ee07e6182","year":2014},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.544236Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:011122e7bffef5f7f9b85a27f6ed4dc2e63571aae38645d1d7b3cfbe27ada73e","observation_id":"1283598e-838d-44e1-b0e5-75de064b99f7","resolution":{"observed_at":"2026-08-06T23:12:43.893194Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:44.380299Z","title":null,"venue":null,"work_id":"810c54cc-32e4-46ec-963a-66c18ea4c1a5","year":2014},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.547625Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:cdc067064cbfa078fbcf30d5339ebb34c9ec9efa554956ecb074fad9ce47337d","observation_id":"7c23bea4-43c4-4a4d-8e1c-194525cfd0bd","resolution":{"observed_at":"2026-08-06T23:12:44.383344Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1162/coli_a_00541","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":null,"venue":"Computational Linguistics","work_id":"c41adc7d-7ba3-4f03-8bd8-f9a86f6e5b03","year":2025},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.550675Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:8647a86e78e5736ee9b740d76fb40783f441ce81fa47f0ca1777419e9b5e50b4","observation_id":"358cbedb-d623-4409-882d-d39b9f6bd40d","resolution":{"observed_at":"2026-08-06T23:12:43.883708Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.553925Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.553925Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:c8452651832fa6a3ed3f3b6074b990432b3dff6dbaa2ebe38b43e6b02accb0dc","observation_id":"d4df8d7f-0fb5-4491-a317-fd344b4e4901","resolution":{"observed_at":"2026-08-06T23:12:43.553925Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:44.371309Z","title":null,"venue":null,"work_id":"b5929c6d-d799-4216-b2bb-c45df96791bb","year":2020},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.557105Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:a09d4cd2a78c6527b17f6b44b3ea7a15084e47548b772d29359637303ef99926","observation_id":"47ad6f33-6510-4ece-859b-8c17f2b5dc64","resolution":{"observed_at":"2026-08-06T23:12:44.374615Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.560964Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":39,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.560964Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:2b120024f518937ba639e8c3069a4069229fc6c897556abfb31754c83252b7bc","observation_id":"2fd457a6-bba5-436d-bed1-3f7531734495","resolution":{"observed_at":"2026-08-06T23:12:43.560964Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:44.361686Z","title":null,"venue":null,"work_id":"741bd2fb-0a4d-4efa-9381-a6e8a473dcad","year":2022},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":40,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.564596Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:90daa0b3dfcb32ba589281273d5be20d860d206f3cce52575d486122c5923efe","observation_id":"a3b93afd-fb89-4bd9-9f3b-7b6a642e4bcf","resolution":{"observed_at":"2026-08-06T23:12:44.364984Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:44.352577Z","title":null,"venue":null,"work_id":"cbc3c504-d8f9-4f23-b2d0-93c69b714713","year":2022},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":41,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.567766Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:a0054b9b243e92122f10851f78eb6c01a2b7ea801413ddcc3f7b6a30a6dc73b7","observation_id":"aefb62ae-4ebd-4687-b654-455d30a60d5c","resolution":{"observed_at":"2026-08-06T23:12:44.355789Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2023.wmt-1.66","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":null,"venue":null,"work_id":"6fd81ea9-8108-4f5a-aa19-0f42f0b623dc","year":2023},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":42,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.570678Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:4af4d3dae3c31c9a7f25c7b5039054a5bd3b3183603ba610f21f1b2ffeef242d","observation_id":"cf0273d2-3be9-4ba0-8714-f677dd1811e8","resolution":{"observed_at":"2026-08-06T23:12:43.868485Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.574042Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":43,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.574042Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:bbc4aa3bf2a5477ff0474eb525608a2e23ce7e75615d48e2ccd8b3b101c65a84","observation_id":"2197fda9-9d75-43b6-9e33-dfaa87046048","resolution":{"observed_at":"2026-08-06T23:12:43.574042Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2023.wmt-1.67","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":null,"venue":null,"work_id":"09c22f5b-5c42-42ad-8ff6-21f9b1afc0c0","year":2023},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":44,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.577009Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:577b55e2f1c5e498e9be4d6d9ac5983b0ce5770a91740e1418cc6064fe37d1bd","observation_id":"bcac4b26-9a38-488c-91e0-9179507ba304","resolution":{"observed_at":"2026-08-06T23:12:43.854829Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.580476Z","title":null,"venue":null,"work_id":null,"year":2002},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":45,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.580476Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:792eca06156846e243caf84474e6752934f696eb7338596d3e1ae0561cb3ce12","observation_id":"ca5e5524-fdbb-4364-867f-0bda724c6b5e","resolution":{"observed_at":"2026-08-06T23:12:43.580476Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.583405Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":46,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.583405Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:a3e9231d05783fe7a528e9ba78f38245090c8a998f3f243fffe8ddb564496a42","observation_id":"a8e8ffa4-b24a-4af9-9a88-c6feff142a49","resolution":{"observed_at":"2026-08-06T23:12:43.583405Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.587205Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":47,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.587205Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:3d2ae016c820b31c456472e7b7ec457ee5aa588bee50a344d4c0be0adfa20b51","observation_id":"989f980c-ff12-4e86-92b2-9517bd72ab1e","resolution":{"observed_at":"2026-08-06T23:12:43.587205Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:44.341152Z","title":null,"venue":null,"work_id":"17c5530d-659f-4b2d-95b0-073d90988f21","year":2022},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":48,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.590901Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:555ed33e36f0e3485a573c0531b487c253226bc6535994e9730d87859b100f38","observation_id":"158f8206-35e6-486a-b8b0-258d050b275d","resolution":{"observed_at":"2026-08-06T23:12:44.345877Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.594578Z","title":null,"venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":49,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.594578Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:0181598abff4400979060f7dd8d92cfc90c548d4120bb882b238248d259a6cc8","observation_id":"8e07045e-debf-4cf5-b565-83ba305e690b","resolution":{"observed_at":"2026-08-06T23:12:43.594578Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.597703Z","title":null,"venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":50,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.597703Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:622d5a0e03f609e7c49b54a4ad20f2211cc558c17e6e272fef9734a2276288cc","observation_id":"607b57b1-fb25-4e90-87dd-ef0ff1f7795a","resolution":{"observed_at":"2026-08-06T23:12:43.597703Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:44.331860Z","title":null,"venue":null,"work_id":"70c63316-4a40-4c75-a6ae-a0e9359e4a24","year":2022},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":51,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.601093Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:c064fe11559d070b893a151deacaf5c04c1e80455ca4692279085726ebe4bd7e","observation_id":"598c07f7-071d-485e-8f67-244d35247df6","resolution":{"observed_at":"2026-08-06T23:12:44.335126Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:44.322547Z","title":null,"venue":null,"work_id":"300e09d4-2f00-4cf0-a3be-e341b26562a0","year":2021},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":52,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.604239Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:cca552ea65a426e8f60d915f384af0f1467528229c9672470ad2cf70f4967c44","observation_id":"7b87edab-f39b-43b8-b706-006987ad7ee2","resolution":{"observed_at":"2026-08-06T23:12:44.325813Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.607496Z","title":"Guerreiro, Jos \\ A Pombal, Daan van Stigt, Marcos Treviso, Luisa Coheur, Jos \\'e G","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":53,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.607496Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:dda380a3cb64755de923a39baa52c9e5dcfb3af4a1d7419be5103ddb6d003618","observation_id":"498e89c4-8ffc-4590-ac2b-37c2c49b51ed","resolution":{"observed_at":"2026-08-06T23:12:43.607496Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.611449Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":54,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.611449Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:59e64c9ddf60ff2e4e615f65cc7d6aeda8290ed6485a564e70b288450290bcf4","observation_id":"1b30a171-8faf-46cd-a6d7-81afe2c7f1b9","resolution":{"observed_at":"2026-08-06T23:12:43.611449Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:44.311419Z","title":null,"venue":null,"work_id":"d156a0f9-0529-4b40-bf1c-9de499da7e30","year":2020},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":55,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.615147Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:238db86f41b564e1f49e355555f5a059f0c0a1b266527dc16ce05e076992caed","observation_id":"61e90f79-69d2-4145-9066-d87d0785c5f8","resolution":{"observed_at":"2026-08-06T23:12:44.315910Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:44.301501Z","title":"Guerreiro, Chrysoula Zerva, Ana C Farinha, Christine Maroti, Jos \\'e G","venue":null,"work_id":"b5e26ce8-8626-4c6f-ac6c-29eca5a74c58","year":2022},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":56,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.618628Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:8c237a0eab1e2681df7f1e005afef91a7af115ad1dac68ec276274650928b6be","observation_id":"c1f37390-c867-46be-8971-ee75fa1ce344","resolution":{"observed_at":"2026-08-06T23:12:44.305485Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.621898Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":57,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.621898Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:ae84a76261e162035c488aac18ac518b5937c1ee440b8f958189db4628ab131e","observation_id":"a378681e-43db-40f6-a779-7eed0b53e5cb","resolution":{"observed_at":"2026-08-06T23:12:43.621898Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.625231Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":58,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.625231Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:d31ba42dfd0af9a491cc531670e5e5af04981e699101624b1149024331b662b4","observation_id":"dc106c18-ca40-44eb-a4dd-7cf48457a6eb","resolution":{"observed_at":"2026-08-06T23:12:43.625231Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:44.291513Z","title":null,"venue":null,"work_id":"260a854a-e0b7-4727-885b-913507ea9d00","year":2020},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":59,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.628786Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:972f809238b6e312e327fc75bd9b67c52fdf8dd49654858c201fd7909cfa8047","observation_id":"b343497e-3323-4495-81de-55c18285a326","resolution":{"observed_at":"2026-08-06T23:12:44.295356Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.631836Z","title":null,"venue":null,"work_id":null,"year":2006},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":60,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.631836Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:c977d267ac6341be7d4e173c007a064c3ec6c998b1acdc86264ecb058925f758","observation_id":"f096395f-cc7a-41c9-9658-3dd334131ada","resolution":{"observed_at":"2026-08-06T23:12:43.631836Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/w19-5359","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":null,"venue":null,"work_id":"1c2b71b6-b898-41a7-9e0d-874b44078af2","year":2019},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":61,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.634782Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:144a414c30d7697c3d33a36a54c1c28ad23a00544aaedcc681fa4858bcf88e24","observation_id":"6a93ee71-914c-48b1-bc25-01d5447db732","resolution":{"observed_at":"2026-08-06T23:12:43.805208Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2207.04672","last_updated":"2022-08-25T17:10:53Z","snapshot_observed_at":"2026-07-06T13:29:47.927628Z","submitted_at":"2022-07-11T07:33:36Z","title":"No Language Left Behind: Scaling Human-Centered Machine Translation","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2207.04672","snapshot_observed_at":"2026-08-06T23:12:43.638484Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":62,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.638484Z"},"links":{"cited_paper":"/paper/2207.04672","citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:80c3d232733f21dfcc6d950a9d43709fb5ed6a2245ae7fbc2f5ff4c481137b66","observation_id":"057811ed-a483-425b-8d1c-981d247f2a8a","resolution":{"observed_at":"2026-08-06T23:12:43.638484Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.642046Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":63,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.642046Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:1f12ae0107dbce01e8cd714cdc81a636598dda9753f753f81c7fd7234e0687fa","observation_id":"afc9ed21-fb2a-40f8-a223-dbff746d1faa","resolution":{"observed_at":"2026-08-06T23:12:43.642046Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.645411Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":64,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.645411Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:5d7fc036248aa33361cbbbb2da1ec9f4afa679296cbd6b6c9471499c7e282f0d","observation_id":"c35d3637-4128-4830-a870-3c0fe37ba908","resolution":{"observed_at":"2026-08-06T23:12:43.645411Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.649337Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":65,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.649337Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:699514987e956d187ee402accf0fe7108465c041fbd17467ad759a670f84e133","observation_id":"16474942-ba24-41a1-b680-b869085ac611","resolution":{"observed_at":"2026-08-06T23:12:43.649337Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:44.276222Z","title":null,"venue":null,"work_id":"c80ceae1-e614-4f69-87c1-a44c14379927","year":2020},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":66,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.652655Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:6dbcb55bb2b6917d980f5d9be885dbbe5e97b95964e22d712775bc2d146993aa","observation_id":"7a15e544-f25d-4827-87cc-e411a4adf314","resolution":{"observed_at":"2026-08-06T23:12:44.279631Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:44.266639Z","title":null,"venue":null,"work_id":"65077be3-15b4-40d2-a7ca-a50be8cbce9a","year":2022},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":67,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.656144Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:bcf142fd7578a7ab8e6f439fceef743e0e51de6e42c41184c5e2841771d2355f","observation_id":"d6ae8acc-0665-497b-a3c9-5cddcce59e6c","resolution":{"observed_at":"2026-08-06T23:12:44.270210Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2023.wmt-1.69","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":null,"venue":null,"work_id":"a7b94dc9-b314-47c0-bb1c-3645805e55f4","year":2023},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":68,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.659052Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:c874400bb8af5e772fd517f0f304b0930a240313feb726112e85f09fee0599c1","observation_id":"081dd103-e146-4edd-b70c-3befa02efa01","resolution":{"observed_at":"2026-08-06T23:12:43.780154Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:44.257939Z","title":"Wong, Lidia S","venue":null,"work_id":"774913d2-ff00-460d-ba00-2212c17a43e1","year":2022},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":69,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.661614Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:4ccbe55715a2e2f916a23ea751b96362ab54134b3959789ae4e30a85a0bf5700","observation_id":"413e9ea6-81a0-42ca-82d5-26084a1cfed7","resolution":{"observed_at":"2026-08-06T23:12:44.261002Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2022.acl-long.558","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":null,"venue":"Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","work_id":"d0c2bf08-961d-4cd9-a21f-24fdd7581f9b","year":2022},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":70,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.665240Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:89608147fc0ee2b8df86a1082aec29c0d0e9f96fe7f2e0bbc508423fc1334ae6","observation_id":"db723919-4e11-4c0a-aba6-a77d2f0b760a","resolution":{"observed_at":"2026-08-06T23:12:43.771458Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/w16-2342","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":null,"venue":null,"work_id":"6de77617-137a-49f8-9dc8-108545969b00","year":2016},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":71,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.667960Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:ecf2d2669a42dc99991bc03635b3d9134950ac0e30646a11ae444bd52b3bb08a","observation_id":"5d326642-b521-488d-b063-7c4818f41d18","resolution":{"observed_at":"2026-08-06T23:12:43.763692Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2023.wmt-1.70","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":null,"venue":null,"work_id":"a471794a-0672-46f2-b835-0dcb4c38df75","year":2023},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":72,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.670683Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:fd89a8bba6cf31f3bb5b1b2395cbf9b282be55657237c18703712210c5b84093","observation_id":"de040c3f-fbfb-4bfc-b33f-9f47b39db586","resolution":{"observed_at":"2026-08-06T23:12:43.754031Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:44.249211Z","title":null,"venue":null,"work_id":"782efabc-12c6-409d-b24f-e70c76291dcc","year":2020},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":73,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.673180Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:1ab86319470e365724e4b460ce5d42b228eb64965a1d602df0ab546d218dba73","observation_id":"47d9073d-8b37-451f-99e7-a8a1d6e4540e","resolution":{"observed_at":"2026-08-06T23:12:44.252388Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2023.acl-long.283","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":null,"venue":null,"work_id":"751b1468-7242-4319-aee5-e12bd7e45e6f","year":2023},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":74,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.675394Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:2382f3ebc6ad2d51623e9ba33731770233f66acc4e4afd07290be6950b9922ad","observation_id":"f89a477a-6e1c-40f8-b0d2-f20f5f4d4d2c","resolution":{"observed_at":"2026-08-06T23:12:43.745800Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2022.findings-emnlp.489","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":null,"venue":null,"work_id":"46b67acf-485c-417e-ac4c-ca7e96883537","year":2022},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":75,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.678034Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:4c384b12c3c865d1e28874a8879235c4cee347463ad0329a4f95e791d3a26f70","observation_id":"ccff4338-1d13-4566-a23d-3d5eaceba78c","resolution":{"observed_at":"2026-08-06T23:12:43.736903Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.680658Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":76,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.680658Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:5eb8afdb6cc1fde1504742a2d110748313b4cff2dda6cf746ce21e23f1579d75","observation_id":"83d3320b-139f-4245-94ed-e597e6e3a183","resolution":{"observed_at":"2026-08-06T23:12:43.680658Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:44.239654Z","title":"Weinberger, and Yoav Artzi","venue":null,"work_id":"a265cc8f-0cba-44a7-a7b8-1e031a1430bb","year":2020},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":77,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.683192Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:1a1a0248458ed1250d1de593299d7b61039c9e9c2e9309a6cbdc43a4947dc5d8","observation_id":"dc1b4fb9-08c2-467e-bcb7-6270f36ec530","resolution":{"observed_at":"2026-08-06T23:12:44.243030Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2306.05685","last_updated":"2023-12-24T02:01:34Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-06-09T05:55:52Z","title":"Judging LLM-as-a-Judge with MT-Bench and Chatbot Arena","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.05685","snapshot_observed_at":"2026-08-06T23:12:43.685745Z","title":"Xing, Hao Zhang, Joseph E","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":78,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.685745Z"},"links":{"cited_paper":"/paper/2306.05685","citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:d5a946484be098c1b108a4e2631f692a3375074706b3663d039d6996c8487c40","observation_id":"52a7dabf-4fb5-4ec9-b178-31cb95313787","resolution":{"observed_at":"2026-08-06T23:12:43.685745Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.688826Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":79,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.688826Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:252814b9114f8d9692683d78e7a07c88e66b290ea2c81b7e162dde7d892fad47","observation_id":"3e4a6987-6a20-4bab-8f98-da956daaee76","resolution":{"observed_at":"2026-08-06T23:12:43.688826Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.691207Z","title":"online\" 'onlinestring :=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":80,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.691207Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:0664c8f1ab69285fac943fc2ff09d2c9ea6fadea7745fe45a8bbe7ca31cd9d0b","observation_id":"a5bbd10f-b365-47f8-9dde-b5a3ec778e50","resolution":{"observed_at":"2026-08-06T23:12:43.691207Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.694329Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":81,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.694329Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:3738c81a4230234fa608a9727f1c0e6352b48fed7d72d704bea96643a7d8cd36","observation_id":"a089c501-d93a-4177-b46c-7706fda128a2","resolution":{"observed_at":"2026-08-06T23:12:43.694329Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-15T08:25:39.443030Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress"},"reference_resolution":{"displayed":81,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":62,"verified_exact":16,"verified_fuzzy":3},"total_outbound_references":81},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"thesis":"As of 19 August 2026, this Paper Citation Record lists 81 of 81 outbound references and 1 inbound Pith citation observation for arXiv:2506.19571."}