{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2023:QCX3G6P6NDGMYQ73G6NQGCGYTK","short_pith_number":"pith:QCX3G6P6","schema_version":"1.0","canonical_sha256":"80afb379fe68cccc43fb379b0308d89abab4d03a6e3dfac1f8182a0d05c360a8","source":{"kind":"arxiv","id":"2307.03131","version":2},"attestation_state":"computed","paper":{"title":"BLEURT Has Universal Translations: An Analysis of Automatic Metrics by Minimum Risk Training","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Chengqi Zhao, Jiajun Chen, Mingxuan Wang, Shujian Huang, Tao Wang, Yiming Yan","submitted_at":"2023-07-06T16:59:30Z","abstract_excerpt":"Automatic metrics play a crucial role in machine translation. Despite the widespread use of n-gram-based metrics, there has been a recent surge in the development of pre-trained model-based metrics that focus on measuring sentence semantics. However, these neural metrics, while achieving higher correlations with human evaluations, are often considered to be black boxes with potential biases that are difficult to detect. In this study, we systematically analyze and compare various mainstream and cutting-edge automatic metrics from the perspective of their guidance for training machine translati"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2307.03131","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-07-06T16:59:30Z","cross_cats_sorted":[],"title_canon_sha256":"fb4a70a75c28f155bd84a1697f2ed942c6385d346b7bafb292c21b21d588561f","abstract_canon_sha256":"afc5befc4acd231e9b162bff29a28ba26a43748d85d3e4d3e59e529f8cea3138"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:29:04.329089Z","signature_b64":"Es5Ix9FYzxOEdxIRva2P7sa0ZjdMKhOArs+BbGQSHPoKv5qSuaZMN9sICgSYmdGx3yxBn2myj8TC74d6gphkCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"80afb379fe68cccc43fb379b0308d89abab4d03a6e3dfac1f8182a0d05c360a8","last_reissued_at":"2026-07-05T06:29:04.328584Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:29:04.328584Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"BLEURT Has Universal Translations: An Analysis of Automatic Metrics by Minimum Risk Training","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Chengqi Zhao, Jiajun Chen, Mingxuan Wang, Shujian Huang, Tao Wang, Yiming Yan","submitted_at":"2023-07-06T16:59:30Z","abstract_excerpt":"Automatic metrics play a crucial role in machine translation. Despite the widespread use of n-gram-based metrics, there has been a recent surge in the development of pre-trained model-based metrics that focus on measuring sentence semantics. However, these neural metrics, while achieving higher correlations with human evaluations, are often considered to be black boxes with potential biases that are difficult to detect. In this study, we systematically analyze and compare various mainstream and cutting-edge automatic metrics from the perspective of their guidance for training machine translati"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2307.03131","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2307.03131/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2307.03131","created_at":"2026-07-05T06:29:04.328648+00:00"},{"alias_kind":"arxiv_version","alias_value":"2307.03131v2","created_at":"2026-07-05T06:29:04.328648+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2307.03131","created_at":"2026-07-05T06:29:04.328648+00:00"},{"alias_kind":"pith_short_12","alias_value":"QCX3G6P6NDGM","created_at":"2026-07-05T06:29:04.328648+00:00"},{"alias_kind":"pith_short_16","alias_value":"QCX3G6P6NDGMYQ73","created_at":"2026-07-05T06:29:04.328648+00:00"},{"alias_kind":"pith_short_8","alias_value":"QCX3G6P6","created_at":"2026-07-05T06:29:04.328648+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/QCX3G6P6NDGMYQ73G6NQGCGYTK","json":"https://pith.science/pith/QCX3G6P6NDGMYQ73G6NQGCGYTK.json","graph_json":"https://pith.science/api/pith-number/QCX3G6P6NDGMYQ73G6NQGCGYTK/graph.json","events_json":"https://pith.science/api/pith-number/QCX3G6P6NDGMYQ73G6NQGCGYTK/events.json","paper":"https://pith.science/paper/QCX3G6P6"},"agent_actions":{"view_html":"https://pith.science/pith/QCX3G6P6NDGMYQ73G6NQGCGYTK","download_json":"https://pith.science/pith/QCX3G6P6NDGMYQ73G6NQGCGYTK.json","view_paper":"https://pith.science/paper/QCX3G6P6","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2307.03131&json=true","fetch_graph":"https://pith.science/api/pith-number/QCX3G6P6NDGMYQ73G6NQGCGYTK/graph.json","fetch_events":"https://pith.science/api/pith-number/QCX3G6P6NDGMYQ73G6NQGCGYTK/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/QCX3G6P6NDGMYQ73G6NQGCGYTK/action/timestamp_anchor","attest_storage":"https://pith.science/pith/QCX3G6P6NDGMYQ73G6NQGCGYTK/action/storage_attestation","attest_author":"https://pith.science/pith/QCX3G6P6NDGMYQ73G6NQGCGYTK/action/author_attestation","sign_citation":"https://pith.science/pith/QCX3G6P6NDGMYQ73G6NQGCGYTK/action/citation_signature","submit_replication":"https://pith.science/pith/QCX3G6P6NDGMYQ73G6NQGCGYTK/action/replication_record"}},"created_at":"2026-07-05T06:29:04.328648+00:00","updated_at":"2026-07-05T06:29:04.328648+00:00"}