{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:CYPUBE3ACEMTPD43KFXWPZNU76","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"086c4b7f4ac68665b2a2b06419e738edbfccd5fe1b921681b2b008570e94ae81","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-16T15:03:14Z","title_canon_sha256":"56aa7ea1d359cd5235331665b7ca088bd6352d412673c0b319c07ba47aecfdab"},"schema_version":"1.0","source":{"id":"2310.10482","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.10482","created_at":"2026-07-05T07:01:20Z"},{"alias_kind":"arxiv_version","alias_value":"2310.10482v1","created_at":"2026-07-05T07:01:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.10482","created_at":"2026-07-05T07:01:20Z"},{"alias_kind":"pith_short_12","alias_value":"CYPUBE3ACEMT","created_at":"2026-07-05T07:01:20Z"},{"alias_kind":"pith_short_16","alias_value":"CYPUBE3ACEMTPD43","created_at":"2026-07-05T07:01:20Z"},{"alias_kind":"pith_short_8","alias_value":"CYPUBE3A","created_at":"2026-07-05T07:01:20Z"}],"graph_snapshots":[{"event_id":"sha256:dbdde0c04462db6f53100f210c15d49df2817696d0cc9747a880aec3b9ec503e","target":"graph","created_at":"2026-07-05T07:01:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.10482/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Widely used learned metrics for machine translation evaluation, such as COMET and BLEURT, estimate the quality of a translation hypothesis by providing a single sentence-level score. As such, they offer little insight into translation errors (e.g., what are the errors and what is their severity). On the other hand, generative large language models (LLMs) are amplifying the adoption of more granular strategies to evaluation, attempting to detail and categorize translation errors. In this work, we introduce xCOMET, an open-source learned metric designed to bridge the gap between these approaches","authors_text":"Andr\\'e F.T. Martins, Daan van Stigt, Luisa Coheur, Nuno M. Guerreiro, Pierre Colombo, Ricardo Rei","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-16T15:03:14Z","title":"xCOMET: Transparent Machine Translation Evaluation through Fine-grained Error Detection"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.10482","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9a9da864f6b7af74b535972934119ad8ef0c03eb4f4315c4d0dda48d6f1ba5bc","target":"record","created_at":"2026-07-05T07:01:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"086c4b7f4ac68665b2a2b06419e738edbfccd5fe1b921681b2b008570e94ae81","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-16T15:03:14Z","title_canon_sha256":"56aa7ea1d359cd5235331665b7ca088bd6352d412673c0b319c07ba47aecfdab"},"schema_version":"1.0","source":{"id":"2310.10482","kind":"arxiv","version":1}},"canonical_sha256":"161f4093601119378f9b516f67e5b4ff9bc5638998f00a930c337d129184ad10","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"161f4093601119378f9b516f67e5b4ff9bc5638998f00a930c337d129184ad10","first_computed_at":"2026-07-05T07:01:20.676395Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:01:20.676395Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"KzJkfFk8SA73R6pOF2DWXYPSAC95lVmEjfaqpLTtZu9lLRoykj1a7UkHRA68GHwmG/4BqasmKFfftiLAx10cCw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:01:20.676836Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.10482","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9a9da864f6b7af74b535972934119ad8ef0c03eb4f4315c4d0dda48d6f1ba5bc","sha256:dbdde0c04462db6f53100f210c15d49df2817696d0cc9747a880aec3b9ec503e"],"state_sha256":"bc54980cf3c10c460e768bbb7aa88d725941f7626d4a4c259566d90732042a47"}