{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:NJOAD3GJJ7KY5WP5MG7QCTSXPW","short_pith_number":"pith:NJOAD3GJ","canonical_record":{"source":{"id":"2210.06576","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-10-12T20:31:42Z","cross_cats_sorted":[],"title_canon_sha256":"7b0dcb5434927d1c100a7a90ea5af544810eaa7f78742c1ef8c733ad3f6dcedd","abstract_canon_sha256":"b5a7f38a1d920e6e49d9443a8c7431756ad29438bda93044a1ca3df759db0dcd"},"schema_version":"1.0"},"canonical_sha256":"6a5c01ecc94fd58ed9fd61bf014e577d896dc40438875b4ce24aa8720e9705e8","source":{"kind":"arxiv","id":"2210.06576","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2210.06576","created_at":"2026-07-05T05:06:17Z"},{"alias_kind":"arxiv_version","alias_value":"2210.06576v1","created_at":"2026-07-05T05:06:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.06576","created_at":"2026-07-05T05:06:17Z"},{"alias_kind":"pith_short_12","alias_value":"NJOAD3GJJ7KY","created_at":"2026-07-05T05:06:17Z"},{"alias_kind":"pith_short_16","alias_value":"NJOAD3GJJ7KY5WP5","created_at":"2026-07-05T05:06:17Z"},{"alias_kind":"pith_short_8","alias_value":"NJOAD3GJ","created_at":"2026-07-05T05:06:17Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:NJOAD3GJJ7KY5WP5MG7QCTSXPW","target":"record","payload":{"canonical_record":{"source":{"id":"2210.06576","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-10-12T20:31:42Z","cross_cats_sorted":[],"title_canon_sha256":"7b0dcb5434927d1c100a7a90ea5af544810eaa7f78742c1ef8c733ad3f6dcedd","abstract_canon_sha256":"b5a7f38a1d920e6e49d9443a8c7431756ad29438bda93044a1ca3df759db0dcd"},"schema_version":"1.0"},"canonical_sha256":"6a5c01ecc94fd58ed9fd61bf014e577d896dc40438875b4ce24aa8720e9705e8","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:06:17.200021Z","signature_b64":"Wdpxa1m98rfHWqwPyYQ+M9m+e0UzOIPiYwx8JjfC2xf9rbdE2Fa9Ag10JGgklU/Z5L9ph2DKTBw4Cb4tFoznCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6a5c01ecc94fd58ed9fd61bf014e577d896dc40438875b4ce24aa8720e9705e8","last_reissued_at":"2026-07-05T05:06:17.199462Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:06:17.199462Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2210.06576","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:06:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"x69dkC8dOeFAwIT3ha5QGOErqM83KUpUXgQrDXkrp7mOQ/fbEBMmHi+zDlwxpyXiKDyZ0FdmwIKYCN+0NmZuBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T12:58:27.027276Z"},"content_sha256":"2717978080a2e12628d5092aa4f363cba6c8f51e75be868f20a2e9c8286c3176","schema_version":"1.0","event_id":"sha256:2717978080a2e12628d5092aa4f363cba6c8f51e75be868f20a2e9c8286c3176"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:NJOAD3GJJ7KY5WP5MG7QCTSXPW","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"DATScore: Evaluating Translation with Data Augmented Translations","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Guokan Shang, Michalis Vazirgiannis, Moussa Kamal Eddine","submitted_at":"2022-10-12T20:31:42Z","abstract_excerpt":"The rapid development of large pretrained language models has revolutionized not only the field of Natural Language Generation (NLG) but also its evaluation. Inspired by the recent work of BARTScore: a metric leveraging the BART language model to evaluate the quality of generated text from various aspects, we introduce DATScore. DATScore uses data augmentation techniques to improve the evaluation of machine translation. Our main finding is that introducing data augmented translations of the source and reference texts is greatly helpful in evaluating the quality of the generated translation. We"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.06576","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2210.06576/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:06:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"96HXMj6cnLE7c0e6t8MeTAyC+hZ2Xt5iPf89KLkGsaVcWLQkSANT0MRcYcZxt7NrZV3OrYRQyc1H9dDRy5ZvCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T12:58:27.028229Z"},"content_sha256":"dffe4f28ec8c6b21164084e74697ffa679bcf5a624206862fb69b9edbd6485aa","schema_version":"1.0","event_id":"sha256:dffe4f28ec8c6b21164084e74697ffa679bcf5a624206862fb69b9edbd6485aa"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/NJOAD3GJJ7KY5WP5MG7QCTSXPW/bundle.json","state_url":"https://pith.science/pith/NJOAD3GJJ7KY5WP5MG7QCTSXPW/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/NJOAD3GJJ7KY5WP5MG7QCTSXPW/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-17T12:58:27Z","links":{"resolver":"https://pith.science/pith/NJOAD3GJJ7KY5WP5MG7QCTSXPW","bundle":"https://pith.science/pith/NJOAD3GJJ7KY5WP5MG7QCTSXPW/bundle.json","state":"https://pith.science/pith/NJOAD3GJJ7KY5WP5MG7QCTSXPW/state.json","well_known_bundle":"https://pith.science/.well-known/pith/NJOAD3GJJ7KY5WP5MG7QCTSXPW/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:NJOAD3GJJ7KY5WP5MG7QCTSXPW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b5a7f38a1d920e6e49d9443a8c7431756ad29438bda93044a1ca3df759db0dcd","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-10-12T20:31:42Z","title_canon_sha256":"7b0dcb5434927d1c100a7a90ea5af544810eaa7f78742c1ef8c733ad3f6dcedd"},"schema_version":"1.0","source":{"id":"2210.06576","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2210.06576","created_at":"2026-07-05T05:06:17Z"},{"alias_kind":"arxiv_version","alias_value":"2210.06576v1","created_at":"2026-07-05T05:06:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.06576","created_at":"2026-07-05T05:06:17Z"},{"alias_kind":"pith_short_12","alias_value":"NJOAD3GJJ7KY","created_at":"2026-07-05T05:06:17Z"},{"alias_kind":"pith_short_16","alias_value":"NJOAD3GJJ7KY5WP5","created_at":"2026-07-05T05:06:17Z"},{"alias_kind":"pith_short_8","alias_value":"NJOAD3GJ","created_at":"2026-07-05T05:06:17Z"}],"graph_snapshots":[{"event_id":"sha256:dffe4f28ec8c6b21164084e74697ffa679bcf5a624206862fb69b9edbd6485aa","target":"graph","created_at":"2026-07-05T05:06:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2210.06576/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The rapid development of large pretrained language models has revolutionized not only the field of Natural Language Generation (NLG) but also its evaluation. Inspired by the recent work of BARTScore: a metric leveraging the BART language model to evaluate the quality of generated text from various aspects, we introduce DATScore. DATScore uses data augmentation techniques to improve the evaluation of machine translation. Our main finding is that introducing data augmented translations of the source and reference texts is greatly helpful in evaluating the quality of the generated translation. We","authors_text":"Guokan Shang, Michalis Vazirgiannis, Moussa Kamal Eddine","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-10-12T20:31:42Z","title":"DATScore: Evaluating Translation with Data Augmented Translations"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.06576","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2717978080a2e12628d5092aa4f363cba6c8f51e75be868f20a2e9c8286c3176","target":"record","created_at":"2026-07-05T05:06:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b5a7f38a1d920e6e49d9443a8c7431756ad29438bda93044a1ca3df759db0dcd","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-10-12T20:31:42Z","title_canon_sha256":"7b0dcb5434927d1c100a7a90ea5af544810eaa7f78742c1ef8c733ad3f6dcedd"},"schema_version":"1.0","source":{"id":"2210.06576","kind":"arxiv","version":1}},"canonical_sha256":"6a5c01ecc94fd58ed9fd61bf014e577d896dc40438875b4ce24aa8720e9705e8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6a5c01ecc94fd58ed9fd61bf014e577d896dc40438875b4ce24aa8720e9705e8","first_computed_at":"2026-07-05T05:06:17.199462Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:06:17.199462Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Wdpxa1m98rfHWqwPyYQ+M9m+e0UzOIPiYwx8JjfC2xf9rbdE2Fa9Ag10JGgklU/Z5L9ph2DKTBw4Cb4tFoznCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T05:06:17.200021Z","signed_message":"canonical_sha256_bytes"},"source_id":"2210.06576","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2717978080a2e12628d5092aa4f363cba6c8f51e75be868f20a2e9c8286c3176","sha256:dffe4f28ec8c6b21164084e74697ffa679bcf5a624206862fb69b9edbd6485aa"],"state_sha256":"2b9f87b472aa449f7e7e4d7e3141aa4925dca87e7947aad8cca741194659a2d7"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fLL5OTVLGh1e8SRgSAb9Nfq4BQdjrO42er7cKCBRfGspoQb93VcoK0D2PU7WrCF/2FQu4l6RIk26zLTVFT/XBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-17T12:58:27.036071Z","bundle_sha256":"7ac653dc35d0942627781580c03b74745224107af4049ec6e936620358deb328"}}