{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:RMRJQVGU6NLLRLMVN75LKZS5LC","short_pith_number":"pith:RMRJQVGU","canonical_record":{"source":{"id":"1805.02914","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-05-08T09:24:32Z","cross_cats_sorted":[],"title_canon_sha256":"bfbe5a09f0902974fc6b3dc9696dd78119a0d815462c0fffb486e39c197c5673","abstract_canon_sha256":"666186d8ace4a3b5c31d54dcdba6741c9a979220a058fb894b351ae0655645bb"},"schema_version":"1.0"},"canonical_sha256":"8b229854d4f356b8ad956ffab5665d58a5eb61474e6da17f2ec1fe52030b328d","source":{"kind":"arxiv","id":"1805.02914","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1805.02914","created_at":"2026-05-18T00:16:35Z"},{"alias_kind":"arxiv_version","alias_value":"1805.02914v1","created_at":"2026-05-18T00:16:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1805.02914","created_at":"2026-05-18T00:16:35Z"},{"alias_kind":"pith_short_12","alias_value":"RMRJQVGU6NLL","created_at":"2026-05-18T12:32:50Z"},{"alias_kind":"pith_short_16","alias_value":"RMRJQVGU6NLLRLMV","created_at":"2026-05-18T12:32:50Z"},{"alias_kind":"pith_short_8","alias_value":"RMRJQVGU","created_at":"2026-05-18T12:32:50Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:RMRJQVGU6NLLRLMVN75LKZS5LC","target":"record","payload":{"canonical_record":{"source":{"id":"1805.02914","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-05-08T09:24:32Z","cross_cats_sorted":[],"title_canon_sha256":"bfbe5a09f0902974fc6b3dc9696dd78119a0d815462c0fffb486e39c197c5673","abstract_canon_sha256":"666186d8ace4a3b5c31d54dcdba6741c9a979220a058fb894b351ae0655645bb"},"schema_version":"1.0"},"canonical_sha256":"8b229854d4f356b8ad956ffab5665d58a5eb61474e6da17f2ec1fe52030b328d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:16:35.278777Z","signature_b64":"25ZrAlOvgNmc3VZuj0bvfmQoGzcQtJM8JmSCbrHGwdXO6dtjiKmJjL+dJE24Vf2Df5/x7Yew6einKkZiQJAiCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8b229854d4f356b8ad956ffab5665d58a5eb61474e6da17f2ec1fe52030b328d","last_reissued_at":"2026-05-18T00:16:35.278169Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:16:35.278169Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1805.02914","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:16:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0n9r2ijKZCj62BfjBxY8xd2gWjeoKPKuA1kO48R5brOX89LDe4m0sMq6DywcTXitzr9MXFIg0q95doWpuPu8DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-02T18:27:07.220241Z"},"content_sha256":"89dbdb817228c5e763c2cd2f6a9ebf4424668265fb6cbb49879ae9ee818c11f2","schema_version":"1.0","event_id":"sha256:89dbdb817228c5e763c2cd2f6a9ebf4424668265fb6cbb49879ae9ee818c11f2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:RMRJQVGU6NLLRLMVN75LKZS5LC","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"One \"Ruler\" for All Languages: Multi-Lingual Dialogue Evaluation with Adversarial Multi-Task Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Dongyan Zhao, Mingyue Shang, Rui Yan, Xiaowei Tong, Zhenxin Fu","submitted_at":"2018-05-08T09:24:32Z","abstract_excerpt":"Automatic evaluating the performance of Open-domain dialogue system is a challenging problem. Recent work in neural network-based metrics has shown promising opportunities for automatic dialogue evaluation. However, existing methods mainly focus on monolingual evaluation, in which the trained metric is not flexible enough to transfer across different languages. To address this issue, we propose an adversarial multi-task neural metric (ADVMT) for multi-lingual dialogue evaluation, with shared feature extraction across languages. We evaluate the proposed model in two different languages. Experim"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1805.02914","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:16:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"L9AUCFbZJA6qclwaMLHjoAzY5bM4kP6s/nWvX2Nn9WOPLO4gNjJbDfXOpeIj+enpFMiyE0cO70KLyOJX8Q00Aw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-02T18:27:07.220598Z"},"content_sha256":"9906f0cfa4c10774509a040a106db485b24d7cf26f7dae20a5c12340adebb43b","schema_version":"1.0","event_id":"sha256:9906f0cfa4c10774509a040a106db485b24d7cf26f7dae20a5c12340adebb43b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RMRJQVGU6NLLRLMVN75LKZS5LC/bundle.json","state_url":"https://pith.science/pith/RMRJQVGU6NLLRLMVN75LKZS5LC/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RMRJQVGU6NLLRLMVN75LKZS5LC/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-02T18:27:07Z","links":{"resolver":"https://pith.science/pith/RMRJQVGU6NLLRLMVN75LKZS5LC","bundle":"https://pith.science/pith/RMRJQVGU6NLLRLMVN75LKZS5LC/bundle.json","state":"https://pith.science/pith/RMRJQVGU6NLLRLMVN75LKZS5LC/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RMRJQVGU6NLLRLMVN75LKZS5LC/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:RMRJQVGU6NLLRLMVN75LKZS5LC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"666186d8ace4a3b5c31d54dcdba6741c9a979220a058fb894b351ae0655645bb","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-05-08T09:24:32Z","title_canon_sha256":"bfbe5a09f0902974fc6b3dc9696dd78119a0d815462c0fffb486e39c197c5673"},"schema_version":"1.0","source":{"id":"1805.02914","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1805.02914","created_at":"2026-05-18T00:16:35Z"},{"alias_kind":"arxiv_version","alias_value":"1805.02914v1","created_at":"2026-05-18T00:16:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1805.02914","created_at":"2026-05-18T00:16:35Z"},{"alias_kind":"pith_short_12","alias_value":"RMRJQVGU6NLL","created_at":"2026-05-18T12:32:50Z"},{"alias_kind":"pith_short_16","alias_value":"RMRJQVGU6NLLRLMV","created_at":"2026-05-18T12:32:50Z"},{"alias_kind":"pith_short_8","alias_value":"RMRJQVGU","created_at":"2026-05-18T12:32:50Z"}],"graph_snapshots":[{"event_id":"sha256:9906f0cfa4c10774509a040a106db485b24d7cf26f7dae20a5c12340adebb43b","target":"graph","created_at":"2026-05-18T00:16:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Automatic evaluating the performance of Open-domain dialogue system is a challenging problem. Recent work in neural network-based metrics has shown promising opportunities for automatic dialogue evaluation. However, existing methods mainly focus on monolingual evaluation, in which the trained metric is not flexible enough to transfer across different languages. To address this issue, we propose an adversarial multi-task neural metric (ADVMT) for multi-lingual dialogue evaluation, with shared feature extraction across languages. We evaluate the proposed model in two different languages. Experim","authors_text":"Dongyan Zhao, Mingyue Shang, Rui Yan, Xiaowei Tong, Zhenxin Fu","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-05-08T09:24:32Z","title":"One \"Ruler\" for All Languages: Multi-Lingual Dialogue Evaluation with Adversarial Multi-Task Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1805.02914","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:89dbdb817228c5e763c2cd2f6a9ebf4424668265fb6cbb49879ae9ee818c11f2","target":"record","created_at":"2026-05-18T00:16:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"666186d8ace4a3b5c31d54dcdba6741c9a979220a058fb894b351ae0655645bb","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-05-08T09:24:32Z","title_canon_sha256":"bfbe5a09f0902974fc6b3dc9696dd78119a0d815462c0fffb486e39c197c5673"},"schema_version":"1.0","source":{"id":"1805.02914","kind":"arxiv","version":1}},"canonical_sha256":"8b229854d4f356b8ad956ffab5665d58a5eb61474e6da17f2ec1fe52030b328d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8b229854d4f356b8ad956ffab5665d58a5eb61474e6da17f2ec1fe52030b328d","first_computed_at":"2026-05-18T00:16:35.278169Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:16:35.278169Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"25ZrAlOvgNmc3VZuj0bvfmQoGzcQtJM8JmSCbrHGwdXO6dtjiKmJjL+dJE24Vf2Df5/x7Yew6einKkZiQJAiCQ==","signature_status":"signed_v1","signed_at":"2026-05-18T00:16:35.278777Z","signed_message":"canonical_sha256_bytes"},"source_id":"1805.02914","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:89dbdb817228c5e763c2cd2f6a9ebf4424668265fb6cbb49879ae9ee818c11f2","sha256:9906f0cfa4c10774509a040a106db485b24d7cf26f7dae20a5c12340adebb43b"],"state_sha256":"bacff7ba75dfa0aa3b4a09649133cddc01a05ee9865e503b54c6e07364f418d0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TIPdwPg6BA5WzzMftswroosrKCzuN0cz3dHGbkLPHnouECJxetKzESQR1toXALz2MBZDyQiGfK9x2h9V2iycCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-02T18:27:07.222453Z","bundle_sha256":"cb9e7ebdc4822a4ce82d3ac20809d02494b30627390709fa96a77e3290e2fe2c"}}