{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:GVZVW26LGJKZA3HIKACUIOORGI","short_pith_number":"pith:GVZVW26L","canonical_record":{"source":{"id":"2306.12794","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-06-22T10:50:23Z","cross_cats_sorted":[],"title_canon_sha256":"8018d251c26762b4a7a1b1e156b568764096a1ac0cea6e7c150b821e0efe4c98","abstract_canon_sha256":"c3e347789c8b8e65898b3e3f1042fe5a136414a6801b67e1f58328eebb9db0d9"},"schema_version":"1.0"},"canonical_sha256":"35735b6bcb3255906ce850054439d13219d70607aaf9a4633c95be394c431ac0","source":{"kind":"arxiv","id":"2306.12794","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.12794","created_at":"2026-07-05T06:50:29Z"},{"alias_kind":"arxiv_version","alias_value":"2306.12794v3","created_at":"2026-07-05T06:50:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.12794","created_at":"2026-07-05T06:50:29Z"},{"alias_kind":"pith_short_12","alias_value":"GVZVW26LGJKZ","created_at":"2026-07-05T06:50:29Z"},{"alias_kind":"pith_short_16","alias_value":"GVZVW26LGJKZA3HI","created_at":"2026-07-05T06:50:29Z"},{"alias_kind":"pith_short_8","alias_value":"GVZVW26L","created_at":"2026-07-05T06:50:29Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:GVZVW26LGJKZA3HIKACUIOORGI","target":"record","payload":{"canonical_record":{"source":{"id":"2306.12794","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-06-22T10:50:23Z","cross_cats_sorted":[],"title_canon_sha256":"8018d251c26762b4a7a1b1e156b568764096a1ac0cea6e7c150b821e0efe4c98","abstract_canon_sha256":"c3e347789c8b8e65898b3e3f1042fe5a136414a6801b67e1f58328eebb9db0d9"},"schema_version":"1.0"},"canonical_sha256":"35735b6bcb3255906ce850054439d13219d70607aaf9a4633c95be394c431ac0","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:50:29.906355Z","signature_b64":"TKOC3fwKnkvmUagOiZha0Rf9Rhvyslom3XlhwBXfUzn2Estr22KB9gg+3WbrcvsMy9wqsoHlVvFIpb/eS4jPCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"35735b6bcb3255906ce850054439d13219d70607aaf9a4633c95be394c431ac0","last_reissued_at":"2026-07-05T06:50:29.905866Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:50:29.905866Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2306.12794","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:50:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Y49Z0esczAy7R05qhQlvUHXHIMBw82ftifXOpjOE1ymFsxvI8Gsa+SMB7LJaBr9VsaQqOHJEKQ9WuLGF52udBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T20:07:01.134957Z"},"content_sha256":"7dc7409ef93084986adc771bdc8527832caccb25896c9ce7960e9599608697cc","schema_version":"1.0","event_id":"sha256:7dc7409ef93084986adc771bdc8527832caccb25896c9ce7960e9599608697cc"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:GVZVW26LGJKZA3HIKACUIOORGI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Overview of Robust and Multilingual Automatic Evaluation Metrics for Open-Domain Dialogue Systems at DSTC 11 Track 4","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Alexander Rudnicky, Chengguang Tang, Chen Zhang, Jo\\~ao Sedoc, Ke Shi, Luis Fernando D'Haro, Mario Rodr\\'iguez-Cantelar, Sarik Ghazarian","submitted_at":"2023-06-22T10:50:23Z","abstract_excerpt":"The advent and fast development of neural networks have revolutionized the research on dialogue systems and subsequently have triggered various challenges regarding their automatic evaluation. Automatic evaluation of open-domain dialogue systems as an open challenge has been the center of the attention of many researchers. Despite the consistent efforts to improve automatic metrics' correlations with human evaluation, there have been very few attempts to assess their robustness over multiple domains and dimensions. Also, their focus is mainly on the English language. All of these challenges pr"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.12794","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2306.12794/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:50:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RuATMr8ZfXgEN7gpFCYRGdS/FDjpOvjQKKZvCCk8/K6OVXhFfi4MYG1PjpPbQhNyXGyVtMIexp+4k/vqkL2CAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T20:07:01.135513Z"},"content_sha256":"cedbf76d8615fd7c11ac2d96c21ac3975a5dd3054e6ffae33bcab3f88dd48f1b","schema_version":"1.0","event_id":"sha256:cedbf76d8615fd7c11ac2d96c21ac3975a5dd3054e6ffae33bcab3f88dd48f1b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/GVZVW26LGJKZA3HIKACUIOORGI/bundle.json","state_url":"https://pith.science/pith/GVZVW26LGJKZA3HIKACUIOORGI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/GVZVW26LGJKZA3HIKACUIOORGI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-16T20:07:01Z","links":{"resolver":"https://pith.science/pith/GVZVW26LGJKZA3HIKACUIOORGI","bundle":"https://pith.science/pith/GVZVW26LGJKZA3HIKACUIOORGI/bundle.json","state":"https://pith.science/pith/GVZVW26LGJKZA3HIKACUIOORGI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/GVZVW26LGJKZA3HIKACUIOORGI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:GVZVW26LGJKZA3HIKACUIOORGI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c3e347789c8b8e65898b3e3f1042fe5a136414a6801b67e1f58328eebb9db0d9","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-06-22T10:50:23Z","title_canon_sha256":"8018d251c26762b4a7a1b1e156b568764096a1ac0cea6e7c150b821e0efe4c98"},"schema_version":"1.0","source":{"id":"2306.12794","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.12794","created_at":"2026-07-05T06:50:29Z"},{"alias_kind":"arxiv_version","alias_value":"2306.12794v3","created_at":"2026-07-05T06:50:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.12794","created_at":"2026-07-05T06:50:29Z"},{"alias_kind":"pith_short_12","alias_value":"GVZVW26LGJKZ","created_at":"2026-07-05T06:50:29Z"},{"alias_kind":"pith_short_16","alias_value":"GVZVW26LGJKZA3HI","created_at":"2026-07-05T06:50:29Z"},{"alias_kind":"pith_short_8","alias_value":"GVZVW26L","created_at":"2026-07-05T06:50:29Z"}],"graph_snapshots":[{"event_id":"sha256:cedbf76d8615fd7c11ac2d96c21ac3975a5dd3054e6ffae33bcab3f88dd48f1b","target":"graph","created_at":"2026-07-05T06:50:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2306.12794/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The advent and fast development of neural networks have revolutionized the research on dialogue systems and subsequently have triggered various challenges regarding their automatic evaluation. Automatic evaluation of open-domain dialogue systems as an open challenge has been the center of the attention of many researchers. Despite the consistent efforts to improve automatic metrics' correlations with human evaluation, there have been very few attempts to assess their robustness over multiple domains and dimensions. Also, their focus is mainly on the English language. All of these challenges pr","authors_text":"Alexander Rudnicky, Chengguang Tang, Chen Zhang, Jo\\~ao Sedoc, Ke Shi, Luis Fernando D'Haro, Mario Rodr\\'iguez-Cantelar, Sarik Ghazarian","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-06-22T10:50:23Z","title":"Overview of Robust and Multilingual Automatic Evaluation Metrics for Open-Domain Dialogue Systems at DSTC 11 Track 4"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.12794","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7dc7409ef93084986adc771bdc8527832caccb25896c9ce7960e9599608697cc","target":"record","created_at":"2026-07-05T06:50:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c3e347789c8b8e65898b3e3f1042fe5a136414a6801b67e1f58328eebb9db0d9","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-06-22T10:50:23Z","title_canon_sha256":"8018d251c26762b4a7a1b1e156b568764096a1ac0cea6e7c150b821e0efe4c98"},"schema_version":"1.0","source":{"id":"2306.12794","kind":"arxiv","version":3}},"canonical_sha256":"35735b6bcb3255906ce850054439d13219d70607aaf9a4633c95be394c431ac0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"35735b6bcb3255906ce850054439d13219d70607aaf9a4633c95be394c431ac0","first_computed_at":"2026-07-05T06:50:29.905866Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:50:29.905866Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"TKOC3fwKnkvmUagOiZha0Rf9Rhvyslom3XlhwBXfUzn2Estr22KB9gg+3WbrcvsMy9wqsoHlVvFIpb/eS4jPCg==","signature_status":"signed_v1","signed_at":"2026-07-05T06:50:29.906355Z","signed_message":"canonical_sha256_bytes"},"source_id":"2306.12794","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7dc7409ef93084986adc771bdc8527832caccb25896c9ce7960e9599608697cc","sha256:cedbf76d8615fd7c11ac2d96c21ac3975a5dd3054e6ffae33bcab3f88dd48f1b"],"state_sha256":"245f190ecafe522c0dbb92e2a8483f1a3dbc3b31ab0c6668f6b454d2470d475c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"exIisWdortGI8hC9SiS7d2+qgq5hi7S6MkF02NHN1EiacVdhMiYYmTH/cjPk0XNHBGR3mEokRU23rz2n/XDfBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-16T20:07:01.139536Z","bundle_sha256":"f8a54928f8014732d7e52d154e09eb5900fca7bb69e909601e886f3bc9353e66"}}