{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:WBK4EMJSPVFGV5IMVLRS3BBQTY","short_pith_number":"pith:WBK4EMJS","canonical_record":{"source":{"id":"2006.07113","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2020-05-29T16:29:09Z","cross_cats_sorted":["cs.AI","cs.LG","stat.ML"],"title_canon_sha256":"c3530311758e6953f23da56c2eeda58877b73de341b3d4538cab6ff82a9e2d66","abstract_canon_sha256":"4ab2459ec1c7fb7f389ee9a0b4d14c0ecab9ab411174cf3529bb6f1871586c52"},"schema_version":"1.0"},"canonical_sha256":"b055c231327d4a6af50caae32d84309e001098b2b8f64ed9e4a4ff5ba689814e","source":{"kind":"arxiv","id":"2006.07113","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2006.07113","created_at":"2026-07-05T01:09:50Z"},{"alias_kind":"arxiv_version","alias_value":"2006.07113v1","created_at":"2026-07-05T01:09:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2006.07113","created_at":"2026-07-05T01:09:50Z"},{"alias_kind":"pith_short_12","alias_value":"WBK4EMJSPVFG","created_at":"2026-07-05T01:09:50Z"},{"alias_kind":"pith_short_16","alias_value":"WBK4EMJSPVFGV5IM","created_at":"2026-07-05T01:09:50Z"},{"alias_kind":"pith_short_8","alias_value":"WBK4EMJS","created_at":"2026-07-05T01:09:50Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:WBK4EMJSPVFGV5IMVLRS3BBQTY","target":"record","payload":{"canonical_record":{"source":{"id":"2006.07113","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2020-05-29T16:29:09Z","cross_cats_sorted":["cs.AI","cs.LG","stat.ML"],"title_canon_sha256":"c3530311758e6953f23da56c2eeda58877b73de341b3d4538cab6ff82a9e2d66","abstract_canon_sha256":"4ab2459ec1c7fb7f389ee9a0b4d14c0ecab9ab411174cf3529bb6f1871586c52"},"schema_version":"1.0"},"canonical_sha256":"b055c231327d4a6af50caae32d84309e001098b2b8f64ed9e4a4ff5ba689814e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:09:50.231250Z","signature_b64":"avLm/yZaEmymWWKSLHGFK/VrRfKAVS8NrareffDOG2rlf35jpHFoMIN4dTbTTwJqUEQ+AE7RSut7dMjtdEc1Ag==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b055c231327d4a6af50caae32d84309e001098b2b8f64ed9e4a4ff5ba689814e","last_reissued_at":"2026-07-05T01:09:50.230829Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:09:50.230829Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2006.07113","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:09:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"y5QfpRXVNTvDXpGH7jEiFW7i4SdU58tj2VLY0Ccer0Lz43RW1p8WCBW2hxpjC0hpwJzhDtVgu5ZgnXoTvr+9AQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-24T15:09:12.457864Z"},"content_sha256":"ad450bd28f310c226043a3aec0834bfa2241d474b552bf19579298760c7a9a73","schema_version":"1.0","event_id":"sha256:ad450bd28f310c226043a3aec0834bfa2241d474b552bf19579298760c7a9a73"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:WBK4EMJSPVFGV5IMVLRS3BBQTY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Large-scale Hybrid Approach for Predicting User Satisfaction with Conversational Agents","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG","stat.ML"],"primary_cat":"cs.HC","authors_text":"Benjamin Yao, Dongmin Kim, Dookun Park, Edward Guo, Hao Yuan, Kevin Quinn, Matsoukas Spyros, Pham Hung, Ruhi Sarikaya, Sungjin Lee, Yinglei Zhang, Young-Bum Kim, Yuan Ling","submitted_at":"2020-05-29T16:29:09Z","abstract_excerpt":"Measuring user satisfaction level is a challenging task, and a critical component in developing large-scale conversational agent systems serving the needs of real users. An widely used approach to tackle this is to collect human annotation data and use them for evaluation or modeling. Human annotation based approaches are easier to control, but hard to scale. A novel alternative approach is to collect user's direct feedback via a feedback elicitation system embedded to the conversational agent system, and use the collected user feedback to train a machine-learned model for generalization. User"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2006.07113","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2006.07113/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:09:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5WNHoS+BGoB2YHP3/CGrHC2aaAsnSZujiI8/gqhspj7u5OC3viwpmO+HNxSdsND45TPhIA9uj+fICUaXEnBUCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-24T15:09:12.458240Z"},"content_sha256":"2951bacb5e721ae762e3fe8de608a3ae654bb70ca272073a36c6f09b9362fb44","schema_version":"1.0","event_id":"sha256:2951bacb5e721ae762e3fe8de608a3ae654bb70ca272073a36c6f09b9362fb44"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WBK4EMJSPVFGV5IMVLRS3BBQTY/bundle.json","state_url":"https://pith.science/pith/WBK4EMJSPVFGV5IMVLRS3BBQTY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WBK4EMJSPVFGV5IMVLRS3BBQTY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-24T15:09:12Z","links":{"resolver":"https://pith.science/pith/WBK4EMJSPVFGV5IMVLRS3BBQTY","bundle":"https://pith.science/pith/WBK4EMJSPVFGV5IMVLRS3BBQTY/bundle.json","state":"https://pith.science/pith/WBK4EMJSPVFGV5IMVLRS3BBQTY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WBK4EMJSPVFGV5IMVLRS3BBQTY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:WBK4EMJSPVFGV5IMVLRS3BBQTY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4ab2459ec1c7fb7f389ee9a0b4d14c0ecab9ab411174cf3529bb6f1871586c52","cross_cats_sorted":["cs.AI","cs.LG","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2020-05-29T16:29:09Z","title_canon_sha256":"c3530311758e6953f23da56c2eeda58877b73de341b3d4538cab6ff82a9e2d66"},"schema_version":"1.0","source":{"id":"2006.07113","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2006.07113","created_at":"2026-07-05T01:09:50Z"},{"alias_kind":"arxiv_version","alias_value":"2006.07113v1","created_at":"2026-07-05T01:09:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2006.07113","created_at":"2026-07-05T01:09:50Z"},{"alias_kind":"pith_short_12","alias_value":"WBK4EMJSPVFG","created_at":"2026-07-05T01:09:50Z"},{"alias_kind":"pith_short_16","alias_value":"WBK4EMJSPVFGV5IM","created_at":"2026-07-05T01:09:50Z"},{"alias_kind":"pith_short_8","alias_value":"WBK4EMJS","created_at":"2026-07-05T01:09:50Z"}],"graph_snapshots":[{"event_id":"sha256:2951bacb5e721ae762e3fe8de608a3ae654bb70ca272073a36c6f09b9362fb44","target":"graph","created_at":"2026-07-05T01:09:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2006.07113/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Measuring user satisfaction level is a challenging task, and a critical component in developing large-scale conversational agent systems serving the needs of real users. An widely used approach to tackle this is to collect human annotation data and use them for evaluation or modeling. Human annotation based approaches are easier to control, but hard to scale. A novel alternative approach is to collect user's direct feedback via a feedback elicitation system embedded to the conversational agent system, and use the collected user feedback to train a machine-learned model for generalization. User","authors_text":"Benjamin Yao, Dongmin Kim, Dookun Park, Edward Guo, Hao Yuan, Kevin Quinn, Matsoukas Spyros, Pham Hung, Ruhi Sarikaya, Sungjin Lee, Yinglei Zhang, Young-Bum Kim, Yuan Ling","cross_cats":["cs.AI","cs.LG","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2020-05-29T16:29:09Z","title":"Large-scale Hybrid Approach for Predicting User Satisfaction with Conversational Agents"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2006.07113","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ad450bd28f310c226043a3aec0834bfa2241d474b552bf19579298760c7a9a73","target":"record","created_at":"2026-07-05T01:09:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4ab2459ec1c7fb7f389ee9a0b4d14c0ecab9ab411174cf3529bb6f1871586c52","cross_cats_sorted":["cs.AI","cs.LG","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2020-05-29T16:29:09Z","title_canon_sha256":"c3530311758e6953f23da56c2eeda58877b73de341b3d4538cab6ff82a9e2d66"},"schema_version":"1.0","source":{"id":"2006.07113","kind":"arxiv","version":1}},"canonical_sha256":"b055c231327d4a6af50caae32d84309e001098b2b8f64ed9e4a4ff5ba689814e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b055c231327d4a6af50caae32d84309e001098b2b8f64ed9e4a4ff5ba689814e","first_computed_at":"2026-07-05T01:09:50.230829Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:09:50.230829Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"avLm/yZaEmymWWKSLHGFK/VrRfKAVS8NrareffDOG2rlf35jpHFoMIN4dTbTTwJqUEQ+AE7RSut7dMjtdEc1Ag==","signature_status":"signed_v1","signed_at":"2026-07-05T01:09:50.231250Z","signed_message":"canonical_sha256_bytes"},"source_id":"2006.07113","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ad450bd28f310c226043a3aec0834bfa2241d474b552bf19579298760c7a9a73","sha256:2951bacb5e721ae762e3fe8de608a3ae654bb70ca272073a36c6f09b9362fb44"],"state_sha256":"8b4f9e41278a0a8e096383a96a45cd18645830a5f6abbe3c646c072ed15bad90"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"O+7o/wosqnE+9Rdji2oXaOUWBzteDYRPtkLZeuUl1FPQwZLLBiE0PJfCrTlXs00YeG6VuIiRpln+iUlm42BABg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-24T15:09:12.460508Z","bundle_sha256":"dce6869bc4e3c31673f2271e31a327a3b372cd681d53b32fc8cb0053df5adef4"}}