{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:UVQTW3NQLYXAUXQZ4GI3PTXNJZ","short_pith_number":"pith:UVQTW3NQ","canonical_record":{"source":{"id":"2204.02659","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2022-04-06T08:20:51Z","cross_cats_sorted":[],"title_canon_sha256":"9a5a5d24b7a9a8b0abec04ab5de1d8424465f19ffef9163a758251dac306223a","abstract_canon_sha256":"4a47afaeecc26c459599b450ca4d06c71e3679da947fa958839561c0ba6f29bd"},"schema_version":"1.0"},"canonical_sha256":"a5613b6db05e2e0a5e19e191b7ceed4e75c280db80a3a407d4174d42cb63d69c","source":{"kind":"arxiv","id":"2204.02659","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2204.02659","created_at":"2026-07-05T07:36:48Z"},{"alias_kind":"arxiv_version","alias_value":"2204.02659v2","created_at":"2026-07-05T07:36:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2204.02659","created_at":"2026-07-05T07:36:48Z"},{"alias_kind":"pith_short_12","alias_value":"UVQTW3NQLYXA","created_at":"2026-07-05T07:36:48Z"},{"alias_kind":"pith_short_16","alias_value":"UVQTW3NQLYXAUXQZ","created_at":"2026-07-05T07:36:48Z"},{"alias_kind":"pith_short_8","alias_value":"UVQTW3NQ","created_at":"2026-07-05T07:36:48Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:UVQTW3NQLYXAUXQZ4GI3PTXNJZ","target":"record","payload":{"canonical_record":{"source":{"id":"2204.02659","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2022-04-06T08:20:51Z","cross_cats_sorted":[],"title_canon_sha256":"9a5a5d24b7a9a8b0abec04ab5de1d8424465f19ffef9163a758251dac306223a","abstract_canon_sha256":"4a47afaeecc26c459599b450ca4d06c71e3679da947fa958839561c0ba6f29bd"},"schema_version":"1.0"},"canonical_sha256":"a5613b6db05e2e0a5e19e191b7ceed4e75c280db80a3a407d4174d42cb63d69c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:36:48.892625Z","signature_b64":"KfijXjuWl+BfMvqvGmaxS9n/5OigfH53xDLKXMu7WMSe3RYHP9mWDZLmIuBKFl3BVHPO8rXlZuyu2qovK0vMCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a5613b6db05e2e0a5e19e191b7ceed4e75c280db80a3a407d4174d42cb63d69c","last_reissued_at":"2026-07-05T07:36:48.892178Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:36:48.892178Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2204.02659","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:36:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bEVP4UCSWrm67mimSgyvyKjF+WQmgLWjXxtfyXkmXcLk9RVIlHdE0fsoy3sTRrwZc4CJ8vc500pGUg/D9ptlBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T07:39:57.137705Z"},"content_sha256":"9017728ddada3759704aa2d662dce68ce306bc4563150ec70ad8edc9c620f8ec","schema_version":"1.0","event_id":"sha256:9017728ddada3759704aa2d662dce68ce306bc4563150ec70ad8edc9c620f8ec"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:UVQTW3NQLYXAUXQZ4GI3PTXNJZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Towards Better Understanding of User Satisfaction in Open-Domain Conversational Search","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.IR","authors_text":"Min Zhang, Qingyao Ai, Rui Zhang, Shaoping Ma, YingYe Huang, Yiqun Liu, Zhihong Wang, Zhumin Chu","submitted_at":"2022-04-06T08:20:51Z","abstract_excerpt":"With the increasing popularity of conversational search, how to evaluate the performance of conversational search systems has become an important question in the IR community. Existing works on conversational search evaluation can mainly be categorized into two streams: (1) constructing metrics based on semantic similarity (e.g. BLUE, METEOR and BERTScore), or (2) directly evaluating the response ranking performance of the system using traditional search methods (e.g. nDCG, RBP and nERR). However, these methods either ignore the information need of the user or ignore the mixed-initiative prope"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2204.02659","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2204.02659/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:36:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"s9x0PmoI0KZfi9e8ZDl3XnnKNPb0Jp4mDYxYOCHXqNtvWxML0oFfNjdtwq8ZPGvDLRWZCnc6lN+oWuk+GZp6AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T07:39:57.138082Z"},"content_sha256":"e960f595dc337c79ad4c10411e50f2c14e7004ec2f4436c07e5f755ebf7b3c6c","schema_version":"1.0","event_id":"sha256:e960f595dc337c79ad4c10411e50f2c14e7004ec2f4436c07e5f755ebf7b3c6c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/UVQTW3NQLYXAUXQZ4GI3PTXNJZ/bundle.json","state_url":"https://pith.science/pith/UVQTW3NQLYXAUXQZ4GI3PTXNJZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/UVQTW3NQLYXAUXQZ4GI3PTXNJZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T07:39:57Z","links":{"resolver":"https://pith.science/pith/UVQTW3NQLYXAUXQZ4GI3PTXNJZ","bundle":"https://pith.science/pith/UVQTW3NQLYXAUXQZ4GI3PTXNJZ/bundle.json","state":"https://pith.science/pith/UVQTW3NQLYXAUXQZ4GI3PTXNJZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/UVQTW3NQLYXAUXQZ4GI3PTXNJZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:UVQTW3NQLYXAUXQZ4GI3PTXNJZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4a47afaeecc26c459599b450ca4d06c71e3679da947fa958839561c0ba6f29bd","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2022-04-06T08:20:51Z","title_canon_sha256":"9a5a5d24b7a9a8b0abec04ab5de1d8424465f19ffef9163a758251dac306223a"},"schema_version":"1.0","source":{"id":"2204.02659","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2204.02659","created_at":"2026-07-05T07:36:48Z"},{"alias_kind":"arxiv_version","alias_value":"2204.02659v2","created_at":"2026-07-05T07:36:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2204.02659","created_at":"2026-07-05T07:36:48Z"},{"alias_kind":"pith_short_12","alias_value":"UVQTW3NQLYXA","created_at":"2026-07-05T07:36:48Z"},{"alias_kind":"pith_short_16","alias_value":"UVQTW3NQLYXAUXQZ","created_at":"2026-07-05T07:36:48Z"},{"alias_kind":"pith_short_8","alias_value":"UVQTW3NQ","created_at":"2026-07-05T07:36:48Z"}],"graph_snapshots":[{"event_id":"sha256:e960f595dc337c79ad4c10411e50f2c14e7004ec2f4436c07e5f755ebf7b3c6c","target":"graph","created_at":"2026-07-05T07:36:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2204.02659/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"With the increasing popularity of conversational search, how to evaluate the performance of conversational search systems has become an important question in the IR community. Existing works on conversational search evaluation can mainly be categorized into two streams: (1) constructing metrics based on semantic similarity (e.g. BLUE, METEOR and BERTScore), or (2) directly evaluating the response ranking performance of the system using traditional search methods (e.g. nDCG, RBP and nERR). However, these methods either ignore the information need of the user or ignore the mixed-initiative prope","authors_text":"Min Zhang, Qingyao Ai, Rui Zhang, Shaoping Ma, YingYe Huang, Yiqun Liu, Zhihong Wang, Zhumin Chu","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2022-04-06T08:20:51Z","title":"Towards Better Understanding of User Satisfaction in Open-Domain Conversational Search"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2204.02659","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9017728ddada3759704aa2d662dce68ce306bc4563150ec70ad8edc9c620f8ec","target":"record","created_at":"2026-07-05T07:36:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4a47afaeecc26c459599b450ca4d06c71e3679da947fa958839561c0ba6f29bd","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2022-04-06T08:20:51Z","title_canon_sha256":"9a5a5d24b7a9a8b0abec04ab5de1d8424465f19ffef9163a758251dac306223a"},"schema_version":"1.0","source":{"id":"2204.02659","kind":"arxiv","version":2}},"canonical_sha256":"a5613b6db05e2e0a5e19e191b7ceed4e75c280db80a3a407d4174d42cb63d69c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a5613b6db05e2e0a5e19e191b7ceed4e75c280db80a3a407d4174d42cb63d69c","first_computed_at":"2026-07-05T07:36:48.892178Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:36:48.892178Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"KfijXjuWl+BfMvqvGmaxS9n/5OigfH53xDLKXMu7WMSe3RYHP9mWDZLmIuBKFl3BVHPO8rXlZuyu2qovK0vMCg==","signature_status":"signed_v1","signed_at":"2026-07-05T07:36:48.892625Z","signed_message":"canonical_sha256_bytes"},"source_id":"2204.02659","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9017728ddada3759704aa2d662dce68ce306bc4563150ec70ad8edc9c620f8ec","sha256:e960f595dc337c79ad4c10411e50f2c14e7004ec2f4436c07e5f755ebf7b3c6c"],"state_sha256":"0d0dd4fa10d002b508a283b07cdb8fda96efb736b147fb34007356ada7a583b0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nNxS5mUcg8HebK4cSemLO201e4er57IKWZgL/mm7o8/vR2lxe/QDcX33BU+ttIyzWg/mcJKVBRIAmoPnl4YvDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T07:39:57.140220Z","bundle_sha256":"0955864a2d8ba434fe8b4f9623f60f1f008e32ef9447b896be6a79ecfa3c2c96"}}