{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:QEIP6EQNQUP5VOHW25QK32ZN2L","short_pith_number":"pith:QEIP6EQN","canonical_record":{"source":{"id":"1808.06818","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2018-08-21T09:38:53Z","cross_cats_sorted":[],"title_canon_sha256":"7f99f101e4c9b44febc5503e0d878876c2a8945f5043eb2f7ddca868e936424a","abstract_canon_sha256":"5ac0d7ad26592a2204b45e81b411d6b435c482175e083229ce6b46cb7a9e95d2"},"schema_version":"1.0"},"canonical_sha256":"8110ff120d851fdab8f6d760adeb2dd2ce828e27d654a31e35029f235672bbce","source":{"kind":"arxiv","id":"1808.06818","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1808.06818","created_at":"2026-05-18T00:07:38Z"},{"alias_kind":"arxiv_version","alias_value":"1808.06818v1","created_at":"2026-05-18T00:07:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1808.06818","created_at":"2026-05-18T00:07:38Z"},{"alias_kind":"pith_short_12","alias_value":"QEIP6EQNQUP5","created_at":"2026-05-18T12:32:46Z"},{"alias_kind":"pith_short_16","alias_value":"QEIP6EQNQUP5VOHW","created_at":"2026-05-18T12:32:46Z"},{"alias_kind":"pith_short_8","alias_value":"QEIP6EQN","created_at":"2026-05-18T12:32:46Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:QEIP6EQNQUP5VOHW25QK32ZN2L","target":"record","payload":{"canonical_record":{"source":{"id":"1808.06818","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2018-08-21T09:38:53Z","cross_cats_sorted":[],"title_canon_sha256":"7f99f101e4c9b44febc5503e0d878876c2a8945f5043eb2f7ddca868e936424a","abstract_canon_sha256":"5ac0d7ad26592a2204b45e81b411d6b435c482175e083229ce6b46cb7a9e95d2"},"schema_version":"1.0"},"canonical_sha256":"8110ff120d851fdab8f6d760adeb2dd2ce828e27d654a31e35029f235672bbce","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:07:38.988756Z","signature_b64":"AJ11wxLvivCR0xoefSVwDmiyO/PywT2h7D4p0+bujQprhAtejyCqBtFl6s6l/F+giUkKk06n9J/jakUjFBxIBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8110ff120d851fdab8f6d760adeb2dd2ce828e27d654a31e35029f235672bbce","last_reissued_at":"2026-05-18T00:07:38.988059Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:07:38.988059Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1808.06818","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:07:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GrGdxZzAUXGzo8E602xwxzA0LyLaU+LtZZqjbCa9QiPB+E8uXRVTh4yjX65u41kOMBuG6GHDm+RLvd0t1SrnBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-21T02:52:53.125382Z"},"content_sha256":"083473f4db71c5d432a6c969860d7bc69cff455a4cc52ad4ac074132d9726dff","schema_version":"1.0","event_id":"sha256:083473f4db71c5d432a6c969860d7bc69cff455a4cc52ad4ac074132d9726dff"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:QEIP6EQNQUP5VOHW25QK32ZN2L","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Usefulness-based Approach for Measuring the Local and Global Effect of IIR Services","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.IR","authors_text":"Daniel Hienert, Peter Mutschke","submitted_at":"2018-08-21T09:38:53Z","abstract_excerpt":"In Interactive Information Retrieval (IIR) different services such as search term suggestion can support users in their search process. The applicability and performance of such services is either measured with different user-centered studies (like usability tests or laboratory experiments) or, in the context of IR, with their contribution to measures like precision and recall. However, each evaluation methodology has its certain disadvantages. For example, user-centered experiments are often costly and small-scaled; IR experiments rely on relevance assessments and measure only relevance of do"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1808.06818","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:07:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MzTq4+6vEqtvt+WrYgF7PwVDYmjRdgw9Mj+5nA50XgFke9D2FBkQ4S49bvPUfy6gFxV4KKUGdf7A49SQQMxBBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-21T02:52:53.125737Z"},"content_sha256":"9aed064056001d35074a1d5145c798d311f6080dd017160360b26b25e5fd98d9","schema_version":"1.0","event_id":"sha256:9aed064056001d35074a1d5145c798d311f6080dd017160360b26b25e5fd98d9"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/QEIP6EQNQUP5VOHW25QK32ZN2L/bundle.json","state_url":"https://pith.science/pith/QEIP6EQNQUP5VOHW25QK32ZN2L/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/QEIP6EQNQUP5VOHW25QK32ZN2L/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-21T02:52:53Z","links":{"resolver":"https://pith.science/pith/QEIP6EQNQUP5VOHW25QK32ZN2L","bundle":"https://pith.science/pith/QEIP6EQNQUP5VOHW25QK32ZN2L/bundle.json","state":"https://pith.science/pith/QEIP6EQNQUP5VOHW25QK32ZN2L/state.json","well_known_bundle":"https://pith.science/.well-known/pith/QEIP6EQNQUP5VOHW25QK32ZN2L/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:QEIP6EQNQUP5VOHW25QK32ZN2L","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5ac0d7ad26592a2204b45e81b411d6b435c482175e083229ce6b46cb7a9e95d2","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2018-08-21T09:38:53Z","title_canon_sha256":"7f99f101e4c9b44febc5503e0d878876c2a8945f5043eb2f7ddca868e936424a"},"schema_version":"1.0","source":{"id":"1808.06818","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1808.06818","created_at":"2026-05-18T00:07:38Z"},{"alias_kind":"arxiv_version","alias_value":"1808.06818v1","created_at":"2026-05-18T00:07:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1808.06818","created_at":"2026-05-18T00:07:38Z"},{"alias_kind":"pith_short_12","alias_value":"QEIP6EQNQUP5","created_at":"2026-05-18T12:32:46Z"},{"alias_kind":"pith_short_16","alias_value":"QEIP6EQNQUP5VOHW","created_at":"2026-05-18T12:32:46Z"},{"alias_kind":"pith_short_8","alias_value":"QEIP6EQN","created_at":"2026-05-18T12:32:46Z"}],"graph_snapshots":[{"event_id":"sha256:9aed064056001d35074a1d5145c798d311f6080dd017160360b26b25e5fd98d9","target":"graph","created_at":"2026-05-18T00:07:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"In Interactive Information Retrieval (IIR) different services such as search term suggestion can support users in their search process. The applicability and performance of such services is either measured with different user-centered studies (like usability tests or laboratory experiments) or, in the context of IR, with their contribution to measures like precision and recall. However, each evaluation methodology has its certain disadvantages. For example, user-centered experiments are often costly and small-scaled; IR experiments rely on relevance assessments and measure only relevance of do","authors_text":"Daniel Hienert, Peter Mutschke","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2018-08-21T09:38:53Z","title":"A Usefulness-based Approach for Measuring the Local and Global Effect of IIR Services"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1808.06818","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:083473f4db71c5d432a6c969860d7bc69cff455a4cc52ad4ac074132d9726dff","target":"record","created_at":"2026-05-18T00:07:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5ac0d7ad26592a2204b45e81b411d6b435c482175e083229ce6b46cb7a9e95d2","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2018-08-21T09:38:53Z","title_canon_sha256":"7f99f101e4c9b44febc5503e0d878876c2a8945f5043eb2f7ddca868e936424a"},"schema_version":"1.0","source":{"id":"1808.06818","kind":"arxiv","version":1}},"canonical_sha256":"8110ff120d851fdab8f6d760adeb2dd2ce828e27d654a31e35029f235672bbce","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8110ff120d851fdab8f6d760adeb2dd2ce828e27d654a31e35029f235672bbce","first_computed_at":"2026-05-18T00:07:38.988059Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:07:38.988059Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"AJ11wxLvivCR0xoefSVwDmiyO/PywT2h7D4p0+bujQprhAtejyCqBtFl6s6l/F+giUkKk06n9J/jakUjFBxIBQ==","signature_status":"signed_v1","signed_at":"2026-05-18T00:07:38.988756Z","signed_message":"canonical_sha256_bytes"},"source_id":"1808.06818","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:083473f4db71c5d432a6c969860d7bc69cff455a4cc52ad4ac074132d9726dff","sha256:9aed064056001d35074a1d5145c798d311f6080dd017160360b26b25e5fd98d9"],"state_sha256":"3b0c85b74c6ce609801cacbbb442ee39ce3e9e857a0ed5cf52936174164b98bc"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WafaLcf49yaQWmiyEDezFWE6zQHX/r5IW6KJMAGB4+7k2E+Tja7TRtUgtmbeJESHiE7jyoEN6BZRLd/a6B0KBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-21T02:52:53.127815Z","bundle_sha256":"8f5c310be28d1ece54ce224b97967087ed7e7f33d9bb716dca12b4ccdb618bb5"}}