{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2013:S6MMHA3N6QOQL2F5KFGEBJCCHT","short_pith_number":"pith:S6MMHA3N","schema_version":"1.0","canonical_sha256":"9798c3836df41d05e8bd514c40a4423cf9d1a9e66b6522181e439379d65810a5","source":{"kind":"arxiv","id":"1302.2318","version":1},"attestation_state":"computed","paper":{"title":"On Search Engine Evaluation Metrics","license":"http://creativecommons.org/licenses/by/3.0/","headline":"","cross_cats":[],"primary_cat":"cs.IR","authors_text":"Pavel Sirotkin","submitted_at":"2013-02-10T10:50:56Z","abstract_excerpt":"The search engine evaluation research has quite a lot metrics available to it. Only recently, the question of the significance of individual metrics started being raised, as these metrics' correlations to real-world user experiences or performance have generally not been well-studied. The first part of this thesis provides an overview of previous literature on the evaluation of search engine evaluation metrics themselves, as well as critiques of and comments on individual studies and approaches. The second part introduces a meta-evaluation metric, the Preference Identification Ratio (PIR), tha"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"1302.2318","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/3.0/","primary_cat":"cs.IR","submitted_at":"2013-02-10T10:50:56Z","cross_cats_sorted":[],"title_canon_sha256":"2363e912218751ef56ce82bf72b7dc7c17993b82a562d0062a15d5cd377d46d9","abstract_canon_sha256":"d57a8523338f23726e564dea39aa386c95a300f254c2db55ff567d9f4c3cb5d5"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T03:34:01.623164Z","signature_b64":"Jp5GyWYa2M9PyE/R8mjuUNss4n4tARVPrftZ68n0a3IYpa1ceCCvOfArcVW9memEYtNVBg8mkuD52WvcT+Z7CQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9798c3836df41d05e8bd514c40a4423cf9d1a9e66b6522181e439379d65810a5","last_reissued_at":"2026-05-18T03:34:01.622242Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T03:34:01.622242Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"On Search Engine Evaluation Metrics","license":"http://creativecommons.org/licenses/by/3.0/","headline":"","cross_cats":[],"primary_cat":"cs.IR","authors_text":"Pavel Sirotkin","submitted_at":"2013-02-10T10:50:56Z","abstract_excerpt":"The search engine evaluation research has quite a lot metrics available to it. Only recently, the question of the significance of individual metrics started being raised, as these metrics' correlations to real-world user experiences or performance have generally not been well-studied. The first part of this thesis provides an overview of previous literature on the evaluation of search engine evaluation metrics themselves, as well as critiques of and comments on individual studies and approaches. The second part introduces a meta-evaluation metric, the Preference Identification Ratio (PIR), tha"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1302.2318","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"1302.2318","created_at":"2026-05-18T03:34:01.622407+00:00"},{"alias_kind":"arxiv_version","alias_value":"1302.2318v1","created_at":"2026-05-18T03:34:01.622407+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1302.2318","created_at":"2026-05-18T03:34:01.622407+00:00"},{"alias_kind":"pith_short_12","alias_value":"S6MMHA3N6QOQ","created_at":"2026-05-18T12:27:59.945178+00:00"},{"alias_kind":"pith_short_16","alias_value":"S6MMHA3N6QOQL2F5","created_at":"2026-05-18T12:27:59.945178+00:00"},{"alias_kind":"pith_short_8","alias_value":"S6MMHA3N","created_at":"2026-05-18T12:27:59.945178+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":1,"sample":[{"citing_arxiv_id":"1908.06158","citing_title":"Accelerated learning from recommender systems using multi-armed bandit","ref_index":75,"is_internal_anchor":true}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/S6MMHA3N6QOQL2F5KFGEBJCCHT","json":"https://pith.science/pith/S6MMHA3N6QOQL2F5KFGEBJCCHT.json","graph_json":"https://pith.science/api/pith-number/S6MMHA3N6QOQL2F5KFGEBJCCHT/graph.json","events_json":"https://pith.science/api/pith-number/S6MMHA3N6QOQL2F5KFGEBJCCHT/events.json","paper":"https://pith.science/paper/S6MMHA3N"},"agent_actions":{"view_html":"https://pith.science/pith/S6MMHA3N6QOQL2F5KFGEBJCCHT","download_json":"https://pith.science/pith/S6MMHA3N6QOQL2F5KFGEBJCCHT.json","view_paper":"https://pith.science/paper/S6MMHA3N","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=1302.2318&json=true","fetch_graph":"https://pith.science/api/pith-number/S6MMHA3N6QOQL2F5KFGEBJCCHT/graph.json","fetch_events":"https://pith.science/api/pith-number/S6MMHA3N6QOQL2F5KFGEBJCCHT/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/S6MMHA3N6QOQL2F5KFGEBJCCHT/action/timestamp_anchor","attest_storage":"https://pith.science/pith/S6MMHA3N6QOQL2F5KFGEBJCCHT/action/storage_attestation","attest_author":"https://pith.science/pith/S6MMHA3N6QOQL2F5KFGEBJCCHT/action/author_attestation","sign_citation":"https://pith.science/pith/S6MMHA3N6QOQL2F5KFGEBJCCHT/action/citation_signature","submit_replication":"https://pith.science/pith/S6MMHA3N6QOQL2F5KFGEBJCCHT/action/replication_record"}},"created_at":"2026-05-18T03:34:01.622407+00:00","updated_at":"2026-05-18T03:34:01.622407+00:00"}