{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2022:O2P2LAHIMN7UIALB6MXHD4CPFS","short_pith_number":"pith:O2P2LAHI","schema_version":"1.0","canonical_sha256":"769fa580e8637f440161f32e71f04f2c90ee0fa76ea0496e39fd5e894acb6f25","source":{"kind":"arxiv","id":"2204.10362","version":1},"attestation_state":"computed","paper":{"title":"Human Preferences as Dueling Bandits","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.IR","authors_text":"Charles L. A. Clarke, Chengxi Luo, Ellen M. Voorhees, Nick Craswell, Pablo Castells, Xinyi Yan","submitted_at":"2022-04-21T18:47:35Z","abstract_excerpt":"The dramatic improvements in core information retrieval tasks engendered by neural rankers create a need for novel evaluation methods. If every ranker returns highly relevant items in the top ranks, it becomes difficult to recognize meaningful differences between them and to build reusable test collections. Several recent papers explore pairwise preference judgments as an alternative to traditional graded relevance assessments. Rather than viewing items one at a time, assessors view items side-by-side and indicate the one that provides the better response to a query, allowing fine-grained dist"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2204.10362","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2022-04-21T18:47:35Z","cross_cats_sorted":[],"title_canon_sha256":"042851ebe7c7e4921558a38080d7bdb2edc171f54de2e80a66a68ed15d5186e4","abstract_canon_sha256":"cfc455cd2a3cdef41fa45476ad55d1039db9cf25dcbd1d490d2298bec83db128"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:16:56.062816Z","signature_b64":"qSF2tOvPxbUPBe1AtzaA2zvXZ4AKyWAzKXvvuwDO0uq6fTHV8rcz4etRq4sAWgtZeYXETJ87s97jJq0dOkJ7Bg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"769fa580e8637f440161f32e71f04f2c90ee0fa76ea0496e39fd5e894acb6f25","last_reissued_at":"2026-07-05T04:16:56.062412Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:16:56.062412Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Human Preferences as Dueling Bandits","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.IR","authors_text":"Charles L. A. Clarke, Chengxi Luo, Ellen M. Voorhees, Nick Craswell, Pablo Castells, Xinyi Yan","submitted_at":"2022-04-21T18:47:35Z","abstract_excerpt":"The dramatic improvements in core information retrieval tasks engendered by neural rankers create a need for novel evaluation methods. If every ranker returns highly relevant items in the top ranks, it becomes difficult to recognize meaningful differences between them and to build reusable test collections. Several recent papers explore pairwise preference judgments as an alternative to traditional graded relevance assessments. Rather than viewing items one at a time, assessors view items side-by-side and indicate the one that provides the better response to a query, allowing fine-grained dist"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2204.10362","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2204.10362/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2204.10362","created_at":"2026-07-05T04:16:56.062475+00:00"},{"alias_kind":"arxiv_version","alias_value":"2204.10362v1","created_at":"2026-07-05T04:16:56.062475+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2204.10362","created_at":"2026-07-05T04:16:56.062475+00:00"},{"alias_kind":"pith_short_12","alias_value":"O2P2LAHIMN7U","created_at":"2026-07-05T04:16:56.062475+00:00"},{"alias_kind":"pith_short_16","alias_value":"O2P2LAHIMN7UIALB","created_at":"2026-07-05T04:16:56.062475+00:00"},{"alias_kind":"pith_short_8","alias_value":"O2P2LAHI","created_at":"2026-07-05T04:16:56.062475+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/O2P2LAHIMN7UIALB6MXHD4CPFS","json":"https://pith.science/pith/O2P2LAHIMN7UIALB6MXHD4CPFS.json","graph_json":"https://pith.science/api/pith-number/O2P2LAHIMN7UIALB6MXHD4CPFS/graph.json","events_json":"https://pith.science/api/pith-number/O2P2LAHIMN7UIALB6MXHD4CPFS/events.json","paper":"https://pith.science/paper/O2P2LAHI"},"agent_actions":{"view_html":"https://pith.science/pith/O2P2LAHIMN7UIALB6MXHD4CPFS","download_json":"https://pith.science/pith/O2P2LAHIMN7UIALB6MXHD4CPFS.json","view_paper":"https://pith.science/paper/O2P2LAHI","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2204.10362&json=true","fetch_graph":"https://pith.science/api/pith-number/O2P2LAHIMN7UIALB6MXHD4CPFS/graph.json","fetch_events":"https://pith.science/api/pith-number/O2P2LAHIMN7UIALB6MXHD4CPFS/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/O2P2LAHIMN7UIALB6MXHD4CPFS/action/timestamp_anchor","attest_storage":"https://pith.science/pith/O2P2LAHIMN7UIALB6MXHD4CPFS/action/storage_attestation","attest_author":"https://pith.science/pith/O2P2LAHIMN7UIALB6MXHD4CPFS/action/author_attestation","sign_citation":"https://pith.science/pith/O2P2LAHIMN7UIALB6MXHD4CPFS/action/citation_signature","submit_replication":"https://pith.science/pith/O2P2LAHIMN7UIALB6MXHD4CPFS/action/replication_record"}},"created_at":"2026-07-05T04:16:56.062475+00:00","updated_at":"2026-07-05T04:16:56.062475+00:00"}