{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:O2P2LAHIMN7UIALB6MXHD4CPFS","short_pith_number":"pith:O2P2LAHI","canonical_record":{"source":{"id":"2204.10362","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2022-04-21T18:47:35Z","cross_cats_sorted":[],"title_canon_sha256":"042851ebe7c7e4921558a38080d7bdb2edc171f54de2e80a66a68ed15d5186e4","abstract_canon_sha256":"cfc455cd2a3cdef41fa45476ad55d1039db9cf25dcbd1d490d2298bec83db128"},"schema_version":"1.0"},"canonical_sha256":"769fa580e8637f440161f32e71f04f2c90ee0fa76ea0496e39fd5e894acb6f25","source":{"kind":"arxiv","id":"2204.10362","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2204.10362","created_at":"2026-07-05T04:16:56Z"},{"alias_kind":"arxiv_version","alias_value":"2204.10362v1","created_at":"2026-07-05T04:16:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2204.10362","created_at":"2026-07-05T04:16:56Z"},{"alias_kind":"pith_short_12","alias_value":"O2P2LAHIMN7U","created_at":"2026-07-05T04:16:56Z"},{"alias_kind":"pith_short_16","alias_value":"O2P2LAHIMN7UIALB","created_at":"2026-07-05T04:16:56Z"},{"alias_kind":"pith_short_8","alias_value":"O2P2LAHI","created_at":"2026-07-05T04:16:56Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:O2P2LAHIMN7UIALB6MXHD4CPFS","target":"record","payload":{"canonical_record":{"source":{"id":"2204.10362","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2022-04-21T18:47:35Z","cross_cats_sorted":[],"title_canon_sha256":"042851ebe7c7e4921558a38080d7bdb2edc171f54de2e80a66a68ed15d5186e4","abstract_canon_sha256":"cfc455cd2a3cdef41fa45476ad55d1039db9cf25dcbd1d490d2298bec83db128"},"schema_version":"1.0"},"canonical_sha256":"769fa580e8637f440161f32e71f04f2c90ee0fa76ea0496e39fd5e894acb6f25","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:16:56.062816Z","signature_b64":"qSF2tOvPxbUPBe1AtzaA2zvXZ4AKyWAzKXvvuwDO0uq6fTHV8rcz4etRq4sAWgtZeYXETJ87s97jJq0dOkJ7Bg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"769fa580e8637f440161f32e71f04f2c90ee0fa76ea0496e39fd5e894acb6f25","last_reissued_at":"2026-07-05T04:16:56.062412Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:16:56.062412Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2204.10362","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:16:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QZMFVlll9hzLWDJuKogWaM1vVrz7cnX1jNR6cgxqGgY4omCIiUxfn+an/qbLaEUVp8kmJ71juSZf/xR0CgydCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T12:43:41.601253Z"},"content_sha256":"f232d3bab0f6b19e61535759f4b889004a113399c6177fa1e5dec2a7af031556","schema_version":"1.0","event_id":"sha256:f232d3bab0f6b19e61535759f4b889004a113399c6177fa1e5dec2a7af031556"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:O2P2LAHIMN7UIALB6MXHD4CPFS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Human Preferences as Dueling Bandits","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.IR","authors_text":"Charles L. A. Clarke, Chengxi Luo, Ellen M. Voorhees, Nick Craswell, Pablo Castells, Xinyi Yan","submitted_at":"2022-04-21T18:47:35Z","abstract_excerpt":"The dramatic improvements in core information retrieval tasks engendered by neural rankers create a need for novel evaluation methods. If every ranker returns highly relevant items in the top ranks, it becomes difficult to recognize meaningful differences between them and to build reusable test collections. Several recent papers explore pairwise preference judgments as an alternative to traditional graded relevance assessments. Rather than viewing items one at a time, assessors view items side-by-side and indicate the one that provides the better response to a query, allowing fine-grained dist"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2204.10362","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2204.10362/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:16:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"iKqy7SlBvdBX1KJWWgcSM5M7lVZOGDwogyi79YJnRjLekvMu4nzJjT3YspbvC1dCqgxXxA6p88oi5AS1UVLzCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T12:43:41.601635Z"},"content_sha256":"dd6b6eb6119858da01501a00cdb34382e557af409fe0bdc25829d3c83f0c61ec","schema_version":"1.0","event_id":"sha256:dd6b6eb6119858da01501a00cdb34382e557af409fe0bdc25829d3c83f0c61ec"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/O2P2LAHIMN7UIALB6MXHD4CPFS/bundle.json","state_url":"https://pith.science/pith/O2P2LAHIMN7UIALB6MXHD4CPFS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/O2P2LAHIMN7UIALB6MXHD4CPFS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T12:43:41Z","links":{"resolver":"https://pith.science/pith/O2P2LAHIMN7UIALB6MXHD4CPFS","bundle":"https://pith.science/pith/O2P2LAHIMN7UIALB6MXHD4CPFS/bundle.json","state":"https://pith.science/pith/O2P2LAHIMN7UIALB6MXHD4CPFS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/O2P2LAHIMN7UIALB6MXHD4CPFS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:O2P2LAHIMN7UIALB6MXHD4CPFS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"cfc455cd2a3cdef41fa45476ad55d1039db9cf25dcbd1d490d2298bec83db128","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2022-04-21T18:47:35Z","title_canon_sha256":"042851ebe7c7e4921558a38080d7bdb2edc171f54de2e80a66a68ed15d5186e4"},"schema_version":"1.0","source":{"id":"2204.10362","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2204.10362","created_at":"2026-07-05T04:16:56Z"},{"alias_kind":"arxiv_version","alias_value":"2204.10362v1","created_at":"2026-07-05T04:16:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2204.10362","created_at":"2026-07-05T04:16:56Z"},{"alias_kind":"pith_short_12","alias_value":"O2P2LAHIMN7U","created_at":"2026-07-05T04:16:56Z"},{"alias_kind":"pith_short_16","alias_value":"O2P2LAHIMN7UIALB","created_at":"2026-07-05T04:16:56Z"},{"alias_kind":"pith_short_8","alias_value":"O2P2LAHI","created_at":"2026-07-05T04:16:56Z"}],"graph_snapshots":[{"event_id":"sha256:dd6b6eb6119858da01501a00cdb34382e557af409fe0bdc25829d3c83f0c61ec","target":"graph","created_at":"2026-07-05T04:16:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2204.10362/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The dramatic improvements in core information retrieval tasks engendered by neural rankers create a need for novel evaluation methods. If every ranker returns highly relevant items in the top ranks, it becomes difficult to recognize meaningful differences between them and to build reusable test collections. Several recent papers explore pairwise preference judgments as an alternative to traditional graded relevance assessments. Rather than viewing items one at a time, assessors view items side-by-side and indicate the one that provides the better response to a query, allowing fine-grained dist","authors_text":"Charles L. A. Clarke, Chengxi Luo, Ellen M. Voorhees, Nick Craswell, Pablo Castells, Xinyi Yan","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2022-04-21T18:47:35Z","title":"Human Preferences as Dueling Bandits"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2204.10362","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f232d3bab0f6b19e61535759f4b889004a113399c6177fa1e5dec2a7af031556","target":"record","created_at":"2026-07-05T04:16:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"cfc455cd2a3cdef41fa45476ad55d1039db9cf25dcbd1d490d2298bec83db128","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2022-04-21T18:47:35Z","title_canon_sha256":"042851ebe7c7e4921558a38080d7bdb2edc171f54de2e80a66a68ed15d5186e4"},"schema_version":"1.0","source":{"id":"2204.10362","kind":"arxiv","version":1}},"canonical_sha256":"769fa580e8637f440161f32e71f04f2c90ee0fa76ea0496e39fd5e894acb6f25","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"769fa580e8637f440161f32e71f04f2c90ee0fa76ea0496e39fd5e894acb6f25","first_computed_at":"2026-07-05T04:16:56.062412Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:16:56.062412Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"qSF2tOvPxbUPBe1AtzaA2zvXZ4AKyWAzKXvvuwDO0uq6fTHV8rcz4etRq4sAWgtZeYXETJ87s97jJq0dOkJ7Bg==","signature_status":"signed_v1","signed_at":"2026-07-05T04:16:56.062816Z","signed_message":"canonical_sha256_bytes"},"source_id":"2204.10362","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f232d3bab0f6b19e61535759f4b889004a113399c6177fa1e5dec2a7af031556","sha256:dd6b6eb6119858da01501a00cdb34382e557af409fe0bdc25829d3c83f0c61ec"],"state_sha256":"779b09975d5f00b1c57c20e53e01ff820084c6834f159988c09681c7318352e5"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mUlekooxo6XfNVYCshwgxPdFotoRX3RABneJd3ABr7XW1IfEO5A0O3rVHMdjRwF67kcpqsnbTg+oVjyPuapYBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T12:43:41.604386Z","bundle_sha256":"c03bf198fb4a6f67485bf15f58d518328d44c6373b7160ba2634a140917100cb"}}