{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:KTD3JMUUAB4JP2NRTMXET5WML3","short_pith_number":"pith:KTD3JMUU","canonical_record":{"source":{"id":"2305.01522","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2023-04-26T15:54:23Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"80713b0e5041d30c5eeb3c1c0458ef4306fb1dbfe76d6b43ef305ee183ff74b1","abstract_canon_sha256":"a44af56315b3e06133266091fc8e5664aa575669d003bbcb336e1852d788391e"},"schema_version":"1.0"},"canonical_sha256":"54c7b4b294007897e9b19b2e49f6cc5ef31338ee08a2335c0e036ea20aa4eab9","source":{"kind":"arxiv","id":"2305.01522","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.01522","created_at":"2026-07-05T06:06:26Z"},{"alias_kind":"arxiv_version","alias_value":"2305.01522v1","created_at":"2026-07-05T06:06:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.01522","created_at":"2026-07-05T06:06:26Z"},{"alias_kind":"pith_short_12","alias_value":"KTD3JMUUAB4J","created_at":"2026-07-05T06:06:26Z"},{"alias_kind":"pith_short_16","alias_value":"KTD3JMUUAB4JP2NR","created_at":"2026-07-05T06:06:26Z"},{"alias_kind":"pith_short_8","alias_value":"KTD3JMUU","created_at":"2026-07-05T06:06:26Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:KTD3JMUUAB4JP2NRTMXET5WML3","target":"record","payload":{"canonical_record":{"source":{"id":"2305.01522","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2023-04-26T15:54:23Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"80713b0e5041d30c5eeb3c1c0458ef4306fb1dbfe76d6b43ef305ee183ff74b1","abstract_canon_sha256":"a44af56315b3e06133266091fc8e5664aa575669d003bbcb336e1852d788391e"},"schema_version":"1.0"},"canonical_sha256":"54c7b4b294007897e9b19b2e49f6cc5ef31338ee08a2335c0e036ea20aa4eab9","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:06:26.685460Z","signature_b64":"yU9USvWI46Ym9KJbtizL1jf73fl1oA9S6fp2ofx2BPlcxocGxAdzkgZA5mo4m6z0m4vuB/nuzOxFAmLdtboICA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"54c7b4b294007897e9b19b2e49f6cc5ef31338ee08a2335c0e036ea20aa4eab9","last_reissued_at":"2026-07-05T06:06:26.684945Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:06:26.684945Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.01522","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:06:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wjU4JhtWOQqH5eDD51zW2MVEx+3M5sOOLTvp4c3OQxGVpBdHuwDXuGrqauB56WAfWwWPI6NxiM45wtqZ+6a+Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T11:06:00.611608Z"},"content_sha256":"d93a414f39141942f3041558fe0587f79507e3d35dd46df8f0a312d903d3ec62","schema_version":"1.0","event_id":"sha256:d93a414f39141942f3041558fe0587f79507e3d35dd46df8f0a312d903d3ec62"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:KTD3JMUUAB4JP2NRTMXET5WML3","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Safe Deployment for Counterfactual Learning to Rank with Exposure-Based Risk Minimization","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.IR","authors_text":"Harrie Oosterhuis, Maarten de Rijke, Shashank Gupta","submitted_at":"2023-04-26T15:54:23Z","abstract_excerpt":"Counterfactual learning to rank (CLTR) relies on exposure-based inverse propensity scoring (IPS), a LTR-specific adaptation of IPS to correct for position bias. While IPS can provide unbiased and consistent estimates, it often suffers from high variance. Especially when little click data is available, this variance can cause CLTR to learn sub-optimal ranking behavior. Consequently, existing CLTR methods bring significant risks with them, as naively deploying their models can result in very negative user experiences. We introduce a novel risk-aware CLTR method with theoretical guarantees for sa"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.01522","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.01522/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:06:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"flLU80Q9cBLqWTyNDsyfo9ENlFzHKNuKwL+HU1LeCtMkouuAAl5k0yOWav2Ng7Bc9G8TSamVhrzSGSFpJ4B1Dw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T11:06:00.612089Z"},"content_sha256":"9578188010e13bd362c9318ab7fbc95250c401aa16d605e17affb98711c2f989","schema_version":"1.0","event_id":"sha256:9578188010e13bd362c9318ab7fbc95250c401aa16d605e17affb98711c2f989"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KTD3JMUUAB4JP2NRTMXET5WML3/bundle.json","state_url":"https://pith.science/pith/KTD3JMUUAB4JP2NRTMXET5WML3/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KTD3JMUUAB4JP2NRTMXET5WML3/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-15T11:06:00Z","links":{"resolver":"https://pith.science/pith/KTD3JMUUAB4JP2NRTMXET5WML3","bundle":"https://pith.science/pith/KTD3JMUUAB4JP2NRTMXET5WML3/bundle.json","state":"https://pith.science/pith/KTD3JMUUAB4JP2NRTMXET5WML3/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KTD3JMUUAB4JP2NRTMXET5WML3/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:KTD3JMUUAB4JP2NRTMXET5WML3","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a44af56315b3e06133266091fc8e5664aa575669d003bbcb336e1852d788391e","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2023-04-26T15:54:23Z","title_canon_sha256":"80713b0e5041d30c5eeb3c1c0458ef4306fb1dbfe76d6b43ef305ee183ff74b1"},"schema_version":"1.0","source":{"id":"2305.01522","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.01522","created_at":"2026-07-05T06:06:26Z"},{"alias_kind":"arxiv_version","alias_value":"2305.01522v1","created_at":"2026-07-05T06:06:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.01522","created_at":"2026-07-05T06:06:26Z"},{"alias_kind":"pith_short_12","alias_value":"KTD3JMUUAB4J","created_at":"2026-07-05T06:06:26Z"},{"alias_kind":"pith_short_16","alias_value":"KTD3JMUUAB4JP2NR","created_at":"2026-07-05T06:06:26Z"},{"alias_kind":"pith_short_8","alias_value":"KTD3JMUU","created_at":"2026-07-05T06:06:26Z"}],"graph_snapshots":[{"event_id":"sha256:9578188010e13bd362c9318ab7fbc95250c401aa16d605e17affb98711c2f989","target":"graph","created_at":"2026-07-05T06:06:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.01522/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Counterfactual learning to rank (CLTR) relies on exposure-based inverse propensity scoring (IPS), a LTR-specific adaptation of IPS to correct for position bias. While IPS can provide unbiased and consistent estimates, it often suffers from high variance. Especially when little click data is available, this variance can cause CLTR to learn sub-optimal ranking behavior. Consequently, existing CLTR methods bring significant risks with them, as naively deploying their models can result in very negative user experiences. We introduce a novel risk-aware CLTR method with theoretical guarantees for sa","authors_text":"Harrie Oosterhuis, Maarten de Rijke, Shashank Gupta","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2023-04-26T15:54:23Z","title":"Safe Deployment for Counterfactual Learning to Rank with Exposure-Based Risk Minimization"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.01522","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d93a414f39141942f3041558fe0587f79507e3d35dd46df8f0a312d903d3ec62","target":"record","created_at":"2026-07-05T06:06:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a44af56315b3e06133266091fc8e5664aa575669d003bbcb336e1852d788391e","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2023-04-26T15:54:23Z","title_canon_sha256":"80713b0e5041d30c5eeb3c1c0458ef4306fb1dbfe76d6b43ef305ee183ff74b1"},"schema_version":"1.0","source":{"id":"2305.01522","kind":"arxiv","version":1}},"canonical_sha256":"54c7b4b294007897e9b19b2e49f6cc5ef31338ee08a2335c0e036ea20aa4eab9","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"54c7b4b294007897e9b19b2e49f6cc5ef31338ee08a2335c0e036ea20aa4eab9","first_computed_at":"2026-07-05T06:06:26.684945Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:06:26.684945Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"yU9USvWI46Ym9KJbtizL1jf73fl1oA9S6fp2ofx2BPlcxocGxAdzkgZA5mo4m6z0m4vuB/nuzOxFAmLdtboICA==","signature_status":"signed_v1","signed_at":"2026-07-05T06:06:26.685460Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.01522","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d93a414f39141942f3041558fe0587f79507e3d35dd46df8f0a312d903d3ec62","sha256:9578188010e13bd362c9318ab7fbc95250c401aa16d605e17affb98711c2f989"],"state_sha256":"97065135cb6afe6c6c025c403be72143b9c8adf4d996ab3b18a350940ea72b23"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"f0s+ZGMW2HjLE4AjoXuLo4CohwECQGtDrZroJZ01Xr5EUMJ/wpKTgdcN/lTUSinRagbFriSCefVklcgttmzCCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-15T11:06:00.616268Z","bundle_sha256":"52cce1f1cc5ef475b30b09de525816e574b26da32cd7bbab2c617b96a2d5b599"}}