{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:4UEBOLWMRMAWUZ2ZBKODVIFKX3","short_pith_number":"pith:4UEBOLWM","canonical_record":{"source":{"id":"2309.06991","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-09-13T14:36:26Z","cross_cats_sorted":["cs.CL","stat.ML"],"title_canon_sha256":"26f71cc0d6f8df61c7573df64d60154810290d1fb9af8fb09fd5294d38477983","abstract_canon_sha256":"cddfd0317cca1f655b9f221fc49a7fa95f9bcba901f71ba453d7d499f3eb6345"},"schema_version":"1.0"},"canonical_sha256":"e508172ecc8b016a67590a9c3aa0aabedb1d5b2ea7578119a44b066b06def6a5","source":{"kind":"arxiv","id":"2309.06991","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.06991","created_at":"2026-07-05T07:40:56Z"},{"alias_kind":"arxiv_version","alias_value":"2309.06991v2","created_at":"2026-07-05T07:40:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.06991","created_at":"2026-07-05T07:40:56Z"},{"alias_kind":"pith_short_12","alias_value":"4UEBOLWMRMAW","created_at":"2026-07-05T07:40:56Z"},{"alias_kind":"pith_short_16","alias_value":"4UEBOLWMRMAWUZ2Z","created_at":"2026-07-05T07:40:56Z"},{"alias_kind":"pith_short_8","alias_value":"4UEBOLWM","created_at":"2026-07-05T07:40:56Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:4UEBOLWMRMAWUZ2ZBKODVIFKX3","target":"record","payload":{"canonical_record":{"source":{"id":"2309.06991","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-09-13T14:36:26Z","cross_cats_sorted":["cs.CL","stat.ML"],"title_canon_sha256":"26f71cc0d6f8df61c7573df64d60154810290d1fb9af8fb09fd5294d38477983","abstract_canon_sha256":"cddfd0317cca1f655b9f221fc49a7fa95f9bcba901f71ba453d7d499f3eb6345"},"schema_version":"1.0"},"canonical_sha256":"e508172ecc8b016a67590a9c3aa0aabedb1d5b2ea7578119a44b066b06def6a5","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:40:56.846035Z","signature_b64":"37Pm1gc8rwMEM58TsErDDLCB/73DOkbhaN1BQfkribLZSEGdO13OkrgzAm+Y4Ja+HYcHaU+uusA2L+qXtB3WAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e508172ecc8b016a67590a9c3aa0aabedb1d5b2ea7578119a44b066b06def6a5","last_reissued_at":"2026-07-05T07:40:56.845545Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:40:56.845545Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2309.06991","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:40:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"G7j+jPupOUV1tHGiQqFzE9pSvPzlyx1uMUc6MHEpeVpHa6hHUkxQ/OUzj/gPJ6fZvmiTnhim/7rlZAHsLwPrAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-24T06:51:56.529447Z"},"content_sha256":"671d53c4f5ceb285405577152640c868402f22da7ef122ee395c7b64c08fba12","schema_version":"1.0","event_id":"sha256:671d53c4f5ceb285405577152640c868402f22da7ef122ee395c7b64c08fba12"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:4UEBOLWMRMAWUZ2ZBKODVIFKX3","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Unsupervised Contrast-Consistent Ranking with Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL","stat.ML"],"primary_cat":"cs.LG","authors_text":"Daniel Preotiuc-Pietro, Jing Wang, Niklas Stoehr, Pengxiang Cheng, Rajarshi Bhowmik","submitted_at":"2023-09-13T14:36:26Z","abstract_excerpt":"Language models contain ranking-based knowledge and are powerful solvers of in-context ranking tasks. For instance, they may have parametric knowledge about the ordering of countries by size or may be able to rank product reviews by sentiment. We compare pairwise, pointwise and listwise prompting techniques to elicit a language model's ranking knowledge. However, we find that even with careful calibration and constrained decoding, prompting-based techniques may not always be self-consistent in the rankings they produce. This motivates us to explore an alternative approach that is inspired by a"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.06991","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2309.06991/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:40:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QMOhkRMMgg2koJArj18FkCqhRIGvBmZ4jUJgKiSG6ybQEa5TSxv2yRTFE1ycMS4ZK1llTtdlA8QS5/AZg73GBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-24T06:51:56.529832Z"},"content_sha256":"4b46ecd2e0fe7a7eb387e8b5986375ad2fda1a0ceb3e6443f7591319a240b6d1","schema_version":"1.0","event_id":"sha256:4b46ecd2e0fe7a7eb387e8b5986375ad2fda1a0ceb3e6443f7591319a240b6d1"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/4UEBOLWMRMAWUZ2ZBKODVIFKX3/bundle.json","state_url":"https://pith.science/pith/4UEBOLWMRMAWUZ2ZBKODVIFKX3/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/4UEBOLWMRMAWUZ2ZBKODVIFKX3/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-24T06:51:56Z","links":{"resolver":"https://pith.science/pith/4UEBOLWMRMAWUZ2ZBKODVIFKX3","bundle":"https://pith.science/pith/4UEBOLWMRMAWUZ2ZBKODVIFKX3/bundle.json","state":"https://pith.science/pith/4UEBOLWMRMAWUZ2ZBKODVIFKX3/state.json","well_known_bundle":"https://pith.science/.well-known/pith/4UEBOLWMRMAWUZ2ZBKODVIFKX3/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:4UEBOLWMRMAWUZ2ZBKODVIFKX3","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"cddfd0317cca1f655b9f221fc49a7fa95f9bcba901f71ba453d7d499f3eb6345","cross_cats_sorted":["cs.CL","stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-09-13T14:36:26Z","title_canon_sha256":"26f71cc0d6f8df61c7573df64d60154810290d1fb9af8fb09fd5294d38477983"},"schema_version":"1.0","source":{"id":"2309.06991","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.06991","created_at":"2026-07-05T07:40:56Z"},{"alias_kind":"arxiv_version","alias_value":"2309.06991v2","created_at":"2026-07-05T07:40:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.06991","created_at":"2026-07-05T07:40:56Z"},{"alias_kind":"pith_short_12","alias_value":"4UEBOLWMRMAW","created_at":"2026-07-05T07:40:56Z"},{"alias_kind":"pith_short_16","alias_value":"4UEBOLWMRMAWUZ2Z","created_at":"2026-07-05T07:40:56Z"},{"alias_kind":"pith_short_8","alias_value":"4UEBOLWM","created_at":"2026-07-05T07:40:56Z"}],"graph_snapshots":[{"event_id":"sha256:4b46ecd2e0fe7a7eb387e8b5986375ad2fda1a0ceb3e6443f7591319a240b6d1","target":"graph","created_at":"2026-07-05T07:40:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2309.06991/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Language models contain ranking-based knowledge and are powerful solvers of in-context ranking tasks. For instance, they may have parametric knowledge about the ordering of countries by size or may be able to rank product reviews by sentiment. We compare pairwise, pointwise and listwise prompting techniques to elicit a language model's ranking knowledge. However, we find that even with careful calibration and constrained decoding, prompting-based techniques may not always be self-consistent in the rankings they produce. This motivates us to explore an alternative approach that is inspired by a","authors_text":"Daniel Preotiuc-Pietro, Jing Wang, Niklas Stoehr, Pengxiang Cheng, Rajarshi Bhowmik","cross_cats":["cs.CL","stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-09-13T14:36:26Z","title":"Unsupervised Contrast-Consistent Ranking with Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.06991","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:671d53c4f5ceb285405577152640c868402f22da7ef122ee395c7b64c08fba12","target":"record","created_at":"2026-07-05T07:40:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"cddfd0317cca1f655b9f221fc49a7fa95f9bcba901f71ba453d7d499f3eb6345","cross_cats_sorted":["cs.CL","stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-09-13T14:36:26Z","title_canon_sha256":"26f71cc0d6f8df61c7573df64d60154810290d1fb9af8fb09fd5294d38477983"},"schema_version":"1.0","source":{"id":"2309.06991","kind":"arxiv","version":2}},"canonical_sha256":"e508172ecc8b016a67590a9c3aa0aabedb1d5b2ea7578119a44b066b06def6a5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e508172ecc8b016a67590a9c3aa0aabedb1d5b2ea7578119a44b066b06def6a5","first_computed_at":"2026-07-05T07:40:56.845545Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:40:56.845545Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"37Pm1gc8rwMEM58TsErDDLCB/73DOkbhaN1BQfkribLZSEGdO13OkrgzAm+Y4Ja+HYcHaU+uusA2L+qXtB3WAA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:40:56.846035Z","signed_message":"canonical_sha256_bytes"},"source_id":"2309.06991","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:671d53c4f5ceb285405577152640c868402f22da7ef122ee395c7b64c08fba12","sha256:4b46ecd2e0fe7a7eb387e8b5986375ad2fda1a0ceb3e6443f7591319a240b6d1"],"state_sha256":"55d64ef31d24c06b6ad2c1767c9f0a32bb23c4ca890d47da73a80120dc10f731"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4D2iQQEzBKPuM6JvaR3Y+HPdgMUizdi55aoKZ6NkkcVt4h3NrVmN2BYO9WOU+mRunp8NnvgZmnZ/BfX2mrrOCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-24T06:51:56.532094Z","bundle_sha256":"5fdac7158b96499fbd64b1ec9c27877df703f941375cb0a86b99b8e8e7b1f5b8"}}