{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:5K5TBMMVEK5I62IHP4FRD377U2","short_pith_number":"pith:5K5TBMMV","canonical_record":{"source":{"id":"2308.15812","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-08-30T07:35:32Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"9f1b27c7d6fadf65ebb22bb38e5dea3123a478bbf2ad9939de764c0e0fab9c87","abstract_canon_sha256":"d24c8a4988ff8e70e53d798cd7702d39533e6d4dcacee8b1b63ba09b2d282544"},"schema_version":"1.0"},"canonical_sha256":"eabb30b19522ba8f69077f0b11efffa697cfa2ccd5946defbb61296496c367ca","source":{"kind":"arxiv","id":"2308.15812","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.15812","created_at":"2026-07-05T07:41:42Z"},{"alias_kind":"arxiv_version","alias_value":"2308.15812v3","created_at":"2026-07-05T07:41:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.15812","created_at":"2026-07-05T07:41:42Z"},{"alias_kind":"pith_short_12","alias_value":"5K5TBMMVEK5I","created_at":"2026-07-05T07:41:42Z"},{"alias_kind":"pith_short_16","alias_value":"5K5TBMMVEK5I62IH","created_at":"2026-07-05T07:41:42Z"},{"alias_kind":"pith_short_8","alias_value":"5K5TBMMV","created_at":"2026-07-05T07:41:42Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:5K5TBMMVEK5I62IHP4FRD377U2","target":"record","payload":{"canonical_record":{"source":{"id":"2308.15812","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-08-30T07:35:32Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"9f1b27c7d6fadf65ebb22bb38e5dea3123a478bbf2ad9939de764c0e0fab9c87","abstract_canon_sha256":"d24c8a4988ff8e70e53d798cd7702d39533e6d4dcacee8b1b63ba09b2d282544"},"schema_version":"1.0"},"canonical_sha256":"eabb30b19522ba8f69077f0b11efffa697cfa2ccd5946defbb61296496c367ca","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:41:42.329137Z","signature_b64":"4sH6GinpiSfAtevZXIv1LlP12mbmChKAZtKELs96W9f1LoQ4CL+6RiR0YjiqrFiMKI+7CZTel+GPqorXssAmAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"eabb30b19522ba8f69077f0b11efffa697cfa2ccd5946defbb61296496c367ca","last_reissued_at":"2026-07-05T07:41:42.328702Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:41:42.328702Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2308.15812","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:41:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NfEQgSM8iY1cNVTvCXhNJkn5A3tEXvp2G21ZsOP1jEB5XaM+dIw8nyBXqdmzuzr3eSjEAdsxbS9O2Q0cqegzCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-22T22:08:26.264754Z"},"content_sha256":"4d0afe0d212354c17e322fc340098023bf00686d9bdebb0b64e99ba4cd80732e","schema_version":"1.0","event_id":"sha256:4d0afe0d212354c17e322fc340098023bf00686d9bdebb0b64e99ba4cd80732e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:5K5TBMMVEK5I62IHP4FRD377U2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Peering Through Preferences: Unraveling Feedback Acquisition for Aligning Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Aditya Grover, Hritik Bansal, John Dang","submitted_at":"2023-08-30T07:35:32Z","abstract_excerpt":"Aligning large language models (LLMs) with human values and intents critically involves the use of human or AI feedback. While dense feedback annotations are expensive to acquire and integrate, sparse feedback presents a structural design choice between ratings (e.g., score Response A on a scale of 1-7) and rankings (e.g., is Response A better than Response B?). In this work, we analyze the effect of this design choice for the alignment and evaluation of LLMs. We uncover an inconsistency problem wherein the preferences inferred from ratings and rankings significantly disagree 60% for both huma"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.15812","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2308.15812/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:41:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ioT+MDYDZ/Fhwqhq3iesbkMXcQzbomq5qLsUDJDbKcx6AHg9QxmMqys+55Kv3pWB9E4HA8bzAl0i9NwnjIZFCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-22T22:08:26.265091Z"},"content_sha256":"a5b09097ad1a97d9b73333139d3a4e9a5c1b81f1c56fd4abdebb305025669da0","schema_version":"1.0","event_id":"sha256:a5b09097ad1a97d9b73333139d3a4e9a5c1b81f1c56fd4abdebb305025669da0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5K5TBMMVEK5I62IHP4FRD377U2/bundle.json","state_url":"https://pith.science/pith/5K5TBMMVEK5I62IHP4FRD377U2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5K5TBMMVEK5I62IHP4FRD377U2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-22T22:08:26Z","links":{"resolver":"https://pith.science/pith/5K5TBMMVEK5I62IHP4FRD377U2","bundle":"https://pith.science/pith/5K5TBMMVEK5I62IHP4FRD377U2/bundle.json","state":"https://pith.science/pith/5K5TBMMVEK5I62IHP4FRD377U2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5K5TBMMVEK5I62IHP4FRD377U2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:5K5TBMMVEK5I62IHP4FRD377U2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d24c8a4988ff8e70e53d798cd7702d39533e6d4dcacee8b1b63ba09b2d282544","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-08-30T07:35:32Z","title_canon_sha256":"9f1b27c7d6fadf65ebb22bb38e5dea3123a478bbf2ad9939de764c0e0fab9c87"},"schema_version":"1.0","source":{"id":"2308.15812","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.15812","created_at":"2026-07-05T07:41:42Z"},{"alias_kind":"arxiv_version","alias_value":"2308.15812v3","created_at":"2026-07-05T07:41:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.15812","created_at":"2026-07-05T07:41:42Z"},{"alias_kind":"pith_short_12","alias_value":"5K5TBMMVEK5I","created_at":"2026-07-05T07:41:42Z"},{"alias_kind":"pith_short_16","alias_value":"5K5TBMMVEK5I62IH","created_at":"2026-07-05T07:41:42Z"},{"alias_kind":"pith_short_8","alias_value":"5K5TBMMV","created_at":"2026-07-05T07:41:42Z"}],"graph_snapshots":[{"event_id":"sha256:a5b09097ad1a97d9b73333139d3a4e9a5c1b81f1c56fd4abdebb305025669da0","target":"graph","created_at":"2026-07-05T07:41:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2308.15812/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Aligning large language models (LLMs) with human values and intents critically involves the use of human or AI feedback. While dense feedback annotations are expensive to acquire and integrate, sparse feedback presents a structural design choice between ratings (e.g., score Response A on a scale of 1-7) and rankings (e.g., is Response A better than Response B?). In this work, we analyze the effect of this design choice for the alignment and evaluation of LLMs. We uncover an inconsistency problem wherein the preferences inferred from ratings and rankings significantly disagree 60% for both huma","authors_text":"Aditya Grover, Hritik Bansal, John Dang","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-08-30T07:35:32Z","title":"Peering Through Preferences: Unraveling Feedback Acquisition for Aligning Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.15812","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4d0afe0d212354c17e322fc340098023bf00686d9bdebb0b64e99ba4cd80732e","target":"record","created_at":"2026-07-05T07:41:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d24c8a4988ff8e70e53d798cd7702d39533e6d4dcacee8b1b63ba09b2d282544","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-08-30T07:35:32Z","title_canon_sha256":"9f1b27c7d6fadf65ebb22bb38e5dea3123a478bbf2ad9939de764c0e0fab9c87"},"schema_version":"1.0","source":{"id":"2308.15812","kind":"arxiv","version":3}},"canonical_sha256":"eabb30b19522ba8f69077f0b11efffa697cfa2ccd5946defbb61296496c367ca","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"eabb30b19522ba8f69077f0b11efffa697cfa2ccd5946defbb61296496c367ca","first_computed_at":"2026-07-05T07:41:42.328702Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:41:42.328702Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"4sH6GinpiSfAtevZXIv1LlP12mbmChKAZtKELs96W9f1LoQ4CL+6RiR0YjiqrFiMKI+7CZTel+GPqorXssAmAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:41:42.329137Z","signed_message":"canonical_sha256_bytes"},"source_id":"2308.15812","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4d0afe0d212354c17e322fc340098023bf00686d9bdebb0b64e99ba4cd80732e","sha256:a5b09097ad1a97d9b73333139d3a4e9a5c1b81f1c56fd4abdebb305025669da0"],"state_sha256":"644fef3532ee76d569887758009faa6345ddad8c97f71907f33643b6e682dded"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OXYb71SWkzeXU/UxdBdZNl7ZIh8ryoKolyVVk0yRHrLKEzyds455r4RTkoIhpKyvEpGwGx/PucelZXnLEg2XDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-22T22:08:26.268745Z","bundle_sha256":"410845ef507ea2703265d14d8edd49ce8faeac349d503ab9039bd87c9921058f"}}