{"as_of":"2026-08-18T02:25:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:b942cd0c050fddc572328e14cbbbb7e6355303e68c91a2c5c687770022f15581","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":11,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":11,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-17T06:30:58.91139+00:00","state":"measured"},{"denominator":11,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":11,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-16T11:44:51.027151Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":1,"source":"arxiv_reference","source_observed_at":"2026-08-05T02:28:24.338817Z","state":"measured"}],"external_citation_measurements":[{"count":3,"observed_at":"2026-08-05T02:28:24.338817Z","source":"arxiv_reference"}],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2311.00168","last_updated":"2024-02-02T03:41:50Z","snapshot_observed_at":"2026-08-16T14:47:02.611749Z","submitted_at":"2023-10-31T21:52:41Z","title":"The Alignment Ceiling: Objective Mismatch in Reinforcement Learning from Human Feedback","version":2},"cited_work":{"arxiv_id":"2311.00168","doi":"10.48550/arxiv.2311.00168","metadata_source":"arxiv_reference","pith_arxiv_id":"2311.00168","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"2311.00168 , archiveprefix =","venue":"arXiv (Cornell University)","work_id":"c8842f79-72a6-4bd5-b060-22e797b4a71e","year":2024},"citing_paper":{"arxiv_id":"2402.05070","last_updated":"2024-08-20T19:14:31Z","snapshot_observed_at":"2026-08-14T17:53:51.886327Z","submitted_at":"2024-02-07T18:21:17Z","title":"A Roadmap to Pluralistic Alignment","version":3},"reference_index":195,"source":"arxiv_source","source_observed_at":"2026-05-16T14:37:53.279275Z"},"links":{"cited_paper":"/paper/2311.00168","citing_paper":"/paper/2402.05070"},"observation_digest":"sha256:392b96003e55e46bc338edf1c7c0eb20656cb7990fe401112922c0abd43b4826","observation_id":"681a28bd-bd91-48d0-9441-54926090c9a0","resolution":{"observed_at":"2026-05-16T14:37:53.473020Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.00168","last_updated":"2024-02-02T03:41:50Z","snapshot_observed_at":"2026-08-16T14:47:02.611749Z","submitted_at":"2023-10-31T21:52:41Z","title":"The Alignment Ceiling: Objective Mismatch in Reinforcement Learning from Human Feedback","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.00168","snapshot_observed_at":"2026-08-12T18:13:43.336223Z","title":"Lambert, R","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.11767","last_updated":"2025-07-11T17:59:56Z","snapshot_observed_at":"2026-08-15T14:02:53.813560Z","submitted_at":"2024-11-18T17:46:32Z","title":"Drowning in Documents: Consequences of Scaling Reranker Inference","version":2},"reference_index":53,"source":"pdf_text","source_observed_at":"2026-08-12T18:13:43.336223Z"},"links":{"cited_paper":"/paper/2311.00168","citing_paper":"/paper/2411.11767"},"observation_digest":"sha256:2159012465e01593f4e053d6f0f353839cf8d3cc399d5f930f03ddb5e93a7e2c","observation_id":"6e4466c0-7a78-42d1-8a35-87b0fad540b6","resolution":{"observed_at":"2026-08-12T18:13:43.336223Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.00168","last_updated":"2024-02-02T03:41:50Z","snapshot_observed_at":"2026-08-16T14:47:02.611749Z","submitted_at":"2023-10-31T21:52:41Z","title":"The Alignment Ceiling: Objective Mismatch in Reinforcement Learning from Human Feedback","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.00168","snapshot_observed_at":"2026-08-09T17:46:29.206702Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2502.00814","last_updated":"2025-05-19T08:24:51Z","snapshot_observed_at":"2026-08-17T10:34:48.037180Z","submitted_at":"2025-02-02T14:50:25Z","title":"Disentangling Length Bias In Preference Learning Via Response-Conditioned Modeling","version":2},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-09T17:46:29.206702Z"},"links":{"cited_paper":"/paper/2311.00168","citing_paper":"/paper/2502.00814"},"observation_digest":"sha256:11643b326b8d9998f68c52d1f90b43ca1cf948e4455b35827123de27be9f06db","observation_id":"18fe0b8c-1553-4484-875b-0d72e477049e","resolution":{"observed_at":"2026-08-09T17:46:29.206702Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.00168","last_updated":"2024-02-02T03:41:50Z","snapshot_observed_at":"2026-08-16T14:47:02.611749Z","submitted_at":"2023-10-31T21:52:41Z","title":"The Alignment Ceiling: Objective Mismatch in Reinforcement Learning from Human Feedback","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.00168","snapshot_observed_at":"2026-08-16T11:44:51.027151Z","title":"The alignment ceiling: Objective mismatch in rein- forcement learning from human feedback","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2504.14838","last_updated":"2025-04-21T03:39:33Z","snapshot_observed_at":"2026-08-16T11:37:24.283216Z","submitted_at":"2025-04-21T03:39:33Z","title":"Establishing Reliability Metrics for Reward Models in Large Language Models","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-16T11:44:51.027151Z"},"links":{"cited_paper":"/paper/2311.00168","citing_paper":"/paper/2504.14838"},"observation_digest":"sha256:40439d71956c0f4ab6bc1daf33859f75f355d95ed943a9651ed3cace0b6261c8","observation_id":"b5762376-55e6-4638-8078-b0f1ab623c98","resolution":{"observed_at":"2026-08-16T11:44:51.027151Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.00168","last_updated":"2024-02-02T03:41:50Z","snapshot_observed_at":"2026-08-16T14:47:02.611749Z","submitted_at":"2023-10-31T21:52:41Z","title":"The Alignment Ceiling: Objective Mismatch in Reinforcement Learning from Human Feedback","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.00168","snapshot_observed_at":"2026-08-15T20:31:01.230482Z","title":"The alignment ceiling: Objective mismatch in rein- forcement learning from human feedback.arXiv preprint arXiv:2311.00168, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.12843","last_updated":"2026-06-24T10:53:03Z","snapshot_observed_at":"2026-08-15T20:23:03.535920Z","submitted_at":"2025-05-19T08:29:28Z","title":"Bias Fitting to Mitigate Length Bias of Reward Model in RLHF","version":2},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-15T20:31:01.230482Z"},"links":{"cited_paper":"/paper/2311.00168","citing_paper":"/paper/2505.12843"},"observation_digest":"sha256:608a681a8a221072136ea33369a4bf0fefb7bc4ed0e1dc3c05925c20aabcfc21","observation_id":"2d3a95c6-e250-4a0b-8ff2-59dfa125a0ef","resolution":{"observed_at":"2026-08-15T20:31:01.230482Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.00168","last_updated":"2024-02-02T03:41:50Z","snapshot_observed_at":"2026-08-16T14:47:02.611749Z","submitted_at":"2023-10-31T21:52:41Z","title":"The Alignment Ceiling: Objective Mismatch in Reinforcement Learning from Human Feedback","version":2},"cited_work":{"arxiv_id":"2311.00168","doi":"10.48550/arxiv.2311.00168","metadata_source":"arxiv_reference","pith_arxiv_id":"2311.00168","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"2311.00168 , archiveprefix =","venue":"arXiv (Cornell University)","work_id":"c8842f79-72a6-4bd5-b060-22e797b4a71e","year":2024},"citing_paper":{"arxiv_id":"2604.13602","last_updated":"2026-04-15T08:11:34Z","snapshot_observed_at":"2026-08-15T05:29:27.850072Z","submitted_at":"2026-04-15T08:11:34Z","title":"Reward Hacking in the Era of Large Models: Mechanisms, Emergent Misalignment, Challenges","version":1},"reference_index":60,"source":"pdf_text","source_observed_at":"2026-05-10T13:58:53.430492Z"},"links":{"cited_paper":"/paper/2311.00168","citing_paper":"/paper/2604.13602"},"observation_digest":"sha256:047efd7fc614cc9a0565145e5f09f381adfee612c5cadb66560cf34a78e981ce","observation_id":"92b21f53-dc94-49df-ad26-ea6491b33297","resolution":{"observed_at":"2026-05-10T14:00:28.451656Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.00168","last_updated":"2024-02-02T03:41:50Z","snapshot_observed_at":"2026-08-16T14:47:02.611749Z","submitted_at":"2023-10-31T21:52:41Z","title":"The Alignment Ceiling: Objective Mismatch in Reinforcement Learning from Human Feedback","version":2},"cited_work":{"arxiv_id":"2311.00168","doi":"10.48550/arxiv.2311.00168","metadata_source":"arxiv_reference","pith_arxiv_id":"2311.00168","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"2311.00168 , archiveprefix =","venue":"arXiv (Cornell University)","work_id":"c8842f79-72a6-4bd5-b060-22e797b4a71e","year":2024},"citing_paper":{"arxiv_id":"2605.11974","last_updated":"2026-05-12T11:31:18Z","snapshot_observed_at":"2026-08-11T17:59:38.011831Z","submitted_at":"2026-05-12T11:31:18Z","title":"Towards Order Fairness: Mitigating LLMs Order Sensitivity through Dual Group Advantage Optimization","version":1},"reference_index":46,"source":"arxiv_source","source_observed_at":"2026-05-13T07:32:58.404947Z"},"links":{"cited_paper":"/paper/2311.00168","citing_paper":"/paper/2605.11974"},"observation_digest":"sha256:4e1a9ffabad17f85c59669512281467df0ad3ece022aa7e573ec66facd169adc","observation_id":"d37aecc7-4f51-4543-9e9a-8999ad36b06b","resolution":{"observed_at":"2026-05-13T07:37:29.854732Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.00168","last_updated":"2024-02-02T03:41:50Z","snapshot_observed_at":"2026-08-16T14:47:02.611749Z","submitted_at":"2023-10-31T21:52:41Z","title":"The Alignment Ceiling: Objective Mismatch in Reinforcement Learning from Human Feedback","version":2},"cited_work":{"arxiv_id":"2311.00168","doi":"10.48550/arxiv.2311.00168","metadata_source":"arxiv_reference","pith_arxiv_id":"2311.00168","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"2311.00168 , archiveprefix =","venue":"arXiv (Cornell University)","work_id":"c8842f79-72a6-4bd5-b060-22e797b4a71e","year":2024},"citing_paper":{"arxiv_id":"2605.30323","last_updated":"2026-05-28T17:56:54Z","snapshot_observed_at":"2026-08-01T08:56:52.622755Z","submitted_at":"2026-05-28T17:56:54Z","title":"In-Context Reward Adaptation for Robust Preference Modeling","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-06-29T08:19:55.177440Z"},"links":{"cited_paper":"/paper/2311.00168","citing_paper":"/paper/2605.30323"},"observation_digest":"sha256:ef1e12df99571ba03a19577913ebab47c28c520873dbe4d13376fca8d5fd2e56","observation_id":"e0b4ec5b-9979-40ce-b916-2db4a4c0f7ba","resolution":{"observed_at":"2026-06-29T08:23:15.182550Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.00168","last_updated":"2024-02-02T03:41:50Z","snapshot_observed_at":"2026-08-16T14:47:02.611749Z","submitted_at":"2023-10-31T21:52:41Z","title":"The Alignment Ceiling: Objective Mismatch in Reinforcement Learning from Human Feedback","version":2},"cited_work":{"arxiv_id":"2311.00168","doi":"10.48550/arxiv.2311.00168","metadata_source":"arxiv_reference","pith_arxiv_id":"2311.00168","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"2311.00168 , archiveprefix =","venue":"arXiv (Cornell University)","work_id":"c8842f79-72a6-4bd5-b060-22e797b4a71e","year":2024},"citing_paper":{"arxiv_id":"2606.06674","last_updated":"2026-06-04T19:47:29Z","snapshot_observed_at":"2026-08-16T07:49:42.972280Z","submitted_at":"2026-06-04T19:47:29Z","title":"What Do People Actually Want From AI? Mapping Preference Plurality","version":1},"reference_index":55,"source":"pdf_text","source_observed_at":"2026-06-28T01:32:04.660400Z"},"links":{"cited_paper":"/paper/2311.00168","citing_paper":"/paper/2606.06674"},"observation_digest":"sha256:fdddf12ca34d3ba179c478d2305d9358bca44c40b3730dc226da8443173b469c","observation_id":"53c5fe0a-59ab-4df1-88b6-f88cf772a7f3","resolution":{"observed_at":"2026-06-28T01:41:29.695819Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.00168","last_updated":"2024-02-02T03:41:50Z","snapshot_observed_at":"2026-08-16T14:47:02.611749Z","submitted_at":"2023-10-31T21:52:41Z","title":"The Alignment Ceiling: Objective Mismatch in Reinforcement Learning from Human Feedback","version":2},"cited_work":{"arxiv_id":"2311.00168","doi":"10.48550/arxiv.2311.00168","metadata_source":"arxiv_reference","pith_arxiv_id":"2311.00168","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"2311.00168 , archiveprefix =","venue":"arXiv (Cornell University)","work_id":"c8842f79-72a6-4bd5-b060-22e797b4a71e","year":2024},"citing_paper":{"arxiv_id":"2606.09711","last_updated":"2026-06-08T16:32:54Z","snapshot_observed_at":"2026-07-06T23:49:03.237958Z","submitted_at":"2026-06-08T16:32:54Z","title":"Proxy Reward Internalization and Mechanistic Exploitation: A Learned Precursor to Reward Hacking and Its Generalization","version":1},"reference_index":228,"source":"arxiv_source","source_observed_at":"2026-06-27T16:26:34.918099Z"},"links":{"cited_paper":"/paper/2311.00168","citing_paper":"/paper/2606.09711"},"observation_digest":"sha256:0a3b204d1f2a8c22d9cf038b7f037ffede32fae5b277ed3c4fdd3f05c9c31255","observation_id":"65ac556c-c160-40ef-a9ca-dfe763c34ee8","resolution":{"observed_at":"2026-07-03T01:37:30.492205Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.00168","last_updated":"2024-02-02T03:41:50Z","snapshot_observed_at":"2026-08-16T14:47:02.611749Z","submitted_at":"2023-10-31T21:52:41Z","title":"The Alignment Ceiling: Objective Mismatch in Reinforcement Learning from Human Feedback","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.00168","snapshot_observed_at":"2026-08-05T00:19:14.540226Z","title":"arXiv preprint arXiv:2311.00168 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00816","last_updated":"2026-08-01T18:48:39Z","snapshot_observed_at":"2026-08-12T13:47:43.270768Z","submitted_at":"2026-08-01T18:48:39Z","title":"Exponential Reward Weighting for Fine-Tuning Generative Recommenders under Sparse and Noisy Feedback","version":1},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-08-05T00:19:14.540226Z"},"links":{"cited_paper":"/paper/2311.00168","citing_paper":"/paper/2608.00816"},"observation_digest":"sha256:48aa358ed089c9ea3d089fa6beb383acc25825076479c1a6f9d033747ed00858","observation_id":"82d42bf6-2cca-4297-ae8f-a32229b733be","resolution":{"observed_at":"2026-08-05T00:19:14.540226Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2311.00168/citation-record","integrity":"/paper/2311.00168/integrity","json":"/paper/2311.00168/citation-record.json","paper":"/paper/2311.00168"},"outbound":[],"paper":{"arxiv_id":"2311.00168","last_updated":"2024-02-02T03:41:50Z","latest_version":2,"primary_category":"cs.LG","snapshot_observed_at":"2026-08-16T14:47:02.611749Z","submitted_at":"2023-10-31T21:52:41Z","title":"The Alignment Ceiling: Objective Mismatch in Reinforcement Learning from Human Feedback"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"thesis":"As of 18 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 11 inbound Pith citation observations for arXiv:2311.00168."}