{"as_of":"2026-08-17T12:33:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:6fca4fddfb30e35a0707b0682a065df7f503d61406687718a0a1565d22a6f526","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":11,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":11,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-17T06:30:58.91139+00:00","state":"measured"},{"denominator":11,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":11,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-15T22:26:59.451936Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":1,"source":"arxiv_reference","source_observed_at":"2026-08-05T02:28:24.338817Z","state":"measured"}],"external_citation_measurements":[{"count":1,"observed_at":"2026-08-05T02:28:24.338817Z","source":"arxiv_reference"}],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2401.00243","last_updated":"2023-12-30T14:14:14Z","snapshot_observed_at":"2026-08-16T14:30:45.268286Z","submitted_at":"2023-12-30T14:14:14Z","title":"Uncertainty-Penalized Reinforcement Learning from Human Feedback with Diverse Reward LoRA Ensembles","version":1},"cited_work":{"arxiv_id":"2401.00243","doi":"10.48550/arxiv.2401.00243","metadata_source":"arxiv_reference","pith_arxiv_id":"2401.00243","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Uncertainty-penalized reinforcement learning from human feedback with diverse reward lora ensembles.arXiv preprint arXiv:2401.00243","venue":"arXiv (Cornell University)","work_id":"741d6ca7-7997-41c6-aa91-be9525b2465f","year":2023},"citing_paper":{"arxiv_id":"2410.06431","last_updated":"2026-05-13T22:22:18Z","snapshot_observed_at":"2026-08-17T07:31:20.176630Z","submitted_at":"2024-10-09T00:09:15Z","title":"Functional-level Uncertainty Quantification for Calibrated Fine-tuning on LLMs","version":5},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-05-23T19:35:29.917096Z"},"links":{"cited_paper":"/paper/2401.00243","citing_paper":"/paper/2410.06431"},"observation_digest":"sha256:64c32c63c8277b2623db49c8ade39864ebd3422e898df26eb640d6b236920bd9","observation_id":"048bf3ff-78c4-437b-a3d6-cf4f6004b714","resolution":{"observed_at":"2026-05-23T19:35:47.095212Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.00243","last_updated":"2023-12-30T14:14:14Z","snapshot_observed_at":"2026-08-16T14:30:45.268286Z","submitted_at":"2023-12-30T14:14:14Z","title":"Uncertainty-Penalized Reinforcement Learning from Human Feedback with Diverse Reward LoRA Ensembles","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.00243","snapshot_observed_at":"2026-08-09T20:34:01.359510Z","title":"Uncertainty-penalized reinforcement learning from human feedback with diverse reward lora ensembles","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2501.19358","last_updated":"2025-06-02T16:30:23Z","snapshot_observed_at":"2026-08-17T03:56:04.456325Z","submitted_at":"2025-01-31T18:10:53Z","title":"The Energy Loss Phenomenon in RLHF: A New Perspective on Mitigating Reward Hacking","version":3},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-08-09T20:34:01.359510Z"},"links":{"cited_paper":"/paper/2401.00243","citing_paper":"/paper/2501.19358"},"observation_digest":"sha256:9b3aa10392f5f002de3240ae45e74f686a997a15835ac252b6ec3a739aa0b071","observation_id":"a0cf1f58-5a3d-435b-90e5-8ed25db26781","resolution":{"observed_at":"2026-08-09T20:34:01.359510Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.00243","last_updated":"2023-12-30T14:14:14Z","snapshot_observed_at":"2026-08-16T14:30:45.268286Z","submitted_at":"2023-12-30T14:14:14Z","title":"Uncertainty-Penalized Reinforcement Learning from Human Feedback with Diverse Reward LoRA Ensembles","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.00243","snapshot_observed_at":"2026-08-15T22:26:59.451936Z","title":"Uncertainty-penalized reinforcement learning from human feedback with diverse reward lora ensembles","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.07271","last_updated":"2025-05-12T06:48:26Z","snapshot_observed_at":"2026-08-15T22:18:39.037371Z","submitted_at":"2025-05-12T06:48:26Z","title":"On the Robustness of Reward Models for Language Model Alignment","version":1},"reference_index":72,"source":"arxiv_source","source_observed_at":"2026-08-15T22:26:59.451936Z"},"links":{"cited_paper":"/paper/2401.00243","citing_paper":"/paper/2505.07271"},"observation_digest":"sha256:acccff7db3a40109e7850da0c1d3c1affa5c013d1d80cc329a81430a4294526c","observation_id":"4e8944f8-bf25-48c0-b630-c8a92c4c1f37","resolution":{"observed_at":"2026-08-15T22:26:59.451936Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.00243","last_updated":"2023-12-30T14:14:14Z","snapshot_observed_at":"2026-08-16T14:30:45.268286Z","submitted_at":"2023-12-30T14:14:14Z","title":"Uncertainty-Penalized Reinforcement Learning from Human Feedback with Diverse Reward LoRA Ensembles","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.00243","snapshot_observed_at":"2026-08-06T15:40:18.065331Z","title":"Uncertainty-penalized reinforcement learning from human feedback with diverse reward lora ensembles","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.15906","last_updated":"2025-07-21T12:51:29Z","snapshot_observed_at":"2026-08-16T09:18:36.811901Z","submitted_at":"2025-07-21T12:51:29Z","title":"Towards Reliable, Uncertainty-Aware Alignment","version":1},"reference_index":55,"source":"arxiv_source","source_observed_at":"2026-08-06T15:40:18.065331Z"},"links":{"cited_paper":"/paper/2401.00243","citing_paper":"/paper/2507.15906"},"observation_digest":"sha256:42ccb8c09b29d0cbd8aa7ac16bc8bcc9ce9fc2ee1d121fdf99623e1b8b0bda80","observation_id":"07acfe67-c226-46b8-9be1-2d768943a270","resolution":{"observed_at":"2026-08-06T15:40:18.065331Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.00243","last_updated":"2023-12-30T14:14:14Z","snapshot_observed_at":"2026-08-16T14:30:45.268286Z","submitted_at":"2023-12-30T14:14:14Z","title":"Uncertainty-Penalized Reinforcement Learning from Human Feedback with Diverse Reward LoRA Ensembles","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.00243","snapshot_observed_at":"2026-08-03T03:04:45.109514Z","title":"Uncertainty-penalized reinforcement learning from human feedback with diverse reward lora ensembles","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2602.09305","last_updated":"2026-06-28T18:13:37Z","snapshot_observed_at":"2026-08-12T17:14:29.445906Z","submitted_at":"2026-02-10T00:45:24Z","title":"Reward Modeling for Reinforcement Learning-Based LLM Reasoning: Design, Challenges, and Evaluation","version":2},"reference_index":122,"source":"pdf_text","source_observed_at":"2026-08-03T03:04:45.109514Z"},"links":{"cited_paper":"/paper/2401.00243","citing_paper":"/paper/2602.09305"},"observation_digest":"sha256:582c5a4fd6566ade778ad64d2980e0a46a1c4e5d0aa13f56ebad9139d9fe3995","observation_id":"0ed2f1f9-26f6-4894-b619-9d57d5166234","resolution":{"observed_at":"2026-08-03T03:04:45.109514Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.00243","last_updated":"2023-12-30T14:14:14Z","snapshot_observed_at":"2026-08-16T14:30:45.268286Z","submitted_at":"2023-12-30T14:14:14Z","title":"Uncertainty-Penalized Reinforcement Learning from Human Feedback with Diverse Reward LoRA Ensembles","version":1},"cited_work":{"arxiv_id":"2401.00243","doi":"10.48550/arxiv.2401.00243","metadata_source":"arxiv_reference","pith_arxiv_id":"2401.00243","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Uncertainty-penalized reinforcement learning from human feedback with diverse reward lora ensembles.arXiv preprint arXiv:2401.00243","venue":"arXiv (Cornell University)","work_id":"741d6ca7-7997-41c6-aa91-be9525b2465f","year":2023},"citing_paper":{"arxiv_id":"2605.00155","last_updated":"2026-08-09T20:29:32Z","snapshot_observed_at":"2026-08-15T21:51:37.517830Z","submitted_at":"2026-04-30T19:22:56Z","title":"Wasserstein Distributionally Robust Regret Optimization for Reinforcement Learning from Human Feedback","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-05-09T21:03:53.045304Z"},"links":{"cited_paper":"/paper/2401.00243","citing_paper":"/paper/2605.00155"},"observation_digest":"sha256:5de2468e7d359efb31b7f9df66f5d3434bea9fe7e2aa3777292ac86eb3add5a1","observation_id":"1d70d49c-04c2-4d1a-9053-0af56be2a8a1","resolution":{"observed_at":"2026-05-11T14:46:47.024073Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.00243","last_updated":"2023-12-30T14:14:14Z","snapshot_observed_at":"2026-08-16T14:30:45.268286Z","submitted_at":"2023-12-30T14:14:14Z","title":"Uncertainty-Penalized Reinforcement Learning from Human Feedback with Diverse Reward LoRA Ensembles","version":1},"cited_work":{"arxiv_id":"2401.00243","doi":"10.48550/arxiv.2401.00243","metadata_source":"arxiv_reference","pith_arxiv_id":"2401.00243","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Uncertainty-penalized reinforcement learning from human feedback with diverse reward lora ensembles.arXiv preprint arXiv:2401.00243","venue":"arXiv (Cornell University)","work_id":"741d6ca7-7997-41c6-aa91-be9525b2465f","year":2023},"citing_paper":{"arxiv_id":"2606.09073","last_updated":"2026-06-10T20:16:58Z","snapshot_observed_at":"2026-08-13T02:39:24.411779Z","submitted_at":"2026-06-08T06:15:30Z","title":"A Unifying Lens on Reward Uncertainty in RLHF","version":2},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-06-27T17:11:46.549150Z"},"links":{"cited_paper":"/paper/2401.00243","citing_paper":"/paper/2606.09073"},"observation_digest":"sha256:4eb3ea40a86f9ed1bc8043f26518088b3f56c86ba8f0417c55bff55c250741f4","observation_id":"49710199-27b5-495b-918b-c2b02f854056","resolution":{"observed_at":"2026-07-03T00:27:29.820781Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.00243","last_updated":"2023-12-30T14:14:14Z","snapshot_observed_at":"2026-08-16T14:30:45.268286Z","submitted_at":"2023-12-30T14:14:14Z","title":"Uncertainty-Penalized Reinforcement Learning from Human Feedback with Diverse Reward LoRA Ensembles","version":1},"cited_work":{"arxiv_id":"2401.00243","doi":"10.48550/arxiv.2401.00243","metadata_source":"arxiv_reference","pith_arxiv_id":"2401.00243","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Uncertainty-penalized reinforcement learning from human feedback with diverse reward lora ensembles.arXiv preprint arXiv:2401.00243","venue":"arXiv (Cornell University)","work_id":"741d6ca7-7997-41c6-aa91-be9525b2465f","year":2023},"citing_paper":{"arxiv_id":"2606.09711","last_updated":"2026-06-08T16:32:54Z","snapshot_observed_at":"2026-07-06T23:49:03.237958Z","submitted_at":"2026-06-08T16:32:54Z","title":"Proxy Reward Internalization and Mechanistic Exploitation: A Learned Precursor to Reward Hacking and Its Generalization","version":1},"reference_index":70,"source":"arxiv_source","source_observed_at":"2026-06-27T16:26:34.918099Z"},"links":{"cited_paper":"/paper/2401.00243","citing_paper":"/paper/2606.09711"},"observation_digest":"sha256:b875654e88ab9c16d82918b9554e5959ce53e43c73715c9b6c0339854f552395","observation_id":"71b7d724-a887-4a74-8164-0c2720d079cb","resolution":{"observed_at":"2026-07-03T01:37:30.424632Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.00243","last_updated":"2023-12-30T14:14:14Z","snapshot_observed_at":"2026-08-16T14:30:45.268286Z","submitted_at":"2023-12-30T14:14:14Z","title":"Uncertainty-Penalized Reinforcement Learning from Human Feedback with Diverse Reward LoRA Ensembles","version":1},"cited_work":{"arxiv_id":"2401.00243","doi":"10.48550/arxiv.2401.00243","metadata_source":"arxiv_reference","pith_arxiv_id":"2401.00243","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Uncertainty-penalized reinforcement learning from human feedback with diverse reward lora ensembles.arXiv preprint arXiv:2401.00243","venue":"arXiv (Cornell University)","work_id":"741d6ca7-7997-41c6-aa91-be9525b2465f","year":2023},"citing_paper":{"arxiv_id":"2606.22402","last_updated":"2026-06-21T09:17:02Z","snapshot_observed_at":"2026-08-07T01:13:26.016399Z","submitted_at":"2026-06-21T09:17:02Z","title":"Reinforcement learning to improve large language model-based automated code compliance systems","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-06-26T10:10:40.301609Z"},"links":{"cited_paper":"/paper/2401.00243","citing_paper":"/paper/2606.22402"},"observation_digest":"sha256:b9ee3bc4a8fd86833ece1dd0dd3d4e3563a884b2e9746b9447498d96d01cc846","observation_id":"dc9bb22a-5858-4d1a-b6c9-656377e7607d","resolution":{"observed_at":"2026-06-26T10:19:19.081261Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.00243","last_updated":"2023-12-30T14:14:14Z","snapshot_observed_at":"2026-08-16T14:30:45.268286Z","submitted_at":"2023-12-30T14:14:14Z","title":"Uncertainty-Penalized Reinforcement Learning from Human Feedback with Diverse Reward LoRA Ensembles","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.00243","snapshot_observed_at":"2026-07-12T07:49:57.204875Z","title":"arXiv preprint arXiv:2401.00243 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.02672","last_updated":"2026-07-17T16:36:37Z","snapshot_observed_at":"2026-08-03T12:51:35.947898Z","submitted_at":"2026-07-02T18:08:50Z","title":"Internal Pluralism and the Limits of Pairwise Comparisons","version":1},"reference_index":179,"source":"arxiv_source","source_observed_at":"2026-07-12T07:49:57.204875Z"},"links":{"cited_paper":"/paper/2401.00243","citing_paper":"/paper/2607.02672"},"observation_digest":"sha256:b2879819b771cc294fcb6666b945076738690823f7d0409001f863a51f30403a","observation_id":"18f85772-110c-474e-a952-ca123ce32896","resolution":{"observed_at":"2026-07-12T07:49:57.204875Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.00243","last_updated":"2023-12-30T14:14:14Z","snapshot_observed_at":"2026-08-16T14:30:45.268286Z","submitted_at":"2023-12-30T14:14:14Z","title":"Uncertainty-Penalized Reinforcement Learning from Human Feedback with Diverse Reward LoRA Ensembles","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.00243","snapshot_observed_at":"2026-08-02T09:03:15.463833Z","title":"arXiv preprint arXiv:2401.00243 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.02672","last_updated":"2026-07-17T16:36:37Z","snapshot_observed_at":"2026-08-03T12:51:35.947898Z","submitted_at":"2026-07-02T18:08:50Z","title":"Internal Pluralism and the Limits of Pairwise Comparisons","version":2},"reference_index":276,"source":"arxiv_source","source_observed_at":"2026-08-02T09:03:15.463833Z"},"links":{"cited_paper":"/paper/2401.00243","citing_paper":"/paper/2607.02672"},"observation_digest":"sha256:efaae889812aca88b6ebae470b415b5fe24cb68aff57c919de88caac11992e9f","observation_id":"b2bfe821-9a1e-4995-bf8a-a21bd18b574e","resolution":{"observed_at":"2026-08-02T09:03:15.463833Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2401.00243/citation-record","integrity":"/paper/2401.00243/integrity","json":"/paper/2401.00243/citation-record.json","paper":"/paper/2401.00243"},"outbound":[],"paper":{"arxiv_id":"2401.00243","last_updated":"2023-12-30T14:14:14Z","latest_version":1,"primary_category":"cs.LG","snapshot_observed_at":"2026-08-16T14:30:45.268286Z","submitted_at":"2023-12-30T14:14:14Z","title":"Uncertainty-Penalized Reinforcement Learning from Human Feedback with Diverse Reward LoRA Ensembles"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"thesis":"As of 17 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 11 inbound Pith citation observations for arXiv:2401.00243."}