{"as_of":"2026-08-18T08:18:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:72c0ce097a36a2491a54e92fe00ff397b26ed2aea4d1a354f4b91fb4962bac04","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":19,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":19,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-18T06:34:40.430872+00:00","state":"measured"},{"denominator":19,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":19,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-15T23:58:38.580544Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-13T15:51:29.355251Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2405.16436","last_updated":"2024-12-04T08:15:35Z","snapshot_observed_at":"2026-08-16T17:37:51.594191Z","submitted_at":"2024-05-26T05:38:50Z","title":"Provably Mitigating Overoptimization in RLHF: Your SFT Loss is Implicitly an Adversarial Regularizer","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.16436","snapshot_observed_at":"2026-08-12T17:05:15.149077Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.13611","last_updated":"2024-12-10T07:47:15Z","snapshot_observed_at":"2026-08-16T17:58:55.737221Z","submitted_at":"2024-11-20T02:03:16Z","title":"DSTC: Direct Preference Learning with Only Self-Generated Tests and Code to Improve Code LMs","version":3},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-12T17:05:15.149077Z"},"links":{"cited_paper":"/paper/2405.16436","citing_paper":"/paper/2411.13611"},"observation_digest":"sha256:7a0e2f83bc20280bfbdad8d69965768afea36a30767f08d220ef594e7863b085","observation_id":"3d1462c9-e3e2-48ea-acd6-4e4ea29ce460","resolution":{"observed_at":"2026-08-12T17:05:15.149077Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.16436","last_updated":"2024-12-04T08:15:35Z","snapshot_observed_at":"2026-08-16T17:37:51.594191Z","submitted_at":"2024-05-26T05:38:50Z","title":"Provably Mitigating Overoptimization in RLHF: Your SFT Loss is Implicitly an Adversarial Regularizer","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.16436","snapshot_observed_at":"2026-08-12T14:58:42.993918Z","title":"Provably mitigating overoptimization in rlhf: Your sft loss is implicitly an adversarial regularizer","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.14797","last_updated":"2024-11-22T08:48:30Z","snapshot_observed_at":"2026-08-18T08:01:33.270382Z","submitted_at":"2024-11-22T08:48:30Z","title":"Continual SFT Matches Multimodal RLHF with Negative Supervision","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-12T14:58:42.993918Z"},"links":{"cited_paper":"/paper/2405.16436","citing_paper":"/paper/2411.14797"},"observation_digest":"sha256:859c4fa0154d16d868fb699f6c166cba43fc93fdf857760b604361a3c13820b3","observation_id":"a30925e4-dab7-415a-a62f-7d9533e6f59d","resolution":{"observed_at":"2026-08-12T14:58:42.993918Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.16436","last_updated":"2024-12-04T08:15:35Z","snapshot_observed_at":"2026-08-16T17:37:51.594191Z","submitted_at":"2024-05-26T05:38:50Z","title":"Provably Mitigating Overoptimization in RLHF: Your SFT Loss is Implicitly an Adversarial Regularizer","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.16436","snapshot_observed_at":"2026-08-12T05:43:31.667639Z","title":"Provably mitigating overoptimization in rlhf: Your sft loss is implicitly an adversarial regularizer","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2411.19943","last_updated":"2025-01-13T06:53:56Z","snapshot_observed_at":"2026-08-17T23:02:54.258483Z","submitted_at":"2024-11-29T18:58:22Z","title":"Critical Tokens Matter: Token-Level Contrastive Estimation Enhances LLM's Reasoning Capability","version":3},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-12T05:43:31.667639Z"},"links":{"cited_paper":"/paper/2405.16436","citing_paper":"/paper/2411.19943"},"observation_digest":"sha256:9594fe9176895267902bb856047853c46bd1e73518197b1ee6096f443693ad23","observation_id":"f421e724-8314-48ab-9ee7-d48c232a2812","resolution":{"observed_at":"2026-08-12T05:43:31.667639Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.16436","last_updated":"2024-12-04T08:15:35Z","snapshot_observed_at":"2026-08-16T17:37:51.594191Z","submitted_at":"2024-05-26T05:38:50Z","title":"Provably Mitigating Overoptimization in RLHF: Your SFT Loss is Implicitly an Adversarial Regularizer","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.16436","snapshot_observed_at":"2026-08-12T00:11:14.724462Z","title":"Provably mitigating overoptimization in RLHF: Your SFT loss is implicitly an adversarial regularizer","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.01951","last_updated":"2024-12-04T14:20:21Z","snapshot_observed_at":"2026-08-18T01:49:25.380130Z","submitted_at":"2024-12-02T20:24:17Z","title":"Self-Improvement in Language Models: The Sharpening Mechanism","version":2},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-12T00:11:14.724462Z"},"links":{"cited_paper":"/paper/2405.16436","citing_paper":"/paper/2412.01951"},"observation_digest":"sha256:6dc01f80d4d3419c4c63a7a43a7c42d2bef87129f8411676b5f780c58266691d","observation_id":"4ecb5d6a-a9cb-44b6-a322-befa3abcb542","resolution":{"observed_at":"2026-08-12T00:11:14.724462Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.16436","last_updated":"2024-12-04T08:15:35Z","snapshot_observed_at":"2026-08-16T17:37:51.594191Z","submitted_at":"2024-05-26T05:38:50Z","title":"Provably Mitigating Overoptimization in RLHF: Your SFT Loss is Implicitly an Adversarial Regularizer","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.16436","snapshot_observed_at":"2026-08-11T06:05:31.165998Z","title":"Provably mitigating overoptimization in rlhf: Your sft loss is implicitly an adversarial regularizer","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.16871","last_updated":"2024-12-22T05:43:50Z","snapshot_observed_at":"2026-08-14T13:42:24.580103Z","submitted_at":"2024-12-22T05:43:50Z","title":"Teaching LLMs to Refine with Tools","version":1},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-11T06:05:31.165998Z"},"links":{"cited_paper":"/paper/2405.16436","citing_paper":"/paper/2412.16871"},"observation_digest":"sha256:f58119698d871965722963b1b928eada655129661d6f416f2687195e4709be0f","observation_id":"0ab72e31-c006-48d2-a228-b9f56114878b","resolution":{"observed_at":"2026-08-11T06:05:31.165998Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.16436","last_updated":"2024-12-04T08:15:35Z","snapshot_observed_at":"2026-08-16T17:37:51.594191Z","submitted_at":"2024-05-26T05:38:50Z","title":"Provably Mitigating Overoptimization in RLHF: Your SFT Loss is Implicitly an Adversarial Regularizer","version":3},"cited_work":{"arxiv_id":"2405.16436","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2405.16436","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"arXiv preprint arXiv:2405.16436 , year=","venue":null,"work_id":"d8ae6775-cdf6-46a3-ae4e-1dfaea66d2b5","year":null},"citing_paper":{"arxiv_id":"2412.21187","last_updated":"2025-02-01T07:57:37Z","snapshot_observed_at":"2026-08-01T16:43:44.704797Z","submitted_at":"2024-12-30T18:55:12Z","title":"Do NOT Think That Much for 2+3=? On the Overthinking of o1-Like LLMs","version":2},"reference_index":267,"source":"arxiv_source","source_observed_at":"2026-05-13T15:51:29.022336Z"},"links":{"cited_paper":"/paper/2405.16436","citing_paper":"/paper/2412.21187"},"observation_digest":"sha256:00d754359b065e14b7e714d523df94e06a6a9b8e9479d28e99fe820be325e064","observation_id":"5370dfe7-0ac7-412f-ac8c-257b3516106c","resolution":{"observed_at":"2026-05-13T15:51:29.358597Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2405.16436","last_updated":"2024-12-04T08:15:35Z","snapshot_observed_at":"2026-08-16T17:37:51.594191Z","submitted_at":"2024-05-26T05:38:50Z","title":"Provably Mitigating Overoptimization in RLHF: Your SFT Loss is Implicitly an Adversarial Regularizer","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.16436","snapshot_observed_at":"2026-08-10T21:51:08.274860Z","title":"Provably mitigating overoptimization in rlhf: Your sft loss is implicitly an adversarial regularizer, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.03884","last_updated":"2025-05-30T04:56:02Z","snapshot_observed_at":"2026-08-14T02:18:54.465541Z","submitted_at":"2025-01-07T15:46:42Z","title":"AlphaPO: Reward Shape Matters for LLM Alignment","version":4},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-10T21:51:08.274860Z"},"links":{"cited_paper":"/paper/2405.16436","citing_paper":"/paper/2501.03884"},"observation_digest":"sha256:91d8628a38d8010edce12197967946baaaa02ab50b067100e27044614fb19a61","observation_id":"ec8aa77e-c5a3-47c4-b3f7-b06b5ca6f11f","resolution":{"observed_at":"2026-08-10T21:51:08.274860Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.16436","last_updated":"2024-12-04T08:15:35Z","snapshot_observed_at":"2026-08-16T17:37:51.594191Z","submitted_at":"2024-05-26T05:38:50Z","title":"Provably Mitigating Overoptimization in RLHF: Your SFT Loss is Implicitly an Adversarial Regularizer","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.16436","snapshot_observed_at":"2026-08-09T22:20:13.742905Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.18858","last_updated":"2025-06-06T18:49:45Z","snapshot_observed_at":"2026-08-16T14:46:55.635889Z","submitted_at":"2025-01-31T02:39:07Z","title":"BRiTE: Bootstrapping Reinforced Thinking Process to Enhance Language Model Reasoning","version":2},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-09T22:20:13.742905Z"},"links":{"cited_paper":"/paper/2405.16436","citing_paper":"/paper/2501.18858"},"observation_digest":"sha256:9bd9bcebbbb76567451a301e0d284b9c5467e827c85737f2a9076cef06103824","observation_id":"9bef8d91-24eb-4dc5-ba50-9ed4ec2f475a","resolution":{"observed_at":"2026-08-09T22:20:13.742905Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.16436","last_updated":"2024-12-04T08:15:35Z","snapshot_observed_at":"2026-08-16T17:37:51.594191Z","submitted_at":"2024-05-26T05:38:50Z","title":"Provably Mitigating Overoptimization in RLHF: Your SFT Loss is Implicitly an Adversarial Regularizer","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.16436","snapshot_observed_at":"2026-08-08T22:27:11.479611Z","title":"Provably mitigating overoptimization in rlhf: Your sft loss is implicitly an adversarial regularizer","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2502.04567","last_updated":"2025-02-06T23:45:08Z","snapshot_observed_at":"2026-08-13T22:29:37.504764Z","submitted_at":"2025-02-06T23:45:08Z","title":"Preference Optimization via Contrastive Divergence: Your Reward Model is Secretly an NLL Estimator","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-08T22:27:11.479611Z"},"links":{"cited_paper":"/paper/2405.16436","citing_paper":"/paper/2502.04567"},"observation_digest":"sha256:62eda25b504d8efe15b2455d4ad88015b521cd305d667a8f3d938c8bd5eda9e8","observation_id":"df2d7f18-845b-4a78-b1e6-f792ebd39473","resolution":{"observed_at":"2026-08-08T22:27:11.479611Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.16436","last_updated":"2024-12-04T08:15:35Z","snapshot_observed_at":"2026-08-16T17:37:51.594191Z","submitted_at":"2024-05-26T05:38:50Z","title":"Provably Mitigating Overoptimization in RLHF: Your SFT Loss is Implicitly an Adversarial Regularizer","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.16436","snapshot_observed_at":"2026-08-08T19:40:42.009598Z","title":"Provably mitigating overopti- mization in rlhf: Your sft loss is implicitly an adversarial regularizer","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2502.06861","last_updated":"2025-02-08T00:01:37Z","snapshot_observed_at":"2026-08-11T15:21:29.975453Z","submitted_at":"2025-02-08T00:01:37Z","title":"Design Considerations in Offline Preference-based RL","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-08T19:40:42.009598Z"},"links":{"cited_paper":"/paper/2405.16436","citing_paper":"/paper/2502.06861"},"observation_digest":"sha256:8d1f7b486027b29023797d5c604a1b7a09f4d501d7e07f7793461483f1e52d3b","observation_id":"8e476658-38ac-4c5e-8c3c-b49441490b4c","resolution":{"observed_at":"2026-08-08T19:40:42.009598Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.16436","last_updated":"2024-12-04T08:15:35Z","snapshot_observed_at":"2026-08-16T17:37:51.594191Z","submitted_at":"2024-05-26T05:38:50Z","title":"Provably Mitigating Overoptimization in RLHF: Your SFT Loss is Implicitly an Adversarial Regularizer","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.16436","snapshot_observed_at":"2026-08-08T12:17:45.923786Z","title":"Provably mitigating overoptimization in rlhf: Your sft loss is implicitly an adversarial regularizer","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2502.07599","last_updated":"2025-06-06T11:18:28Z","snapshot_observed_at":"2026-08-16T01:46:33.823368Z","submitted_at":"2025-02-11T14:49:44Z","title":"DPO-Shift: Shifting the Distribution of Direct Preference Optimization","version":2},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-08T12:17:45.923786Z"},"links":{"cited_paper":"/paper/2405.16436","citing_paper":"/paper/2502.07599"},"observation_digest":"sha256:e065e71024e23cd5dbbb25456c79d8cb419715240f62f0b153f63205efbf61bc","observation_id":"b136f837-6d43-4c34-937a-3bc5eb491de4","resolution":{"observed_at":"2026-08-08T12:17:45.923786Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.16436","last_updated":"2024-12-04T08:15:35Z","snapshot_observed_at":"2026-08-16T17:37:51.594191Z","submitted_at":"2024-05-26T05:38:50Z","title":"Provably Mitigating Overoptimization in RLHF: Your SFT Loss is Implicitly an Adversarial Regularizer","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.16436","snapshot_observed_at":"2026-08-15T23:58:38.580544Z","title":"Provably mitigating overopti- mization in rlhf: Your sft loss is implicitly an adversarial regularizer.arXiv preprint arXiv:2405.16436,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.06273","last_updated":"2025-05-13T04:50:08Z","snapshot_observed_at":"2026-08-18T07:43:08.251993Z","submitted_at":"2025-05-06T15:09:55Z","title":"Policy-labeled Preference Learning: Is Preference Enough for RLHF?","version":2},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-15T23:58:38.580544Z"},"links":{"cited_paper":"/paper/2405.16436","citing_paper":"/paper/2505.06273"},"observation_digest":"sha256:51de388b7978975768604c06b4cc7fcf63cde9e7465e41ee344947087449d655","observation_id":"9e5458fd-c9ec-4ed2-9613-0ef9f29fe47b","resolution":{"observed_at":"2026-08-15T23:58:38.580544Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.16436","last_updated":"2024-12-04T08:15:35Z","snapshot_observed_at":"2026-08-16T17:37:51.594191Z","submitted_at":"2024-05-26T05:38:50Z","title":"Provably Mitigating Overoptimization in RLHF: Your SFT Loss is Implicitly an Adversarial Regularizer","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.16436","snapshot_observed_at":"2026-08-07T13:44:57.905368Z","title":"Provably mitigating overoptimization in RLHF : Your SFT loss is implicitly an adversarial regularizer","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.21395","last_updated":"2025-05-27T16:23:24Z","snapshot_observed_at":"2026-08-07T13:26:21.678395Z","submitted_at":"2025-05-27T16:23:24Z","title":"Square$\\chi$PO: Differentially Private and Robust $\\chi^2$-Preference Optimization in Offline Direct Alignment","version":1},"reference_index":46,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:57.905368Z"},"links":{"cited_paper":"/paper/2405.16436","citing_paper":"/paper/2505.21395"},"observation_digest":"sha256:dd2f29ff2d0768f88328887ecd691656be5a61bfc863b3bc06bcaad3b9aa43e3","observation_id":"206d38f8-6001-4688-a32f-53524120eb29","resolution":{"observed_at":"2026-08-07T13:44:57.905368Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.16436","last_updated":"2024-12-04T08:15:35Z","snapshot_observed_at":"2026-08-16T17:37:51.594191Z","submitted_at":"2024-05-26T05:38:50Z","title":"Provably Mitigating Overoptimization in RLHF: Your SFT Loss is Implicitly an Adversarial Regularizer","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.16436","snapshot_observed_at":"2026-08-07T10:28:47.390690Z","title":"Provably mitigating overoptimization in rlhf: Your sft loss is implicitly an adversarial regularizer.arXiv preprint arXiv:2405.16436, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.05260","last_updated":"2025-06-05T17:21:16Z","snapshot_observed_at":"2026-08-16T15:12:01.896424Z","submitted_at":"2025-06-05T17:21:16Z","title":"LeanPO: Lean Preference Optimization for Likelihood Alignment in Video-LLMs","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-07T10:28:47.390690Z"},"links":{"cited_paper":"/paper/2405.16436","citing_paper":"/paper/2506.05260"},"observation_digest":"sha256:feded9522466c1672528eb4cebaceae705715ef09ddc7a975e65b34acd18f23a","observation_id":"551e7d34-90c3-4fd9-adf5-b9717b571467","resolution":{"observed_at":"2026-08-07T10:28:47.390690Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.16436","last_updated":"2024-12-04T08:15:35Z","snapshot_observed_at":"2026-08-16T17:37:51.594191Z","submitted_at":"2024-05-26T05:38:50Z","title":"Provably Mitigating Overoptimization in RLHF: Your SFT Loss is Implicitly an Adversarial Regularizer","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.16436","snapshot_observed_at":"2026-08-07T00:52:38.224309Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-16T10:44:54.797916Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:38.224309Z"},"links":{"cited_paper":"/paper/2405.16436","citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:d2b2a35ea4d8d44e3aed45aea3fcb08d7a5dafc20d75682aadc65324ec7c2062","observation_id":"ae148c67-3aee-4709-bed9-cfe1c368eacc","resolution":{"observed_at":"2026-08-07T00:52:38.224309Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.16436","last_updated":"2024-12-04T08:15:35Z","snapshot_observed_at":"2026-08-16T17:37:51.594191Z","submitted_at":"2024-05-26T05:38:50Z","title":"Provably Mitigating Overoptimization in RLHF: Your SFT Loss is Implicitly an Adversarial Regularizer","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.16436","snapshot_observed_at":"2026-08-06T04:36:13.529125Z","title":"Provably mitigating overoptimization in rlhf: Your sft loss is implicitly an adversarial regularizer.arXiv preprint arXiv:2405.16436, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.03252","last_updated":"2025-08-27T11:39:11Z","snapshot_observed_at":"2026-08-14T04:57:20.721064Z","submitted_at":"2025-08-05T09:30:39Z","title":"Robust Single-Stage Fully Sparse 3D Object Detection via Detachable Latent Diffusion","version":2},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-06T04:36:13.529125Z"},"links":{"cited_paper":"/paper/2405.16436","citing_paper":"/paper/2508.03252"},"observation_digest":"sha256:71a9ae23b31ae970b2752c8739e1d6a72998653cb0fd00f95cfe044789dd6cc6","observation_id":"4b856fd7-88d8-4400-897b-592296f9adef","resolution":{"observed_at":"2026-08-06T04:36:13.529125Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.16436","last_updated":"2024-12-04T08:15:35Z","snapshot_observed_at":"2026-08-16T17:37:51.594191Z","submitted_at":"2024-05-26T05:38:50Z","title":"Provably Mitigating Overoptimization in RLHF: Your SFT Loss is Implicitly an Adversarial Regularizer","version":3},"cited_work":{"arxiv_id":"2405.16436","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2405.16436","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"arXiv preprint arXiv:2405.16436 , year=","venue":null,"work_id":"d8ae6775-cdf6-46a3-ae4e-1dfaea66d2b5","year":null},"citing_paper":{"arxiv_id":"2605.02626","last_updated":"2026-05-04T14:15:24Z","snapshot_observed_at":"2026-08-16T16:06:04.510197Z","submitted_at":"2026-05-04T14:15:24Z","title":"Gradient-Gated DPO: Stabilizing Preference Optimization in Language Models","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-05-08T18:35:13.659698Z"},"links":{"cited_paper":"/paper/2405.16436","citing_paper":"/paper/2605.02626"},"observation_digest":"sha256:75d77f5be6dfd998ed04fe9ee1077a5decf69d72f92a62705aad1c8dabe4f8ae","observation_id":"72162c4c-fb81-48bd-96d3-f3e60f6772bc","resolution":{"observed_at":"2026-05-09T06:20:41.658973Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2405.16436","last_updated":"2024-12-04T08:15:35Z","snapshot_observed_at":"2026-08-16T17:37:51.594191Z","submitted_at":"2024-05-26T05:38:50Z","title":"Provably Mitigating Overoptimization in RLHF: Your SFT Loss is Implicitly an Adversarial Regularizer","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.16436","snapshot_observed_at":"2026-07-11T13:53:36.775836Z","title":"arXiv preprint arXiv:2405.16436 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.04763","last_updated":"2026-07-26T14:17:18Z","snapshot_observed_at":"2026-08-15T22:59:02.741838Z","submitted_at":"2026-07-06T07:56:53Z","title":"Multi-Turn On-Policy Distillation with Prefix Replay","version":1},"reference_index":87,"source":"arxiv_source","source_observed_at":"2026-07-11T13:53:36.775836Z"},"links":{"cited_paper":"/paper/2405.16436","citing_paper":"/paper/2607.04763"},"observation_digest":"sha256:8ed242adb41c8f9957d9161263d842e7e06e15a7fc2bbbef4a986c5db8a5937d","observation_id":"1a6b039b-9246-4efc-8272-be4ed36d7e4b","resolution":{"observed_at":"2026-07-11T13:53:36.775836Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.16436","last_updated":"2024-12-04T08:15:35Z","snapshot_observed_at":"2026-08-16T17:37:51.594191Z","submitted_at":"2024-05-26T05:38:50Z","title":"Provably Mitigating Overoptimization in RLHF: Your SFT Loss is Implicitly an Adversarial Regularizer","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.16436","snapshot_observed_at":"2026-08-02T08:40:41.047599Z","title":"arXiv preprint arXiv:2405.16436 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.04763","last_updated":"2026-07-26T14:17:18Z","snapshot_observed_at":"2026-08-15T22:59:02.741838Z","submitted_at":"2026-07-06T07:56:53Z","title":"Multi-Turn On-Policy Distillation with Prefix Replay","version":3},"reference_index":88,"source":"arxiv_source","source_observed_at":"2026-08-02T08:40:41.047599Z"},"links":{"cited_paper":"/paper/2405.16436","citing_paper":"/paper/2607.04763"},"observation_digest":"sha256:d238439b86c50aa9ec5b3a5ce1111a7753c672fd5602ae675eb0c267023b8651","observation_id":"779f7c7f-44bf-413e-bb64-6a5a6ac6338b","resolution":{"observed_at":"2026-08-02T08:40:41.047599Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2405.16436/citation-record","integrity":"/paper/2405.16436/integrity","json":"/paper/2405.16436/citation-record.json","paper":"/paper/2405.16436"},"outbound":[],"paper":{"arxiv_id":"2405.16436","last_updated":"2024-12-04T08:15:35Z","latest_version":3,"primary_category":"cs.LG","snapshot_observed_at":"2026-08-16T17:37:51.594191Z","submitted_at":"2024-05-26T05:38:50Z","title":"Provably Mitigating Overoptimization in RLHF: Your SFT Loss is Implicitly an Adversarial Regularizer"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"thesis":"As of 18 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 19 inbound Pith citation observations for arXiv:2405.16436."}