{"as_of":"2026-08-16T20:37:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:2932febc91919841923cd6d8cd5bd61005d5e1dab879d666292034b27f433f22","coverage":[{"denominator":36,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":36,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T00:52:40.142142Z","state":"measured"},{"denominator":38,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":38,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-16T06:30:59.297886+00:00","state":"measured"},{"denominator":2,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":2,"source":"paper_references, paper_reference_links","source_observed_at":"2026-07-14T10:33:54.851493Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-03T10:48:02.077289Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-16T10:44:54.797916Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"cited_work":{"arxiv_id":"2506.12725","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.12725","snapshot_observed_at":"2026-07-03T10:48:02.077289Z","title":"Rethinking dpo: The role of rejected responses in preference misalignment.arXiv preprint arXiv:2506.12725, 2025","venue":null,"work_id":"97883ae6-18d0-4601-a7ab-f3f9dbc26c3f","year":2025},"citing_paper":{"arxiv_id":"2606.12590","last_updated":"2026-06-10T18:35:36Z","snapshot_observed_at":"2026-08-06T17:35:29.796295Z","submitted_at":"2026-06-10T18:35:36Z","title":"Analyzing and Improving Fine-grained Preference Optimization in Medical LVLMs","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-06-27T09:52:20.508013Z"},"links":{"cited_paper":"/paper/2506.12725","citing_paper":"/paper/2606.12590"},"observation_digest":"sha256:36ff64641169e5026343ab33220aaf85f0714701ae540133aa8fcf8f038a93c7","observation_id":"b6c688fd-1aff-47c1-9b42-4fce800708bd","resolution":{"observed_at":"2026-07-03T10:48:02.079020Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-16T10:44:54.797916Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.12725","snapshot_observed_at":"2026-07-14T10:33:54.851493Z","title":"Rethinking DPO: The role of rejected responses in preference misalignment.arXiv preprint arXiv:2506.12725, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.10601","last_updated":"2026-07-12T06:38:55Z","snapshot_observed_at":"2026-08-14T07:55:04.341800Z","submitted_at":"2026-07-12T06:38:55Z","title":"Agentic-DPO: From Imitation to Agentic Policy Optimization on Expert Trajectories","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-07-14T10:33:54.851493Z"},"links":{"cited_paper":"/paper/2506.12725","citing_paper":"/paper/2607.10601"},"observation_digest":"sha256:bbf919e92075da2d39fad2186ad9325264393d96274c3ef6c5233bdf2b394e06","observation_id":"1b629639-8ed1-4636-8dfb-7d7e727e1127","resolution":{"observed_at":"2026-07-14T10:33:54.851493Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2506.12725/citation-record","integrity":"/paper/2506.12725/integrity","json":"/paper/2506.12725/citation-record.json","paper":"/paper/2506.12725"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2406.11704","last_updated":"2024-08-06T22:37:06Z","snapshot_observed_at":"2026-08-16T13:42:11.015972Z","submitted_at":"2024-06-17T16:25:04Z","title":"Nemotron-4 340B Technical Report","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.11704","snapshot_observed_at":"2026-08-07T00:52:36.504800Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-16T10:44:54.797916Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:36.504800Z"},"links":{"cited_paper":"/paper/2406.11704","citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:cc49c16baaf8afd041f1013fe96462e00921bfd934eaea31c8ea78c0c47ffcb3","observation_id":"eea05dbb-9d5e-4c5d-96c5-eeda1ea10ebb","resolution":{"observed_at":"2026-08-07T00:52:36.504800Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:52:36.583198Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-16T10:44:54.797916Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:36.583198Z"},"links":{"citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:1ed1b1af1441d175d45f70324eabe9caeea8fe2982d5db4a708a1a4ac509391f","observation_id":"be3c1356-7b0c-41fe-b551-d2a62c7d1b27","resolution":{"observed_at":"2026-08-07T00:52:36.583198Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2204.05862","last_updated":"2022-04-12T15:02:38Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2022-04-12T15:02:38Z","title":"Training a Helpful and Harmless Assistant with Reinforcement Learning from Human Feedback","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2204.05862","snapshot_observed_at":"2026-08-07T00:52:36.684782Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-16T10:44:54.797916Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:36.684782Z"},"links":{"cited_paper":"/paper/2204.05862","citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:800883c1bffe0fe631b758aeb8e6701504159ae717eb89daa7f1792bf8d9fc66","observation_id":"e8416cc5-e960-429e-a412-41d57b747108","resolution":{"observed_at":"2026-08-07T00:52:36.684782Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.19534","last_updated":"2024-10-31T14:32:28Z","snapshot_observed_at":"2026-08-16T13:48:00.309039Z","submitted_at":"2024-05-29T21:29:44Z","title":"Preference Learning Algorithms Do Not Learn Preference Rankings","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.19534","snapshot_observed_at":"2026-08-07T00:52:36.777313Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-16T10:44:54.797916Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:36.777313Z"},"links":{"cited_paper":"/paper/2405.19534","citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:6453df47148ebb5ff49b99afa54f466245eab60fda6406c5ad9a0a938e43469b","observation_id":"fecc0cc1-0998-40c1-9b0a-4ca3c7c5e8cf","resolution":{"observed_at":"2026-08-07T00:52:36.777313Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.01335","last_updated":"2024-06-14T21:17:17Z","snapshot_observed_at":"2026-08-15T08:59:30.302596Z","submitted_at":"2024-01-02T18:53:13Z","title":"Self-Play Fine-Tuning Converts Weak Language Models to Strong Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.01335","snapshot_observed_at":"2026-08-07T00:52:36.897991Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-16T10:44:54.797916Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:36.897991Z"},"links":{"cited_paper":"/paper/2401.01335","citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:9a7dd99617b7f76f338bb23688cd447f6bc3d0e5d028f49b4d4f08219467d2a2","observation_id":"584d3c2f-5e80-4a77-a6f5-9f8fc7961a0c","resolution":{"observed_at":"2026-08-07T00:52:36.897991Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2110.14168","last_updated":"2021-11-18T00:23:45Z","snapshot_observed_at":"2026-08-14T02:43:01.480086Z","submitted_at":"2021-10-27T04:49:45Z","title":"Training Verifiers to Solve Math Word Problems","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2110.14168","snapshot_observed_at":"2026-08-07T00:52:37.016549Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-16T10:44:54.797916Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:37.016549Z"},"links":{"cited_paper":"/paper/2110.14168","citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:aa1790028324a37382cd198a34c81fd3102901e2a6f00c4948eefd9b937a74aa","observation_id":"7e280702-b685-4bb0-9a7d-b0c727e6140d","resolution":{"observed_at":"2026-08-07T00:52:37.016549Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:52:41.856407Z","title":null,"venue":null,"work_id":"1b7b0398-7c84-480e-acd2-5e3eaf88a7d8","year":2024},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-16T10:44:54.797916Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:37.102719Z"},"links":{"citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:e75b0515bc8ced3d9b797506aec662c4ac77b9e50649cbc217b29d0d09d2ed81","observation_id":"e321a7a6-f36a-4d5d-b7c3-319fd6a1159b","resolution":{"observed_at":"2026-08-07T00:52:41.861680Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:52:37.207357Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-16T10:44:54.797916Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:37.207357Z"},"links":{"citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:2948e2a46be717898726fd55c0747c2d7f544ba547e578a4888a6aad44d24ddb","observation_id":"2626964b-c71b-4c81-8e7b-ebe65b5487c9","resolution":{"observed_at":"2026-08-07T00:52:37.207357Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.21783","last_updated":"2024-11-23T23:27:33Z","snapshot_observed_at":"2026-08-13T17:20:44.002518Z","submitted_at":"2024-07-31T17:54:27Z","title":"The Llama 3 Herd of Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.21783","snapshot_observed_at":"2026-08-07T00:52:37.397258Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-16T10:44:54.797916Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:37.397258Z"},"links":{"cited_paper":"/paper/2407.21783","citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:d7e60ccb1d27bce742c5ba3d9f019303201db971af1773c3343495a8632b8868","observation_id":"6758a168-2c5d-403b-b989-2374ebf5ca1c","resolution":{"observed_at":"2026-08-07T00:52:37.397258Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:52:41.760203Z","title":null,"venue":null,"work_id":"a4cc449c-0bd3-4697-96b1-6f2804687b4b","year":2024},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-16T10:44:54.797916Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:37.528114Z"},"links":{"citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:40d1e7cfb2c5808d54a0677ccc691bd2b73ba121c0c745f85fad88a5c013520f","observation_id":"69614674-8c3e-4a0c-b2a7-2212109711c7","resolution":{"observed_at":"2026-08-07T00:52:41.832367Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:52:37.786943Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-16T10:44:54.797916Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:37.786943Z"},"links":{"citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:61329b7970ed5e4bf171f71aff35b086593d22a481e1b2ed587d94befb20e41e","observation_id":"c7658ce2-70e4-45a3-9b4b-da6d6aeb9b54","resolution":{"observed_at":"2026-08-07T00:52:37.786943Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:52:37.953089Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-16T10:44:54.797916Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:37.953089Z"},"links":{"citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:7596eb23eea8dae7cc35ea2c88a6faa262d5034ef698a687373c1f152074eb07","observation_id":"b6e5fefe-5cb4-4e2a-927e-7b4fce63c90e","resolution":{"observed_at":"2026-08-07T00:52:37.953089Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.09279","last_updated":"2024-10-07T21:24:59Z","snapshot_observed_at":"2026-08-16T13:43:16.212350Z","submitted_at":"2024-06-13T16:17:21Z","title":"Unpacking DPO and PPO: Disentangling Best Practices for Learning from Preference Feedback","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.09279","snapshot_observed_at":"2026-08-07T00:52:38.089108Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-16T10:44:54.797916Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:38.089108Z"},"links":{"cited_paper":"/paper/2406.09279","citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:1fd5661cf1b6bd1e4b9e68965c33d6bcf201c5c05ca0c56e3602d7458d64d71c","observation_id":"dec2d96c-b540-40d5-b2fd-6ac2c13d463b","resolution":{"observed_at":"2026-08-07T00:52:38.089108Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.16436","last_updated":"2024-12-04T08:15:35Z","snapshot_observed_at":"2026-08-16T17:37:51.594191Z","submitted_at":"2024-05-26T05:38:50Z","title":"Provably Mitigating Overoptimization in RLHF: Your SFT Loss is Implicitly an Adversarial Regularizer","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.16436","snapshot_observed_at":"2026-08-07T00:52:38.224309Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-16T10:44:54.797916Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:38.224309Z"},"links":{"cited_paper":"/paper/2405.16436","citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:d2b2a35ea4d8d44e3aed45aea3fcb08d7a5dafc20d75682aadc65324ec7c2062","observation_id":"ae148c67-3aee-4709-bed9-cfe1c368eacc","resolution":{"observed_at":"2026-08-07T00:52:38.224309Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1711.05101","last_updated":"2019-01-04T21:01:49Z","snapshot_observed_at":"2026-08-14T20:13:52.872565Z","submitted_at":"2017-11-14T14:24:06Z","title":"Decoupled Weight Decay Regularization","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1711.05101","snapshot_observed_at":"2026-08-07T00:52:38.366472Z","title":null,"venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-16T10:44:54.797916Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:38.366472Z"},"links":{"cited_paper":"/paper/1711.05101","citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:b66d28ce28667cdf57901efad3033046b2fe36d21f5a6b0ff4f5c2a48ce7865e","observation_id":"636ebf8b-c0cc-465f-8c3f-320acc1071a4","resolution":{"observed_at":"2026-08-07T00:52:38.366472Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:52:38.506533Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-16T10:44:54.797916Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:38.506533Z"},"links":{"citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:26360c8effe64f81dca56e22f98e97a4c8e6c4f122bcdcb7e0d292cbfb18658c","observation_id":"52dc2c5a-4574-4702-97f6-6ae8a112963a","resolution":{"observed_at":"2026-08-07T00:52:38.506533Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.13228","last_updated":"2024-07-03T13:46:33Z","snapshot_observed_at":"2026-08-14T02:18:02.339361Z","submitted_at":"2024-02-20T18:42:34Z","title":"Smaug: Fixing Failure Modes of Preference Optimisation with DPO-Positive","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.13228","snapshot_observed_at":"2026-08-07T00:52:38.611434Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-16T10:44:54.797916Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:38.611434Z"},"links":{"cited_paper":"/paper/2402.13228","citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:3922d8cfa16f6dd230ad29f4b6b89610f8e83da1dd3a3fd873babd57968494c3","observation_id":"1bca4ddf-b767-4fef-97ee-50634f531fc3","resolution":{"observed_at":"2026-08-07T00:52:38.611434Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.19733","last_updated":"2024-06-26T01:28:35Z","snapshot_observed_at":"2026-08-16T13:56:31.553308Z","submitted_at":"2024-04-30T17:28:05Z","title":"Iterative Reasoning Preference Optimization","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.19733","snapshot_observed_at":"2026-08-07T00:52:38.682978Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-16T10:44:54.797916Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:38.682978Z"},"links":{"cited_paper":"/paper/2404.19733","citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:ee7fe23be8e21a2dcc102a35029493ce59976d89591b24e9302184bb4ecd63d1","observation_id":"1c8bc8ab-dfff-4b38-b740-7d91927a1c8d","resolution":{"observed_at":"2026-08-07T00:52:38.682978Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.12358","last_updated":"2024-08-12T21:13:35Z","snapshot_observed_at":"2026-08-16T13:59:41.097676Z","submitted_at":"2024-04-18T17:37:02Z","title":"From $r$ to $Q^*$: Your Language Model is Secretly a Q-Function","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.12358","snapshot_observed_at":"2026-08-07T00:52:38.754574Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-16T10:44:54.797916Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:38.754574Z"},"links":{"cited_paper":"/paper/2404.12358","citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:d2943993fe7f35727f1d4feb6d1630f2b9696d96a6bcc945aff9ac3b6b126d63","observation_id":"0a63c277-c376-4034-8a15-bf4045abdc64","resolution":{"observed_at":"2026-08-07T00:52:38.754574Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:52:41.620996Z","title":null,"venue":null,"work_id":"bfd6f76d-dc04-48cb-9002-0ed2d1387f37","year":2024},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-16T10:44:54.797916Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:38.829348Z"},"links":{"citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:d914e217118ac9fab7ebaceaa6e660d505a7d203d5ee2577ecc4bddad73c0e04","observation_id":"516444c0-147a-4c9c-94d0-d65198c0f411","resolution":{"observed_at":"2026-08-07T00:52:41.665312Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:52:38.904176Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-16T10:44:54.797916Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:38.904176Z"},"links":{"citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:cb500638cb9efaeb9f73b2bee0f4d47f7e9b5df91566ba49c2a17f8aab91defc","observation_id":"f10f0bf1-7302-4892-b3a1-08e07374f506","resolution":{"observed_at":"2026-08-07T00:52:38.904176Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.08847","last_updated":"2025-04-27T15:21:29Z","snapshot_observed_at":"2026-08-16T13:10:18.987681Z","submitted_at":"2024-10-11T14:22:44Z","title":"Unintentional Unalignment: Likelihood Displacement in Direct Preference Optimization","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.08847","snapshot_observed_at":"2026-08-07T00:52:38.975908Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-16T10:44:54.797916Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:38.975908Z"},"links":{"cited_paper":"/paper/2410.08847","citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:32ca92f97748c2f381ce2ca3c6cee1868ab41b1c1fc4b0726e7d3bdc4e455004","observation_id":"ebf9e83c-244e-42e8-87d9-acd9d69a2cdb","resolution":{"observed_at":"2026-08-07T00:52:38.975908Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:52:39.043292Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-16T10:44:54.797916Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:39.043292Z"},"links":{"citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:c7637af2a65cbcb1af4e16161f84665dbf4716ea5f179d13a332a46a806a29e5","observation_id":"7dc98299-d56f-4f05-a29f-e51e7514e890","resolution":{"observed_at":"2026-08-07T00:52:39.043292Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:52:41.299816Z","title":null,"venue":null,"work_id":"1eb9d70c-1828-4b2c-b975-ff7090243355","year":2024},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-16T10:44:54.797916Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:39.129896Z"},"links":{"citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:2e19bdd9831dac5a042328d007309b8c8fa5cd516323288953f4e84f066611ab","observation_id":"89a706e6-a3cf-4515-9476-3c59ddedfcdf","resolution":{"observed_at":"2026-08-07T00:52:41.472975Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2405.08448","last_updated":"2024-05-14T09:12:30Z","snapshot_observed_at":"2026-08-16T13:52:52.945242Z","submitted_at":"2024-05-14T09:12:30Z","title":"Understanding the performance gap between online and offline alignment algorithms","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.08448","snapshot_observed_at":"2026-08-07T00:52:39.184131Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-16T10:44:54.797916Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:39.184131Z"},"links":{"cited_paper":"/paper/2405.08448","citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:8e5ab070505a82e24bc85ad588f90bd7fef62dd8ea4d16357a3ae4377a31b48f","observation_id":"ba407102-3452-4fc6-a313-f1dc0ebbda04","resolution":{"observed_at":"2026-08-07T00:52:39.184131Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:52:39.270943Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-16T10:44:54.797916Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:39.270943Z"},"links":{"citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:e711ff09c66042f055331f53f6c88a03999793e307c5f648739ce0f98857150d","observation_id":"23e75e75-04d2-441f-87b8-ad46b8f76dcb","resolution":{"observed_at":"2026-08-07T00:52:39.270943Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.00675","last_updated":"2024-10-04T18:48:25Z","snapshot_observed_at":"2026-08-16T13:56:12.879059Z","submitted_at":"2024-05-01T17:59:20Z","title":"Self-Play Preference Optimization for Language Model Alignment","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.00675","snapshot_observed_at":"2026-08-07T00:52:39.353170Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-16T10:44:54.797916Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:39.353170Z"},"links":{"cited_paper":"/paper/2405.00675","citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:e68a0021ed42c66b065950456bdc1263dbe0bca471e306393e7c2039ea0032ab","observation_id":"7cc21a04-c493-4bc8-b9c2-a7f276b5e96f","resolution":{"observed_at":"2026-08-07T00:52:39.353170Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.09834","last_updated":"2024-08-30T13:54:36Z","snapshot_observed_at":"2026-08-16T13:25:35.361650Z","submitted_at":"2024-08-19T09:29:31Z","title":"Minor DPO reject penalty to increase training robustness","version":3},"cited_work":{"arxiv_id":"2408.09834","doi":null,"metadata_source":"pith","pith_arxiv_id":"2408.09834","snapshot_observed_at":"2026-08-07T00:52:40.282635Z","title":"Minor DPO reject penalty to increase training robustness","venue":"cs.AI","work_id":"7d96f37c-93f9-4faa-a3ef-6b665746114a","year":2024},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-16T10:44:54.797916Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:39.447013Z"},"links":{"cited_paper":"/paper/2408.09834","citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:289d5a639efe543bd6d249e7e1c5ba8563017ac4d13145aab4281d38c8d9eb51","observation_id":"e31260c0-e133-4221-9f08-b385be1d2d8f","resolution":{"observed_at":"2026-08-07T00:52:40.355270Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:52:41.037889Z","title":null,"venue":null,"work_id":"64abf65d-0bd5-438d-b342-a7b2395de010","year":2024},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-16T10:44:54.797916Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:39.530754Z"},"links":{"citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:8338bc32db9d1a736f683c93a607173434ea76c135de6d950622165252fd2b0c","observation_id":"dd7e1b4f-6f3d-4a44-b87c-15b8f9510814","resolution":{"observed_at":"2026-08-07T00:52:41.126372Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2412.15115","last_updated":"2025-01-03T02:18:21Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-12-19T17:56:09Z","title":"Qwen2.5 Technical Report","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.15115","snapshot_observed_at":"2026-08-07T00:52:39.621098Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-16T10:44:54.797916Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:39.621098Z"},"links":{"cited_paper":"/paper/2412.15115","citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:246ad6aecd43ac57a67ff89ed47dccf64b2c0de81cbd75ac5ed0abe95a7d0910","observation_id":"b041ab72-18b7-4dc3-9737-9372bbad9760","resolution":{"observed_at":"2026-08-07T00:52:39.621098Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:52:40.852054Z","title":null,"venue":null,"work_id":"7ac18366-9f66-46a5-9285-aa1e66fde3da","year":2025},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-16T10:44:54.797916Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:39.681987Z"},"links":{"citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:ba9b58cbc696116e593215daec64b950deab38dba75b4e14babbeb49c663693b","observation_id":"1df16d6b-e59a-4f7a-a205-005bb957c8f0","resolution":{"observed_at":"2026-08-07T00:52:40.912826Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:52:39.749756Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-16T10:44:54.797916Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:39.749756Z"},"links":{"citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:57c8d049e826febfe502b34558157f5db0677e0f11962eaaf470669e0272d971","observation_id":"03dd5b3f-78d5-44f9-a972-9f66493b4e59","resolution":{"observed_at":"2026-08-07T00:52:39.749756Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:52:40.684937Z","title":null,"venue":null,"work_id":"cebb3887-6d11-4f3d-87da-b943a1bb135a","year":2023},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-16T10:44:54.797916Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:39.889533Z"},"links":{"citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:93612d136bff33e7bfd2b61da1ed503844476a89cdbf6099c74907aa81a147ef","observation_id":"42593b94-453a-41e9-a4c5-655ca96d3b21","resolution":{"observed_at":"2026-08-07T00:52:40.726777Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.07911","last_updated":"2023-11-14T05:13:55Z","snapshot_observed_at":"2026-07-06T16:47:08.877195Z","submitted_at":"2023-11-14T05:13:55Z","title":"Instruction-Following Evaluation for Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.07911","snapshot_observed_at":"2026-08-07T00:52:39.972011Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-16T10:44:54.797916Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:39.972011Z"},"links":{"cited_paper":"/paper/2311.07911","citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:f1848fbe6265aaebc04659598d1b94d11d97bc5f0a199f64cef2d52575bef47e","observation_id":"b94d2f5b-1367-4867-abf6-632dd9e7d655","resolution":{"observed_at":"2026-08-07T00:52:39.972011Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:52:40.073887Z","title":"online\" 'onlinestring :=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-16T10:44:54.797916Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:40.073887Z"},"links":{"citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:b2b573ced4f664b262ba7c88ecbc6ed6668c342ede8115d21fa6e88992e6f73e","observation_id":"3d3f3190-89d9-46ad-b0ad-c35eeb0ee1ef","resolution":{"observed_at":"2026-08-07T00:52:40.073887Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:52:40.142142Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-16T10:44:54.797916Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:40.142142Z"},"links":{"citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:8105b0ed06eb131e92aecef507243a7e7912d841f2948e2790ef40c52ca302b0","observation_id":"63bc41f5-9f7f-4a0d-8fbd-12c65e1f724e","resolution":{"observed_at":"2026-08-07T00:52:40.142142Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","latest_version":1,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-16T10:44:54.797916Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment"},"reference_resolution":{"displayed":36,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":35,"verified_exact":1,"verified_fuzzy":0},"total_outbound_references":36},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"thesis":"As of 16 August 2026, this Paper Citation Record lists 36 of 36 outbound references and 2 inbound Pith citation observations for arXiv:2506.12725."}