{"as_of":"2026-08-22T11:21:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:1f94f23d8449459775867fe324bbd83cd5bc2174a45a0744e4d74a03a6369d35","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":12,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":12,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-22T06:32:14.747728+00:00","state":"measured"},{"denominator":12,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":12,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-12T17:05:15.124219Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-18T00:02:24.520070Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2402.00856","last_updated":"2024-06-05T08:15:12Z","snapshot_observed_at":"2026-08-17T14:37:36.721385Z","submitted_at":"2024-02-01T18:51:54Z","title":"Towards Efficient Exact Optimization of Language Model Alignment","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.00856","snapshot_observed_at":"2026-08-12T17:05:15.124219Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.13611","last_updated":"2024-12-10T07:47:15Z","snapshot_observed_at":"2026-08-16T17:58:55.737221Z","submitted_at":"2024-11-20T02:03:16Z","title":"DSTC: Direct Preference Learning with Only Self-Generated Tests and Code to Improve Code LMs","version":3},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-12T17:05:15.124219Z"},"links":{"cited_paper":"/paper/2402.00856","citing_paper":"/paper/2411.13611"},"observation_digest":"sha256:b8e9be2394d03351aeb7bc66be2a3dff3d0c39c37f1058452840e893f4f3c8ae","observation_id":"590531d8-853d-47ba-92e1-2790c5fb7e9f","resolution":{"observed_at":"2026-08-12T17:05:15.124219Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.00856","last_updated":"2024-06-05T08:15:12Z","snapshot_observed_at":"2026-08-17T14:37:36.721385Z","submitted_at":"2024-02-01T18:51:54Z","title":"Towards Efficient Exact Optimization of Language Model Alignment","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.00856","snapshot_observed_at":"2026-08-11T12:16:31.882201Z","title":"Towards efficient and exact optimization of language model alignment","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.14516","last_updated":"2024-12-19T04:31:56Z","snapshot_observed_at":"2026-08-15T23:47:47.627897Z","submitted_at":"2024-12-19T04:31:56Z","title":"Cal-DPO: Calibrated Direct Preference Optimization for Language Model Alignment","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-11T12:16:31.882201Z"},"links":{"cited_paper":"/paper/2402.00856","citing_paper":"/paper/2412.14516"},"observation_digest":"sha256:678101026fd884d988bf613dbc78799bc0e0efca8329c0fe5b3cc0a38536e4e9","observation_id":"c4044b74-173e-4ab9-8a56-2590f91da535","resolution":{"observed_at":"2026-08-11T12:16:31.882201Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.00856","last_updated":"2024-06-05T08:15:12Z","snapshot_observed_at":"2026-08-17T14:37:36.721385Z","submitted_at":"2024-02-01T18:51:54Z","title":"Towards Efficient Exact Optimization of Language Model Alignment","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.00856","snapshot_observed_at":"2026-08-10T20:34:08.847975Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.08120","last_updated":"2025-01-14T13:52:41Z","snapshot_observed_at":"2026-08-16T21:07:44.026610Z","submitted_at":"2025-01-14T13:52:41Z","title":"In-situ graph reasoning and knowledge expansion using Graph-PReFLexOR","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-10T20:34:08.847975Z"},"links":{"cited_paper":"/paper/2402.00856","citing_paper":"/paper/2501.08120"},"observation_digest":"sha256:a357436e7a6e8be2c87be20db5c3c1806bf82b6c55c91507808eab6ae32cbbfc","observation_id":"17431c40-5e6b-4b90-b37c-65b10fbc650e","resolution":{"observed_at":"2026-08-10T20:34:08.847975Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.00856","last_updated":"2024-06-05T08:15:12Z","snapshot_observed_at":"2026-08-17T14:37:36.721385Z","submitted_at":"2024-02-01T18:51:54Z","title":"Towards Efficient Exact Optimization of Language Model Alignment","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.00856","snapshot_observed_at":"2026-08-08T22:27:11.455229Z","title":"Towards efficient and exact optimization of language model alignment","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2502.04567","last_updated":"2025-02-06T23:45:08Z","snapshot_observed_at":"2026-08-13T22:29:37.504764Z","submitted_at":"2025-02-06T23:45:08Z","title":"Preference Optimization via Contrastive Divergence: Your Reward Model is Secretly an NLL Estimator","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-08T22:27:11.455229Z"},"links":{"cited_paper":"/paper/2402.00856","citing_paper":"/paper/2502.04567"},"observation_digest":"sha256:17ba2c43cea2b9662f517c12768a2bc28ef0a3a3fca7fd63ba6501a197536917","observation_id":"50f27505-97de-4b92-8df5-5e535e5f01c2","resolution":{"observed_at":"2026-08-08T22:27:11.455229Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.00856","last_updated":"2024-06-05T08:15:12Z","snapshot_observed_at":"2026-08-17T14:37:36.721385Z","submitted_at":"2024-02-01T18:51:54Z","title":"Towards Efficient Exact Optimization of Language Model Alignment","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.00856","snapshot_observed_at":"2026-08-07T18:32:21.045898Z","title":"Towards efficient and exact optimization of language model alignment","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2502.10505","last_updated":"2025-07-26T17:40:08Z","snapshot_observed_at":"2026-08-21T08:01:58.640924Z","submitted_at":"2025-02-14T19:01:34Z","title":"Preference learning made easy: Everything should be understood through win rate","version":2},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-07T18:32:21.045898Z"},"links":{"cited_paper":"/paper/2402.00856","citing_paper":"/paper/2502.10505"},"observation_digest":"sha256:3e19f60c39fbd611f60f6c0f75c8e9e17172f1c43a83aaa46b63e43769181406","observation_id":"42270018-9ef5-4abf-b241-7186c0528296","resolution":{"observed_at":"2026-08-07T18:32:21.045898Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.00856","last_updated":"2024-06-05T08:15:12Z","snapshot_observed_at":"2026-08-17T14:37:36.721385Z","submitted_at":"2024-02-01T18:51:54Z","title":"Towards Efficient Exact Optimization of Language Model Alignment","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.00856","snapshot_observed_at":"2026-08-07T14:41:40.748666Z","title":"Towards efficient exact optimization of language model alignment","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.17988","last_updated":"2025-08-05T11:46:13Z","snapshot_observed_at":"2026-08-09T20:50:22.177201Z","submitted_at":"2025-05-23T14:55:22Z","title":"Towards Revealing the Effectiveness of Small-Scale Fine-tuning in R1-style Reinforcement Learning","version":3},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-07T14:41:40.748666Z"},"links":{"cited_paper":"/paper/2402.00856","citing_paper":"/paper/2505.17988"},"observation_digest":"sha256:a6d1aaa5503f8043b21d75147f5089daeed2e77679825a97df62e13c57e028db","observation_id":"d205c502-cb5c-4978-aa94-648277d293ff","resolution":{"observed_at":"2026-08-07T14:41:40.748666Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.00856","last_updated":"2024-06-05T08:15:12Z","snapshot_observed_at":"2026-08-17T14:37:36.721385Z","submitted_at":"2024-02-01T18:51:54Z","title":"Towards Efficient Exact Optimization of Language Model Alignment","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.00856","snapshot_observed_at":"2026-08-07T12:46:11.589423Z","title":"Towards efficient exact optimization of language model alignment","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.23634","last_updated":"2025-05-29T16:44:29Z","snapshot_observed_at":"2026-08-15T15:58:53.931509Z","submitted_at":"2025-05-29T16:44:29Z","title":"MCP Safety Training: Learning to Refuse Falsely Benign MCP Exploits using Improved Preference Alignment","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-07T12:46:11.589423Z"},"links":{"cited_paper":"/paper/2402.00856","citing_paper":"/paper/2505.23634"},"observation_digest":"sha256:8418bd998067cec5352dc311df0581d0690127e758c083bf9cf5aebb1d419d39","observation_id":"cd1ab393-df0e-4416-a6f6-718ce22906b9","resolution":{"observed_at":"2026-08-07T12:46:11.589423Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.00856","last_updated":"2024-06-05T08:15:12Z","snapshot_observed_at":"2026-08-17T14:37:36.721385Z","submitted_at":"2024-02-01T18:51:54Z","title":"Towards Efficient Exact Optimization of Language Model Alignment","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.00856","snapshot_observed_at":"2026-08-06T16:34:25.054186Z","title":"Towards efficient exact optimization of language model alignment.arXiv preprint arXiv:2402.00856,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.13158","last_updated":"2025-07-17T14:22:24Z","snapshot_observed_at":"2026-08-15T15:23:09.345799Z","submitted_at":"2025-07-17T14:22:24Z","title":"Inverse Reinforcement Learning Meets Large Language Model Post-Training: Basics, Advances, and Opportunities","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-06T16:34:25.054186Z"},"links":{"cited_paper":"/paper/2402.00856","citing_paper":"/paper/2507.13158"},"observation_digest":"sha256:da9e2bcf92fcb5088deaa3c0309601c3cd77c039294303b3d4842d12826f0f27","observation_id":"93a3a016-32f8-40a2-a29d-41d011bc36ec","resolution":{"observed_at":"2026-08-06T16:34:25.054186Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.00856","last_updated":"2024-06-05T08:15:12Z","snapshot_observed_at":"2026-08-17T14:37:36.721385Z","submitted_at":"2024-02-01T18:51:54Z","title":"Towards Efficient Exact Optimization of Language Model Alignment","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.00856","snapshot_observed_at":"2026-08-05T21:33:14.147588Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.08466","last_updated":"2025-08-11T20:53:37Z","snapshot_observed_at":"2026-08-17T22:37:41.013000Z","submitted_at":"2025-08-11T20:53:37Z","title":"Enhancing Small LLM Alignment through Margin-Based Objective Modifications under Resource Constraints","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-05T21:33:14.147588Z"},"links":{"cited_paper":"/paper/2402.00856","citing_paper":"/paper/2508.08466"},"observation_digest":"sha256:f25c1d89429e6c75285d498554ab6a7ce143f170c14534b79342a7c6ca57df0b","observation_id":"a96aa0da-8eff-4ea9-b056-c1e09d4268bd","resolution":{"observed_at":"2026-08-05T21:33:14.147588Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.00856","last_updated":"2024-06-05T08:15:12Z","snapshot_observed_at":"2026-08-17T14:37:36.721385Z","submitted_at":"2024-02-01T18:51:54Z","title":"Towards Efficient Exact Optimization of Language Model Alignment","version":4},"cited_work":{"arxiv_id":"2402.00856","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2402.00856","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Towards efficient exact optimization of language model alignment","venue":null,"work_id":"ed87b67b-46f8-47e1-8adb-0545d0016b34","year":2024},"citing_paper":{"arxiv_id":"2509.08827","last_updated":"2025-10-09T17:08:52Z","snapshot_observed_at":"2026-08-06T15:38:05.011922Z","submitted_at":"2025-09-10T17:59:43Z","title":"A Survey of Reinforcement Learning for Large Reasoning Models","version":3},"reference_index":231,"source":"arxiv_source","source_observed_at":"2026-05-18T00:02:24.352947Z"},"links":{"cited_paper":"/paper/2402.00856","citing_paper":"/paper/2509.08827"},"observation_digest":"sha256:8eadc7149d83fee4b421e3fdd67c4105c421ed5fa57d4d7846ff1c8427447ac4","observation_id":"122b1dcd-d851-4dc2-ae4a-45649f9d1c4a","resolution":{"observed_at":"2026-05-18T00:02:24.523411Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.00856","last_updated":"2024-06-05T08:15:12Z","snapshot_observed_at":"2026-08-17T14:37:36.721385Z","submitted_at":"2024-02-01T18:51:54Z","title":"Towards Efficient Exact Optimization of Language Model Alignment","version":4},"cited_work":{"arxiv_id":"2402.00856","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2402.00856","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Towards efficient exact optimization of language model alignment","venue":null,"work_id":"ed87b67b-46f8-47e1-8adb-0545d0016b34","year":2024},"citing_paper":{"arxiv_id":"2605.11217","last_updated":"2026-05-11T20:29:39Z","snapshot_observed_at":"2026-07-06T23:23:06.755816Z","submitted_at":"2026-05-11T20:29:39Z","title":"Leveraging RAG for Training-Free Alignment of LLMs","version":1},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-05-13T02:41:07.016045Z"},"links":{"cited_paper":"/paper/2402.00856","citing_paper":"/paper/2605.11217"},"observation_digest":"sha256:fffc73d47b5bb2a4703a41e92f787b836eaecac6b5445e68c6adafd2bfc2017a","observation_id":"6fd528bd-c63d-44b0-827e-61bfb90784df","resolution":{"observed_at":"2026-05-13T02:42:08.207895Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.00856","last_updated":"2024-06-05T08:15:12Z","snapshot_observed_at":"2026-08-17T14:37:36.721385Z","submitted_at":"2024-02-01T18:51:54Z","title":"Towards Efficient Exact Optimization of Language Model Alignment","version":4},"cited_work":{"arxiv_id":"2402.00856","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2402.00856","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Towards efficient exact optimization of language model alignment","venue":null,"work_id":"ed87b67b-46f8-47e1-8adb-0545d0016b34","year":2024},"citing_paper":{"arxiv_id":"2605.12112","last_updated":"2026-05-12T13:29:10Z","snapshot_observed_at":"2026-08-12T16:04:04.492089Z","submitted_at":"2026-05-12T13:29:10Z","title":"When Policy Entropy Constraint Fails: Preserving Diversity in Flow-based RLHF via Perceptual Entropy","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-05-13T05:50:13.653022Z"},"links":{"cited_paper":"/paper/2402.00856","citing_paper":"/paper/2605.12112"},"observation_digest":"sha256:d8d8f7e02ccfb9d1b40847289a4be30b0abc560c460baace237f6f59667c1b4a","observation_id":"4928998a-6880-4b17-a7bc-fbaa7c2580f0","resolution":{"observed_at":"2026-05-13T05:52:22.210098Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2402.00856/citation-record","integrity":"/paper/2402.00856/integrity","json":"/paper/2402.00856/citation-record.json","paper":"/paper/2402.00856"},"outbound":[],"paper":{"arxiv_id":"2402.00856","last_updated":"2024-06-05T08:15:12Z","latest_version":4,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-17T14:37:36.721385Z","submitted_at":"2024-02-01T18:51:54Z","title":"Towards Efficient Exact Optimization of Language Model Alignment"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"thesis":"As of 22 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 12 inbound Pith citation observations for arXiv:2402.00856."}