{"as_of":"2026-08-20T11:42:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:270f8ce6e75df91bf21273796013cac4ac248e9ec64baa3b960f365975f438a6","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":17,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":17,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-20T06:33:59.587034+00:00","state":"measured"},{"denominator":17,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":17,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-15T20:53:39.902673Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-01T00:35:10.408592Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2405.19332","last_updated":"2024-11-05T07:21:18Z","snapshot_observed_at":"2026-08-16T13:48:06.116170Z","submitted_at":"2024-05-29T17:59:07Z","title":"Self-Exploring Language Models: Active Preference Elicitation for Online Alignment","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.19332","snapshot_observed_at":"2026-08-12T17:05:15.224095Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.13611","last_updated":"2024-12-10T07:47:15Z","snapshot_observed_at":"2026-08-16T17:58:55.737221Z","submitted_at":"2024-11-20T02:03:16Z","title":"DSTC: Direct Preference Learning with Only Self-Generated Tests and Code to Improve Code LMs","version":3},"reference_index":46,"source":"arxiv_source","source_observed_at":"2026-08-12T17:05:15.224095Z"},"links":{"cited_paper":"/paper/2405.19332","citing_paper":"/paper/2411.13611"},"observation_digest":"sha256:6558adfcb0424406415825ff2bc7d780824362fee4b0cae3bcb06b8823c5fe72","observation_id":"3dc9bcdb-6823-45d8-aaaf-6cd36051aa42","resolution":{"observed_at":"2026-08-12T17:05:15.224095Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.19332","last_updated":"2024-11-05T07:21:18Z","snapshot_observed_at":"2026-08-16T13:48:06.116170Z","submitted_at":"2024-05-29T17:59:07Z","title":"Self-Exploring Language Models: Active Preference Elicitation for Online Alignment","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.19332","snapshot_observed_at":"2026-08-11T10:21:33.311936Z","title":"Self-exploring language models: Active preference elici tation for online alignment,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.16834","last_updated":"2024-12-24T02:17:41Z","snapshot_observed_at":"2026-08-20T11:06:59.141146Z","submitted_at":"2024-12-22T02:43:07Z","title":"Online Learning from Strategic Human Feedback in LLM Fine-Tuning","version":2},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-11T10:21:33.311936Z"},"links":{"cited_paper":"/paper/2405.19332","citing_paper":"/paper/2412.16834"},"observation_digest":"sha256:cbe19ca370e949282c5e6f4f964345f2085d336db603398036c54086b1d2e9ab","observation_id":"770af17c-b057-4d2b-8d01-158888e17854","resolution":{"observed_at":"2026-08-11T10:21:33.311936Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.19332","last_updated":"2024-11-05T07:21:18Z","snapshot_observed_at":"2026-08-16T13:48:06.116170Z","submitted_at":"2024-05-29T17:59:07Z","title":"Self-Exploring Language Models: Active Preference Elicitation for Online Alignment","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.19332","snapshot_observed_at":"2026-08-11T05:24:21.075426Z","title":"Self-exploring language models: Active preference elicitation for online alignment","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.17696","last_updated":"2025-03-27T17:30:56Z","snapshot_observed_at":"2026-08-17T14:09:40.264967Z","submitted_at":"2024-12-23T16:23:13Z","title":"Understanding the Logic of Direct Preference Alignment through Logic","version":2},"reference_index":1975,"source":"pdf_text","source_observed_at":"2026-08-11T05:24:21.075426Z"},"links":{"cited_paper":"/paper/2405.19332","citing_paper":"/paper/2412.17696"},"observation_digest":"sha256:1137c53b646fcef31a394dbfa1448cd505d163542ae6bd752f5b42a81ea8e84c","observation_id":"7173bdc4-e1e1-48a7-85ae-4dbfe67fac49","resolution":{"observed_at":"2026-08-11T05:24:21.075426Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.19332","last_updated":"2024-11-05T07:21:18Z","snapshot_observed_at":"2026-08-16T13:48:06.116170Z","submitted_at":"2024-05-29T17:59:07Z","title":"Self-Exploring Language Models: Active Preference Elicitation for Online Alignment","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.19332","snapshot_observed_at":"2026-08-10T16:58:02.671392Z","title":"Self-exploring language models: Active preference elicitation for online alignment","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.12735","last_updated":"2025-02-07T02:13:27Z","snapshot_observed_at":"2026-08-17T20:21:27.504758Z","submitted_at":"2025-01-22T09:12:09Z","title":"Online Preference Alignment for Language Models via Count-based Exploration","version":3},"reference_index":73,"source":"arxiv_source","source_observed_at":"2026-08-10T16:58:02.671392Z"},"links":{"cited_paper":"/paper/2405.19332","citing_paper":"/paper/2501.12735"},"observation_digest":"sha256:f43f7f86f5944e266c0e0992f784282a2b4b4e7eb4bfd9df5e1fea54dc5d19e9","observation_id":"8589d06f-41f9-4b44-9136-39958e26ad64","resolution":{"observed_at":"2026-08-10T16:58:02.671392Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.19332","last_updated":"2024-11-05T07:21:18Z","snapshot_observed_at":"2026-08-16T13:48:06.116170Z","submitted_at":"2024-05-29T17:59:07Z","title":"Self-Exploring Language Models: Active Preference Elicitation for Online Alignment","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.19332","snapshot_observed_at":"2026-08-09T22:20:13.892177Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.18858","last_updated":"2025-06-06T18:49:45Z","snapshot_observed_at":"2026-08-16T14:46:55.635889Z","submitted_at":"2025-01-31T02:39:07Z","title":"BRiTE: Bootstrapping Reinforced Thinking Process to Enhance Language Model Reasoning","version":2},"reference_index":69,"source":"arxiv_source","source_observed_at":"2026-08-09T22:20:13.892177Z"},"links":{"cited_paper":"/paper/2405.19332","citing_paper":"/paper/2501.18858"},"observation_digest":"sha256:edc3977c77c078e68aa657a9edd5bee61ad447b1432c639545f99214167bb195","observation_id":"6626d737-9273-44dd-8a96-e0c78418a57c","resolution":{"observed_at":"2026-08-09T22:20:13.892177Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.19332","last_updated":"2024-11-05T07:21:18Z","snapshot_observed_at":"2026-08-16T13:48:06.116170Z","submitted_at":"2024-05-29T17:59:07Z","title":"Self-Exploring Language Models: Active Preference Elicitation for Online Alignment","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.19332","snapshot_observed_at":"2026-08-08T23:03:53.293003Z","title":"Self-exploring language models: Active preference elicitation for online alignment","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2502.04270","last_updated":"2025-02-06T18:09:00Z","snapshot_observed_at":"2026-08-14T04:25:10.622163Z","submitted_at":"2025-02-06T18:09:00Z","title":"PILAF: Optimal Human Preference Sampling for Reward Modeling","version":1},"reference_index":43,"source":"arxiv_source","source_observed_at":"2026-08-08T23:03:53.293003Z"},"links":{"cited_paper":"/paper/2405.19332","citing_paper":"/paper/2502.04270"},"observation_digest":"sha256:938076d543866588a0c7ea6065b747186203789fe2a0a084fbb6e657f0f9e26e","observation_id":"c09f1447-2d90-4e96-bf86-e8d9d5c36f80","resolution":{"observed_at":"2026-08-08T23:03:53.293003Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.19332","last_updated":"2024-11-05T07:21:18Z","snapshot_observed_at":"2026-08-16T13:48:06.116170Z","submitted_at":"2024-05-29T17:59:07Z","title":"Self-Exploring Language Models: Active Preference Elicitation for Online Alignment","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.19332","snapshot_observed_at":"2026-08-07T14:10:43.634354Z","title":"Self-exploring language models: Active preference elicitation for online alignment","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.20268","last_updated":"2025-07-24T14:21:12Z","snapshot_observed_at":"2026-08-17T11:27:40.773999Z","submitted_at":"2025-05-26T17:44:08Z","title":"Outcome-Based Online Reinforcement Learning: Algorithms and Fundamental Limits","version":2},"reference_index":52,"source":"arxiv_source","source_observed_at":"2026-08-07T14:10:43.634354Z"},"links":{"cited_paper":"/paper/2405.19332","citing_paper":"/paper/2505.20268"},"observation_digest":"sha256:7c1431fc15c6338f57fe9df94a04098b5de1509cda34bee185e5de670dea5bb4","observation_id":"59137204-5150-4843-93cc-d2b788d199f2","resolution":{"observed_at":"2026-08-07T14:10:43.634354Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.19332","last_updated":"2024-11-05T07:21:18Z","snapshot_observed_at":"2026-08-16T13:48:06.116170Z","submitted_at":"2024-05-29T17:59:07Z","title":"Self-Exploring Language Models: Active Preference Elicitation for Online Alignment","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.19332","snapshot_observed_at":"2026-08-07T14:01:07.063483Z","title":"Self-exploring language models: Active preference elicitation for online alignment","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.20556","last_updated":"2025-05-26T22:34:42Z","snapshot_observed_at":"2026-08-19T14:39:37.820448Z","submitted_at":"2025-05-26T22:34:42Z","title":"Learning a Pessimistic Reward Model in RLHF","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-07T14:01:07.063483Z"},"links":{"cited_paper":"/paper/2405.19332","citing_paper":"/paper/2505.20556"},"observation_digest":"sha256:bb427de2cdd6a9ad27269cf5e833586ea26c8c84be63a0b9a232866fcd2292a9","observation_id":"9a3474c4-bb56-4ffb-89d4-bf52cc09386e","resolution":{"observed_at":"2026-08-07T14:01:07.063483Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.19332","last_updated":"2024-11-05T07:21:18Z","snapshot_observed_at":"2026-08-16T13:48:06.116170Z","submitted_at":"2024-05-29T17:59:07Z","title":"Self-Exploring Language Models: Active Preference Elicitation for Online Alignment","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.19332","snapshot_observed_at":"2026-08-15T20:53:39.902673Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.06292","last_updated":"2025-06-10T03:32:39Z","snapshot_observed_at":"2026-08-19T17:03:00.574231Z","submitted_at":"2025-05-17T04:34:23Z","title":"Mutual-Taught for Co-adapting Policy and Reward Models","version":2},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:39.902673Z"},"links":{"cited_paper":"/paper/2405.19332","citing_paper":"/paper/2506.06292"},"observation_digest":"sha256:8d03e411cc6b8c7135b4e3a56f71182894c860a00a1131b45793b7b9c526d260","observation_id":"6247927f-d8b1-4abb-a09b-43bc9f775eb8","resolution":{"observed_at":"2026-08-15T20:53:39.902673Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.19332","last_updated":"2024-11-05T07:21:18Z","snapshot_observed_at":"2026-08-16T13:48:06.116170Z","submitted_at":"2024-05-29T17:59:07Z","title":"Self-Exploring Language Models: Active Preference Elicitation for Online Alignment","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.19332","snapshot_observed_at":"2026-08-07T05:10:47.640424Z","title":"Self-exploring language models: Active preference elicitation for online alignment.arXiv preprint arXiv:2405.19332, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.08643","last_updated":"2025-06-10T09:55:53Z","snapshot_observed_at":"2026-08-20T07:35:35.202308Z","submitted_at":"2025-06-10T09:55:53Z","title":"MEMETRON: Metaheuristic Mechanisms for Test-time Response Optimization of Large Language Models","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-07T05:10:47.640424Z"},"links":{"cited_paper":"/paper/2405.19332","citing_paper":"/paper/2506.08643"},"observation_digest":"sha256:8f2817b093a7b1cb0e30b494dcaf0b72fd14f81a08ba38051b3989db3f71f5e2","observation_id":"95de08ac-82bd-4bc9-aeae-fa829c9d921b","resolution":{"observed_at":"2026-08-07T05:10:47.640424Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.19332","last_updated":"2024-11-05T07:21:18Z","snapshot_observed_at":"2026-08-16T13:48:06.116170Z","submitted_at":"2024-05-29T17:59:07Z","title":"Self-Exploring Language Models: Active Preference Elicitation for Online Alignment","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.19332","snapshot_observed_at":"2026-08-06T22:16:41.348358Z","title":"Zhang, D","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.22401","last_updated":"2025-06-27T17:18:43Z","snapshot_observed_at":"2026-08-18T07:44:47.122609Z","submitted_at":"2025-06-27T17:18:43Z","title":"Exploration from a Primal-Dual Lens: Value-Incentivized Actor-Critic Methods for Sample-Efficient Online RL","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-06T22:16:41.348358Z"},"links":{"cited_paper":"/paper/2405.19332","citing_paper":"/paper/2506.22401"},"observation_digest":"sha256:ff4e6e19006edf721fb765ad7aab0d3257f7ec95133d0a0fa06238bb8615602f","observation_id":"9fac93e6-af53-45fd-9ed7-fd92bd07a6d4","resolution":{"observed_at":"2026-08-06T22:16:41.348358Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.19332","last_updated":"2024-11-05T07:21:18Z","snapshot_observed_at":"2026-08-16T13:48:06.116170Z","submitted_at":"2024-05-29T17:59:07Z","title":"Self-Exploring Language Models: Active Preference Elicitation for Online Alignment","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.19332","snapshot_observed_at":"2026-08-05T10:54:13.592468Z","title":"Self-exploring language models: Active preference elicitation for online alignment","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.03672","last_updated":"2025-09-03T19:42:50Z","snapshot_observed_at":"2026-08-20T11:08:51.347179Z","submitted_at":"2025-09-03T19:42:50Z","title":"SharedRep-RLHF: A Shared Representation Approach to RLHF with Diverse Preferences","version":1},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-08-05T10:54:13.592468Z"},"links":{"cited_paper":"/paper/2405.19332","citing_paper":"/paper/2509.03672"},"observation_digest":"sha256:0b62a34dacffac39ba20abf1b7a45f8b3590955a1bd305237099a02cf9ea8c0d","observation_id":"243ea628-e798-41c4-acb3-3fda90368e0b","resolution":{"observed_at":"2026-08-05T10:54:13.592468Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.19332","last_updated":"2024-11-05T07:21:18Z","snapshot_observed_at":"2026-08-16T13:48:06.116170Z","submitted_at":"2024-05-29T17:59:07Z","title":"Self-Exploring Language Models: Active Preference Elicitation for Online Alignment","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.19332","snapshot_observed_at":"2026-08-04T22:59:14.599880Z","title":"Self-exploring language models: Active preference elicitation for online alignment.arXiv preprint arXiv:2405.19332, 2024a","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2509.06941","last_updated":"2025-09-08T17:52:56Z","snapshot_observed_at":"2026-08-07T12:11:53.268632Z","submitted_at":"2025-09-08T17:52:56Z","title":"Outcome-based Exploration for LLM Reasoning","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-04T22:59:14.599880Z"},"links":{"cited_paper":"/paper/2405.19332","citing_paper":"/paper/2509.06941"},"observation_digest":"sha256:bb8175769cdcfb76eb04e0c4b207e8c3845a2cc22cc5cb94a3dae0b8e82a259c","observation_id":"07e30d42-0401-4a3e-98d7-9f776f3d8e3e","resolution":{"observed_at":"2026-08-04T22:59:14.599880Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.19332","last_updated":"2024-11-05T07:21:18Z","snapshot_observed_at":"2026-08-16T13:48:06.116170Z","submitted_at":"2024-05-29T17:59:07Z","title":"Self-Exploring Language Models: Active Preference Elicitation for Online Alignment","version":3},"cited_work":{"arxiv_id":"2405.19332","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2405.19332","snapshot_observed_at":"2026-07-01T00:35:10.408592Z","title":"Zhang, D","venue":null,"work_id":"9d430286-aaad-418f-a20d-6c64282dd194","year":2024},"citing_paper":{"arxiv_id":"2605.04477","last_updated":"2026-06-20T08:22:31Z","snapshot_observed_at":"2026-08-16T14:50:01.201102Z","submitted_at":"2026-05-06T03:56:45Z","title":"Data-dependent Exploration for Online Reinforcement Learning from Human Feedback","version":1},"reference_index":90,"source":"arxiv_source","source_observed_at":"2026-05-08T17:01:04.571087Z"},"links":{"cited_paper":"/paper/2405.19332","citing_paper":"/paper/2605.04477"},"observation_digest":"sha256:d1838b31138f2872c81c602b21f9e969b3aec58c7f0e57106b18d60f6baed85e","observation_id":"22b91954-b84e-4ac6-a24d-098a88669763","resolution":{"observed_at":"2026-05-11T17:51:09.202379Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2405.19332","last_updated":"2024-11-05T07:21:18Z","snapshot_observed_at":"2026-08-16T13:48:06.116170Z","submitted_at":"2024-05-29T17:59:07Z","title":"Self-Exploring Language Models: Active Preference Elicitation for Online Alignment","version":3},"cited_work":{"arxiv_id":"2405.19332","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2405.19332","snapshot_observed_at":"2026-07-01T00:35:10.408592Z","title":"Zhang, D","venue":null,"work_id":"9d430286-aaad-418f-a20d-6c64282dd194","year":2024},"citing_paper":{"arxiv_id":"2605.04477","last_updated":"2026-06-20T08:22:31Z","snapshot_observed_at":"2026-08-16T14:50:01.201102Z","submitted_at":"2026-05-06T03:56:45Z","title":"Data-dependent Exploration for Online Reinforcement Learning from Human Feedback","version":2},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-07-01T00:27:39.321158Z"},"links":{"cited_paper":"/paper/2405.19332","citing_paper":"/paper/2605.04477"},"observation_digest":"sha256:fad0d1b857f643a6e3e66bcfa75b3ebb7af288030f60f039a3a6fa53b5bd4a91","observation_id":"982bf544-798f-40b6-b81c-1003b1591837","resolution":{"observed_at":"2026-07-01T00:35:10.410391Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2405.19332","last_updated":"2024-11-05T07:21:18Z","snapshot_observed_at":"2026-08-16T13:48:06.116170Z","submitted_at":"2024-05-29T17:59:07Z","title":"Self-Exploring Language Models: Active Preference Elicitation for Online Alignment","version":3},"cited_work":{"arxiv_id":"2405.19332","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2405.19332","snapshot_observed_at":"2026-07-01T00:35:10.408592Z","title":"Zhang, D","venue":null,"work_id":"9d430286-aaad-418f-a20d-6c64282dd194","year":2024},"citing_paper":{"arxiv_id":"2605.16712","last_updated":"2026-05-19T03:16:30Z","snapshot_observed_at":"2026-08-16T11:26:16.856665Z","submitted_at":"2026-05-15T23:50:15Z","title":"Recall Isn't Enough: Bounding Commitments in Personalized Language Systems","version":2},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-05-20T17:29:55.760720Z"},"links":{"cited_paper":"/paper/2405.19332","citing_paper":"/paper/2605.16712"},"observation_digest":"sha256:0841689a2b80275b920bfda0ba5757309b81bd3e64a3f6e6c5fd72b29945559d","observation_id":"757cb0ef-18f2-4480-a604-30e6e4b799b9","resolution":{"observed_at":"2026-05-20T17:33:36.647908Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2405.19332","last_updated":"2024-11-05T07:21:18Z","snapshot_observed_at":"2026-08-16T13:48:06.116170Z","submitted_at":"2024-05-29T17:59:07Z","title":"Self-Exploring Language Models: Active Preference Elicitation for Online Alignment","version":3},"cited_work":{"arxiv_id":"2405.19332","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2405.19332","snapshot_observed_at":"2026-07-01T00:35:10.408592Z","title":"Zhang, D","venue":null,"work_id":"9d430286-aaad-418f-a20d-6c64282dd194","year":2024},"citing_paper":{"arxiv_id":"2605.20408","last_updated":"2026-05-19T19:04:47Z","snapshot_observed_at":"2026-07-06T23:30:58.549353Z","submitted_at":"2026-05-19T19:04:47Z","title":"Spectral Souping: A Unified Framework for Online Preference Alignment","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-05-21T07:54:56.356555Z"},"links":{"cited_paper":"/paper/2405.19332","citing_paper":"/paper/2605.20408"},"observation_digest":"sha256:d6a8d800bc440d6694b90b116208f0d60f7ecb59d54682d51e105843ed4afbf6","observation_id":"04e9207b-5337-4d7f-af8e-b06cb0c08b39","resolution":{"observed_at":"2026-05-21T07:59:50.921026Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2405.19332/citation-record","integrity":"/paper/2405.19332/integrity","json":"/paper/2405.19332/citation-record.json","paper":"/paper/2405.19332"},"outbound":[],"paper":{"arxiv_id":"2405.19332","last_updated":"2024-11-05T07:21:18Z","latest_version":3,"primary_category":"cs.LG","snapshot_observed_at":"2026-08-16T13:48:06.116170Z","submitted_at":"2024-05-29T17:59:07Z","title":"Self-Exploring Language Models: Active Preference Elicitation for Online Alignment"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"thesis":"As of 20 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 17 inbound Pith citation observations for arXiv:2405.19332."}