{"as_of":"2026-08-15T03:00:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:cc450e3bcf8b576059e82c8827a1a35c4d1d0afa09921e8405e7831cc020df7b","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":5,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":5,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-14T06:32:32.682623+00:00","state":"measured"},{"denominator":5,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":5,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-11T00:45:35.949355Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-15T21:40:21.053123Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2305.16217","last_updated":"2023-06-09T07:48:49Z","snapshot_observed_at":"2026-08-15T01:39:42.446842Z","submitted_at":"2023-05-25T16:24:11Z","title":"Beyond Reward: Offline Preference-guided Policy Optimization","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.16217","snapshot_observed_at":"2026-08-11T00:45:35.949355Z","title":"Beyond reward: Offline preference-guided policy optimization","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.19396","last_updated":"2024-12-27T01:10:17Z","snapshot_observed_at":"2026-08-14T22:31:04.735502Z","submitted_at":"2024-12-27T01:10:17Z","title":"Comparing Few to Rank Many: Active Human Preference Learning using Randomized Frank-Wolfe","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-11T00:45:35.949355Z"},"links":{"cited_paper":"/paper/2305.16217","citing_paper":"/paper/2412.19396"},"observation_digest":"sha256:9ab7170539cd9a11c976e2da14da4e6f3d00c9ec8ba4d6b33885bec5358d0094","observation_id":"b77ac3fd-0a00-4d17-acf3-b3352b88eeda","resolution":{"observed_at":"2026-08-11T00:45:35.949355Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.16217","last_updated":"2023-06-09T07:48:49Z","snapshot_observed_at":"2026-08-15T01:39:42.446842Z","submitted_at":"2023-05-25T16:24:11Z","title":"Beyond Reward: Offline Preference-guided Policy Optimization","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.16217","snapshot_observed_at":"2026-08-07T12:12:58.566244Z","title":"Beyond reward: Offline preference-guided policy optimization","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.00388","last_updated":"2025-06-10T13:10:39Z","snapshot_observed_at":"2026-08-09T05:52:49.452533Z","submitted_at":"2025-05-31T04:37:07Z","title":"CLARIFY: Contrastive Preference Reinforcement Learning for Untangling Ambiguous Queries","version":3},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-07T12:12:58.566244Z"},"links":{"cited_paper":"/paper/2305.16217","citing_paper":"/paper/2506.00388"},"observation_digest":"sha256:6e0a88ab966881d5abde522313071c1b7b71d2b8e5abf5925bb07bb5486c014b","observation_id":"39893ad9-687e-45ad-949f-f43fe432dbf1","resolution":{"observed_at":"2026-08-07T12:12:58.566244Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.16217","last_updated":"2023-06-09T07:48:49Z","snapshot_observed_at":"2026-08-15T01:39:42.446842Z","submitted_at":"2023-05-25T16:24:11Z","title":"Beyond Reward: Offline Preference-guided Policy Optimization","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.16217","snapshot_observed_at":"2026-08-06T22:18:40.007912Z","title":"it’ s unwieldy and it takes a lot of time","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.22008","last_updated":"2025-06-27T08:22:41Z","snapshot_observed_at":"2026-08-15T01:34:24.695612Z","submitted_at":"2025-06-27T08:22:41Z","title":"TROFI: Trajectory-Ranked Offline Inverse Reinforcement Learning","version":1},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-06T22:18:40.007912Z"},"links":{"cited_paper":"/paper/2305.16217","citing_paper":"/paper/2506.22008"},"observation_digest":"sha256:23b7e82f8062eb2ae7636ddad6918e8e8080c55ae5b7ec57cb5fe4bcf8cc0fce","observation_id":"3ebf8c51-d315-40b4-bddf-d33506d93911","resolution":{"observed_at":"2026-08-06T22:18:40.007912Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.16217","last_updated":"2023-06-09T07:48:49Z","snapshot_observed_at":"2026-08-15T01:39:42.446842Z","submitted_at":"2023-05-25T16:24:11Z","title":"Beyond Reward: Offline Preference-guided Policy Optimization","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.16217","snapshot_observed_at":"2026-08-06T20:00:53.964866Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.04072","last_updated":"2025-07-05T15:32:41Z","snapshot_observed_at":"2026-08-07T20:33:16.060921Z","submitted_at":"2025-07-05T15:32:41Z","title":"CTR-Guided Generative Query Suggestion in Conversational Search","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-06T20:00:53.964866Z"},"links":{"cited_paper":"/paper/2305.16217","citing_paper":"/paper/2507.04072"},"observation_digest":"sha256:7126db602090d71b7a2ca474c226f422088e431ec31700ddcab1f40df6ac0837","observation_id":"e2b62f56-ad88-4238-a446-7e976e98ffd3","resolution":{"observed_at":"2026-08-06T20:00:53.964866Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.16217","last_updated":"2023-06-09T07:48:49Z","snapshot_observed_at":"2026-08-15T01:39:42.446842Z","submitted_at":"2023-05-25T16:24:11Z","title":"Beyond Reward: Offline Preference-guided Policy Optimization","version":2},"cited_work":{"arxiv_id":"2305.16217","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2305.16217","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Beyond reward: Offline preference-guided policy optimization","venue":null,"work_id":"dd8c7272-ff72-41af-8c3a-6edce7a03735","year":2023},"citing_paper":{"arxiv_id":"2604.02349","last_updated":"2026-02-19T02:11:01Z","snapshot_observed_at":"2026-08-11T13:35:06.248493Z","submitted_at":"2026-02-19T02:11:01Z","title":"OPRIDE: Offline Preference-based Reinforcement Learning via In-Dataset Exploration","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-05-15T21:38:53.792221Z"},"links":{"cited_paper":"/paper/2305.16217","citing_paper":"/paper/2604.02349"},"observation_digest":"sha256:37e65b36b6f01df90d03b86aae75850e95aaa50f94d23fc9779b7e49b4f15c7f","observation_id":"807c4657-a484-4c82-bf69-c6e9493dd44a","resolution":{"observed_at":"2026-05-15T21:40:21.057067Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2305.16217/citation-record","integrity":"/paper/2305.16217/integrity","json":"/paper/2305.16217/citation-record.json","paper":"/paper/2305.16217"},"outbound":[],"paper":{"arxiv_id":"2305.16217","last_updated":"2023-06-09T07:48:49Z","latest_version":2,"primary_category":"cs.LG","snapshot_observed_at":"2026-08-15T01:39:42.446842Z","submitted_at":"2023-05-25T16:24:11Z","title":"Beyond Reward: Offline Preference-guided Policy Optimization"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"thesis":"As of 15 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 5 inbound Pith citation observations for arXiv:2305.16217."}