{"as_of":"2026-08-16T08:02:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:186e4e1be252f2b5a0cd77fc4483a3dddf22d20ec5131c39fd3bc66f399bf8f1","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":12,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":12,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-16T06:30:59.297886+00:00","state":"measured"},{"denominator":12,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":12,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-15T22:32:45.025498Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-11T10:41:02.799553Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2211.01962","last_updated":"2023-06-30T13:05:42Z","snapshot_observed_at":"2026-08-14T21:12:03.690652Z","submitted_at":"2022-11-03T16:42:40Z","title":"GEC: A Unified Framework for Interactive Decision Making in MDP, POMDP, and Beyond","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2211.01962","snapshot_observed_at":"2026-08-11T15:55:20.426332Z","title":"GEC: A unified framework for interactive decision making in MDP, POMDP, and beyond.arXiv preprint arXiv:2211.01962,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.10616","last_updated":"2024-12-13T23:42:24Z","snapshot_observed_at":"2026-08-15T01:36:16.632123Z","submitted_at":"2024-12-13T23:42:24Z","title":"Hybrid Preference Optimization for Alignment: Provably Faster Convergence Rates by Combining Offline Preferences with Online Exploration","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-11T15:55:20.426332Z"},"links":{"cited_paper":"/paper/2211.01962","citing_paper":"/paper/2412.10616"},"observation_digest":"sha256:200c725892312bc240d74be6ef2c9a5f39f9417b29b4a9da393516a059d03931","observation_id":"14a9f5f7-209c-4749-896e-6db03eacc56c","resolution":{"observed_at":"2026-08-11T15:55:20.426332Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2211.01962","last_updated":"2023-06-30T13:05:42Z","snapshot_observed_at":"2026-08-14T21:12:03.690652Z","submitted_at":"2022-11-03T16:42:40Z","title":"GEC: A Unified Framework for Interactive Decision Making in MDP, POMDP, and Beyond","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2211.01962","snapshot_observed_at":"2026-08-08T17:24:36.577551Z","title":"Gec: A unified framework for interactive decision making in mdp, pomdp, and beyond","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2502.05974","last_updated":"2025-04-30T18:53:12Z","snapshot_observed_at":"2026-08-13T14:50:35.309229Z","submitted_at":"2025-02-09T17:59:42Z","title":"Decision Making in Hybrid Environments: A Model Aggregation Approach","version":2},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-08-08T17:24:36.577551Z"},"links":{"cited_paper":"/paper/2211.01962","citing_paper":"/paper/2502.05974"},"observation_digest":"sha256:63e1d13b0b0cc7eef251427973f28c3cc976a2913cd7f928c017d940039e09f8","observation_id":"88eed853-bf33-451c-ac97-1455f4f285a5","resolution":{"observed_at":"2026-08-08T17:24:36.577551Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2211.01962","last_updated":"2023-06-30T13:05:42Z","snapshot_observed_at":"2026-08-14T21:12:03.690652Z","submitted_at":"2022-11-03T16:42:40Z","title":"GEC: A Unified Framework for Interactive Decision Making in MDP, POMDP, and Beyond","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2211.01962","snapshot_observed_at":"2026-08-15T22:32:45.025498Z","title":"Gec: A unified framework for interactive decision making in mdp, pomdp, and beyond","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.07101","last_updated":"2025-05-22T14:30:05Z","snapshot_observed_at":"2026-08-15T22:22:36.383757Z","submitted_at":"2025-05-11T19:22:04Z","title":"Constrained Online Decision-Making: A Unified Framework","version":3},"reference_index":82,"source":"arxiv_source","source_observed_at":"2026-08-15T22:32:45.025498Z"},"links":{"cited_paper":"/paper/2211.01962","citing_paper":"/paper/2505.07101"},"observation_digest":"sha256:ef7833aaa74adfd69da95a1ae428024fa1142ca75493114d29cd1ea1ded5d40f","observation_id":"47c9d7c4-9085-4bb1-adf0-b1723f35e652","resolution":{"observed_at":"2026-08-15T22:32:45.025498Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2211.01962","last_updated":"2023-06-30T13:05:42Z","snapshot_observed_at":"2026-08-14T21:12:03.690652Z","submitted_at":"2022-11-03T16:42:40Z","title":"GEC: A Unified Framework for Interactive Decision Making in MDP, POMDP, and Beyond","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2211.01962","snapshot_observed_at":"2026-08-07T11:44:22.002422Z","title":"Math, 1951 (cited on page 76)","venue":null,"work_id":null,"year":1951},"citing_paper":{"arxiv_id":"2506.01884","last_updated":"2025-06-02T17:12:24Z","snapshot_observed_at":"2026-08-14T21:12:22.099635Z","submitted_at":"2025-06-02T17:12:24Z","title":"Agnostic Reinforcement Learning: Foundations and Algorithms","version":1},"reference_index":101,"source":"pdf_text","source_observed_at":"2026-08-07T11:44:22.002422Z"},"links":{"cited_paper":"/paper/2211.01962","citing_paper":"/paper/2506.01884"},"observation_digest":"sha256:ea161958b325b0cca58e56c942e9eb73e789670b39d27f4f61a94a244c39024f","observation_id":"fd2c9fcb-d3b4-417b-9801-4835d4a943f9","resolution":{"observed_at":"2026-08-07T11:44:22.002422Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2211.01962","last_updated":"2023-06-30T13:05:42Z","snapshot_observed_at":"2026-08-14T21:12:03.690652Z","submitted_at":"2022-11-03T16:42:40Z","title":"GEC: A Unified Framework for Interactive Decision Making in MDP, POMDP, and Beyond","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2211.01962","snapshot_observed_at":"2026-08-07T11:40:59.125143Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2506.01919","last_updated":"2025-06-02T17:39:31Z","snapshot_observed_at":"2026-08-16T02:05:22.144481Z","submitted_at":"2025-06-02T17:39:31Z","title":"Transformers as Multi-task Learners: Decoupling Features in Hidden Markov Models","version":1},"reference_index":50,"source":"arxiv_source","source_observed_at":"2026-08-07T11:40:59.125143Z"},"links":{"cited_paper":"/paper/2211.01962","citing_paper":"/paper/2506.01919"},"observation_digest":"sha256:5a7896517119ddbe77cb989212a357e0768fc46c10230a7e3945c7691ddefaf6","observation_id":"cd2b7cde-9753-4264-84e6-239d9620c0e8","resolution":{"observed_at":"2026-08-07T11:40:59.125143Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2211.01962","last_updated":"2023-06-30T13:05:42Z","snapshot_observed_at":"2026-08-14T21:12:03.690652Z","submitted_at":"2022-11-03T16:42:40Z","title":"GEC: A Unified Framework for Interactive Decision Making in MDP, POMDP, and Beyond","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2211.01962","snapshot_observed_at":"2026-08-07T04:54:05.290336Z","title":"A posterior sampling frame- work for interactive decision making.arXiv preprint arXiv:2211.01962,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.09940","last_updated":"2025-06-11T17:06:57Z","snapshot_observed_at":"2026-08-15T02:45:08.342678Z","submitted_at":"2025-06-11T17:06:57Z","title":"The Sample Complexity of Online Strategic Decision Making with Information Asymmetry and Knowledge Transportability","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-07T04:54:05.290336Z"},"links":{"cited_paper":"/paper/2211.01962","citing_paper":"/paper/2506.09940"},"observation_digest":"sha256:853ed1ac681245bcc273421b8ca0c34b83e6eba9efcae5fcaa0b5237e329d809","observation_id":"0774341a-012a-440c-bddb-28ef5f3eb085","resolution":{"observed_at":"2026-08-07T04:54:05.290336Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2211.01962","last_updated":"2023-06-30T13:05:42Z","snapshot_observed_at":"2026-08-14T21:12:03.690652Z","submitted_at":"2022-11-03T16:42:40Z","title":"GEC: A Unified Framework for Interactive Decision Making in MDP, POMDP, and Beyond","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2211.01962","snapshot_observed_at":"2026-08-06T22:16:41.423136Z","title":"Zhong, W","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.22401","last_updated":"2025-06-27T17:18:43Z","snapshot_observed_at":"2026-08-12T04:33:28.346732Z","submitted_at":"2025-06-27T17:18:43Z","title":"Exploration from a Primal-Dual Lens: Value-Incentivized Actor-Critic Methods for Sample-Efficient Online RL","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-06T22:16:41.423136Z"},"links":{"cited_paper":"/paper/2211.01962","citing_paper":"/paper/2506.22401"},"observation_digest":"sha256:09239a87496023718e74a98a8ae09a46d8580653700805ea2df0f6e819ebc680","observation_id":"83d01094-2d25-4e16-962b-af20816a1a09","resolution":{"observed_at":"2026-08-06T22:16:41.423136Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2211.01962","last_updated":"2023-06-30T13:05:42Z","snapshot_observed_at":"2026-08-14T21:12:03.690652Z","submitted_at":"2022-11-03T16:42:40Z","title":"GEC: A Unified Framework for Interactive Decision Making in MDP, POMDP, and Beyond","version":4},"cited_work":{"arxiv_id":"2211.01962","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2211.01962","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"A posterior sampling framework for interactive decision making","venue":null,"work_id":"aed976ec-4335-4c91-ab89-20548eb3152e","year":2022},"citing_paper":{"arxiv_id":"2604.13966","last_updated":"2026-04-15T15:17:40Z","snapshot_observed_at":"2026-08-14T05:26:22.799457Z","submitted_at":"2026-04-15T15:17:40Z","title":"Provably Efficient Offline-to-Online Value Adaptation with General Function Approximation","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-05-10T12:55:12.531822Z"},"links":{"cited_paper":"/paper/2211.01962","citing_paper":"/paper/2604.13966"},"observation_digest":"sha256:ab5c2184841e03951cd61129242cee2e2e9320ea5a279ec15735f3111721c5c5","observation_id":"19ad84f2-8747-4d42-bb57-a01e0f629346","resolution":{"observed_at":"2026-05-10T12:55:24.113646Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2211.01962","last_updated":"2023-06-30T13:05:42Z","snapshot_observed_at":"2026-08-14T21:12:03.690652Z","submitted_at":"2022-11-03T16:42:40Z","title":"GEC: A Unified Framework for Interactive Decision Making in MDP, POMDP, and Beyond","version":4},"cited_work":{"arxiv_id":"2211.01962","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2211.01962","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"A posterior sampling framework for interactive decision making","venue":null,"work_id":"aed976ec-4335-4c91-ab89-20548eb3152e","year":2022},"citing_paper":{"arxiv_id":"2605.01778","last_updated":"2026-05-03T08:31:24Z","snapshot_observed_at":"2026-08-14T03:28:12.234907Z","submitted_at":"2026-05-03T08:31:24Z","title":"Adversarial Imitation Learning with General Function Approximation: Theoretical Analysis and Practical Algorithms","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-05-10T15:23:34.582807Z"},"links":{"cited_paper":"/paper/2211.01962","citing_paper":"/paper/2605.01778"},"observation_digest":"sha256:2a803e49f345f6821d4b00640a54a3e978a0eb7062caadd32851103f70bb490c","observation_id":"33d54278-07f3-4b16-bd3b-ff9c3a8be877","resolution":{"observed_at":"2026-05-11T10:41:02.803186Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2211.01962","last_updated":"2023-06-30T13:05:42Z","snapshot_observed_at":"2026-08-14T21:12:03.690652Z","submitted_at":"2022-11-03T16:42:40Z","title":"GEC: A Unified Framework for Interactive Decision Making in MDP, POMDP, and Beyond","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2211.01962","snapshot_observed_at":"2026-07-11T13:53:36.775836Z","title":"arXiv preprint arXiv:2211.01962 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.04763","last_updated":"2026-07-26T14:17:18Z","snapshot_observed_at":"2026-08-15T22:59:02.741838Z","submitted_at":"2026-07-06T07:56:53Z","title":"Multi-Turn On-Policy Distillation with Prefix Replay","version":1},"reference_index":279,"source":"arxiv_source","source_observed_at":"2026-07-11T13:53:36.775836Z"},"links":{"cited_paper":"/paper/2211.01962","citing_paper":"/paper/2607.04763"},"observation_digest":"sha256:981c7fbfe843c8044e7b1b5597f4d7b23fb1c777443ebee014ca51627850e759","observation_id":"d2c767a5-776c-4550-8bff-3e8764abb400","resolution":{"observed_at":"2026-07-11T13:53:36.775836Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2211.01962","last_updated":"2023-06-30T13:05:42Z","snapshot_observed_at":"2026-08-14T21:12:03.690652Z","submitted_at":"2022-11-03T16:42:40Z","title":"GEC: A Unified Framework for Interactive Decision Making in MDP, POMDP, and Beyond","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2211.01962","snapshot_observed_at":"2026-08-02T08:41:05.074749Z","title":"arXiv preprint arXiv:2211.01962 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.04763","last_updated":"2026-07-26T14:17:18Z","snapshot_observed_at":"2026-08-15T22:59:02.741838Z","submitted_at":"2026-07-06T07:56:53Z","title":"Multi-Turn On-Policy Distillation with Prefix Replay","version":3},"reference_index":280,"source":"arxiv_source","source_observed_at":"2026-08-02T08:41:05.074749Z"},"links":{"cited_paper":"/paper/2211.01962","citing_paper":"/paper/2607.04763"},"observation_digest":"sha256:2e542fd5b595477a026b98438e34517ae3360987616df831a60723a5f6f04edb","observation_id":"d3236724-40d5-48de-a8c8-41d3b4c9aa1e","resolution":{"observed_at":"2026-08-02T08:41:05.074749Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2211.01962","last_updated":"2023-06-30T13:05:42Z","snapshot_observed_at":"2026-08-14T21:12:03.690652Z","submitted_at":"2022-11-03T16:42:40Z","title":"GEC: A Unified Framework for Interactive Decision Making in MDP, POMDP, and Beyond","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2211.01962","snapshot_observed_at":"2026-08-01T17:38:02.052939Z","title":"arXiv preprint arXiv:2211.01962 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.17607","last_updated":"2026-08-05T04:57:10Z","snapshot_observed_at":"2026-08-15T08:40:47.941191Z","submitted_at":"2026-07-20T06:53:59Z","title":"Optimizing the Preconditioner: A Black-box Online-to-Nonconvex Conversion with Static Regret Minimization Oracles","version":1},"reference_index":136,"source":"arxiv_source","source_observed_at":"2026-08-01T17:38:02.052939Z"},"links":{"cited_paper":"/paper/2211.01962","citing_paper":"/paper/2607.17607"},"observation_digest":"sha256:9d51af298713171f6c580216748d9d55b290138e43216af899a36eed904c9ad0","observation_id":"f0937c3a-698d-4c5d-97fd-20ec4f16bd38","resolution":{"observed_at":"2026-08-01T17:38:02.052939Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2211.01962/citation-record","integrity":"/paper/2211.01962/integrity","json":"/paper/2211.01962/citation-record.json","paper":"/paper/2211.01962"},"outbound":[],"paper":{"arxiv_id":"2211.01962","last_updated":"2023-06-30T13:05:42Z","latest_version":4,"primary_category":"cs.LG","snapshot_observed_at":"2026-08-14T21:12:03.690652Z","submitted_at":"2022-11-03T16:42:40Z","title":"GEC: A Unified Framework for Interactive Decision Making in MDP, POMDP, and Beyond"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"thesis":"As of 16 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 12 inbound Pith citation observations for arXiv:2211.01962."}