{"as_of":"2026-08-10T17:53:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:7638213c8afe3ad75dd78d297bca813ec4ec2c88ab9a69e54a62b7aa4b3c6d3f","coverage":[{"denominator":13,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":13,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-03T03:39:00.790790Z","state":"measured"},{"denominator":13,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":13,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-10T06:31:04.303077+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2607.29617/citation-record","integrity":"/paper/2607.29617/integrity","json":"/paper/2607.29617/citation-record.json","paper":"/paper/2607.29617"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-03T03:38:59.806437Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.29617","last_updated":"2026-07-31T16:52:47Z","snapshot_observed_at":"2026-08-08T15:09:55.830110Z","submitted_at":"2026-07-31T16:52:47Z","title":"When Does On-Policy Interaction Help? Representational Tradeoffs in Value-Based Imitation Learning","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-03T03:38:59.806437Z"},"links":{"citing_paper":"/paper/2607.29617"},"observation_digest":"sha256:c2d9e2c03387169104b58a1b54f1dd930d206839261bfa4563f576a49a4336ba","observation_id":"a32e3473-0170-4fed-a666-65629cd8e3cc","resolution":{"observed_at":"2026-08-03T03:38:59.806437Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-03T03:38:59.858491Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.29617","last_updated":"2026-07-31T16:52:47Z","snapshot_observed_at":"2026-08-08T15:09:55.830110Z","submitted_at":"2026-07-31T16:52:47Z","title":"When Does On-Policy Interaction Help? Representational Tradeoffs in Value-Based Imitation Learning","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-03T03:38:59.858491Z"},"links":{"citing_paper":"/paper/2607.29617"},"observation_digest":"sha256:b1df2276975e1875bb1acefcbb6104c950b3f1724327bc7b6a99bfbe49b09b9d","observation_id":"e01af168-0c2f-4314-a5a7-fd521672d600","resolution":{"observed_at":"2026-08-03T03:38:59.858491Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-03T03:39:00.355093Z","title":"57Appendix table of contents Part II Additional Results We collect here additional results omitted from the main text","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.29617","last_updated":"2026-07-31T16:52:47Z","snapshot_observed_at":"2026-08-08T15:09:55.830110Z","submitted_at":"2026-07-31T16:52:47Z","title":"When Does On-Policy Interaction Help? Representational Tradeoffs in Value-Based Imitation Learning","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-03T03:39:00.355093Z"},"links":{"citing_paper":"/paper/2607.29617"},"observation_digest":"sha256:b23cf07408f84167497ae58c54fb9128f4adc12c27cf4ec2e120be90f95ef6a5","observation_id":"ce16b7a1-9f83-4eed-8170-318139427623","resolution":{"observed_at":"2026-08-03T03:39:00.355093Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-03T03:38:59.960597Z","title":"It is strictly suboptimal, with J πb Mb = 1/2 and supπ J π Mb = 1","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.29617","last_updated":"2026-07-31T16:52:47Z","snapshot_observed_at":"2026-08-08T15:09:55.830110Z","submitted_at":"2026-07-31T16:52:47Z","title":"When Does On-Policy Interaction Help? Representational Tradeoffs in Value-Based Imitation Learning","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-03T03:38:59.960597Z"},"links":{"citing_paper":"/paper/2607.29617"},"observation_digest":"sha256:50527ac5197897d3cd5903593410abebbb9e70671364c567ae53f536ab3e872a","observation_id":"a047ee89-3ac2-4571-a270-4c4421cad7f2","resolution":{"observed_at":"2026-08-03T03:38:59.960597Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-03T03:39:00.090686Z","title":"If {πb :b∈ Bn} ⊆Π, then, for everyε∈(0,1/2), log2 Nε(Π, dΠ)≥2 n −n−1","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2607.29617","last_updated":"2026-07-31T16:52:47Z","snapshot_observed_at":"2026-08-08T15:09:55.830110Z","submitted_at":"2026-07-31T16:52:47Z","title":"When Does On-Policy Interaction Help? Representational Tradeoffs in Value-Based Imitation Learning","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-03T03:39:00.090686Z"},"links":{"citing_paper":"/paper/2607.29617"},"observation_digest":"sha256:3421c7e5a813963570704e982cb9319bc45723d8830fb30f7cff924756e918a5","observation_id":"4cb40963-218d-4bd4-afc8-8ac14b8260ca","resolution":{"observed_at":"2026-08-03T03:39:00.090686Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-03T03:39:00.157760Z","title":", QK ∈ Qand coefficients (wk)K k=1 defining the linear combination LC((Qk)K k=1) = PK k=1 wkQk","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.29617","last_updated":"2026-07-31T16:52:47Z","snapshot_observed_at":"2026-08-08T15:09:55.830110Z","submitted_at":"2026-07-31T16:52:47Z","title":"When Does On-Policy Interaction Help? Representational Tradeoffs in Value-Based Imitation Learning","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-03T03:39:00.157760Z"},"links":{"citing_paper":"/paper/2607.29617"},"observation_digest":"sha256:2f80b71ec641c07c898685e34e811e94900230245d32126bde476c2eb42cec86","observation_id":"55af81c0-6ca3-4570-83d8-cd69e9d956f5","resolution":{"observed_at":"2026-08-03T03:39:00.157760Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-03T03:39:00.254929Z","title":"It follows that, with probability 1/2, the next state is x−","venue":null,"work_id":null,"year":2012},"citing_paper":{"arxiv_id":"2607.29617","last_updated":"2026-07-31T16:52:47Z","snapshot_observed_at":"2026-08-08T15:09:55.830110Z","submitted_at":"2026-07-31T16:52:47Z","title":"When Does On-Policy Interaction Help? Representational Tradeoffs in Value-Based Imitation Learning","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-03T03:39:00.254929Z"},"links":{"citing_paper":"/paper/2607.29617"},"observation_digest":"sha256:40f650c3d453145115bde583f27fd9da42de2db114670698d2770de2e39addb1","observation_id":"d26c9ae6-8355-4920-9dd5-fe5a0e3608a1","resolution":{"observed_at":"2026-08-03T03:39:00.254929Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-03T03:39:00.433896Z","title":"The resulting algorithm is in Algorithm 3","venue":null,"work_id":null,"year":2006},"citing_paper":{"arxiv_id":"2607.29617","last_updated":"2026-07-31T16:52:47Z","snapshot_observed_at":"2026-08-08T15:09:55.830110Z","submitted_at":"2026-07-31T16:52:47Z","title":"When Does On-Policy Interaction Help? Representational Tradeoffs in Value-Based Imitation Learning","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-03T03:39:00.433896Z"},"links":{"citing_paper":"/paper/2607.29617"},"observation_digest":"sha256:3c593574aadf8733304695c7a0c2b50251c932f220858142f150c129d601bdbe","observation_id":"4af1816b-a5f5-4da2-a999-8b230c982408","resolution":{"observed_at":"2026-08-03T03:39:00.433896Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-03T03:39:00.596173Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.29617","last_updated":"2026-07-31T16:52:47Z","snapshot_observed_at":"2026-08-08T15:09:55.830110Z","submitted_at":"2026-07-31T16:52:47Z","title":"When Does On-Policy Interaction Help? Representational Tradeoffs in Value-Based Imitation Learning","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-03T03:39:00.596173Z"},"links":{"citing_paper":"/paper/2607.29617"},"observation_digest":"sha256:a16ec4e7b8e89fccafb4a1b7663ec21d146bd49479102b7a0d9c408c13bc6b3a","observation_id":"32e96416-ff2d-4fff-ab0e-f565bbaae6f4","resolution":{"observed_at":"2026-08-03T03:39:00.596173Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-03T03:39:00.775798Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.29617","last_updated":"2026-07-31T16:52:47Z","snapshot_observed_at":"2026-08-08T15:09:55.830110Z","submitted_at":"2026-07-31T16:52:47Z","title":"When Does On-Policy Interaction Help? Representational Tradeoffs in Value-Based Imitation Learning","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-03T03:39:00.775798Z"},"links":{"citing_paper":"/paper/2607.29617"},"observation_digest":"sha256:30aa443aed4e3d98fbaaab9fcf5519bbc43e2f482bd916adb8600b5086a30c56","observation_id":"da324c86-8952-4077-b147-cd90ff6b1c66","resolution":{"observed_at":"2026-08-03T03:39:00.775798Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-03T03:39:00.790790Z","title":"HX h=1 X x∈X dπE h (x) D QπI h (x,·), πE,h(· |x)−πIh h (· |x) E# . Usingd πE h =d h + (1−α)(d πE h −d πout h ), the right-hand side is equal toT 1 +T 2, where we define T1 :=E I","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.29617","last_updated":"2026-07-31T16:52:47Z","snapshot_observed_at":"2026-08-08T15:09:55.830110Z","submitted_at":"2026-07-31T16:52:47Z","title":"When Does On-Policy Interaction Help? Representational Tradeoffs in Value-Based Imitation Learning","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-03T03:39:00.790790Z"},"links":{"citing_paper":"/paper/2607.29617"},"observation_digest":"sha256:49aa44017d54beabebc1c43887404f3d5633917e6755d486b7445eecdea0cb7e","observation_id":"c088e1c1-8d8e-4e26-84d1-3effefb409d1","resolution":{"observed_at":"2026-08-03T03:39:00.790790Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-03T03:38:59.609784Z","title":"value-based IL","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2607.29617","last_updated":"2026-07-31T16:52:47Z","snapshot_observed_at":"2026-08-08T15:09:55.830110Z","submitted_at":"2026-07-31T16:52:47Z","title":"When Does On-Policy Interaction Help? Representational Tradeoffs in Value-Based Imitation Learning","version":1},"reference_index":1991,"source":"pdf_text","source_observed_at":"2026-08-03T03:38:59.609784Z"},"links":{"citing_paper":"/paper/2607.29617"},"observation_digest":"sha256:5290df9b401a7616a50721a6c3636f0786952d6224d8d9b8e67751dd7907f584","observation_id":"4eee1d9d-00ca-4ed2-a928-982f3d09fb48","resolution":{"observed_at":"2026-08-03T03:38:59.609784Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.07932","last_updated":"2025-08-11T08:23:28Z","snapshot_observed_at":"2026-08-08T15:09:37.369435Z","submitted_at":"2025-03-11T00:21:32Z","title":"A Theory of Learning with Autoregressive Chain of Thought","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.07932","snapshot_observed_at":"2026-08-03T03:38:59.481636Z","title":"Nirmit Joshi, Gene Li, Siddharth Bhandari, Shiva Kasiviswanathan, Cong Ma, and Nathan Srebro","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.29617","last_updated":"2026-07-31T16:52:47Z","snapshot_observed_at":"2026-08-08T15:09:55.830110Z","submitted_at":"2026-07-31T16:52:47Z","title":"When Does On-Policy Interaction Help? Representational Tradeoffs in Value-Based Imitation Learning","version":1},"reference_index":2025,"source":"pdf_text","source_observed_at":"2026-08-03T03:38:59.481636Z"},"links":{"cited_paper":"/paper/2503.07932","citing_paper":"/paper/2607.29617"},"observation_digest":"sha256:346a8643d6791b37f4721927eed93a2f4f254590970f1b2888c2da483ed90eef","observation_id":"7fbca4f4-5c12-46cc-a076-64de5c06e280","resolution":{"observed_at":"2026-08-03T03:38:59.481636Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2607.29617","last_updated":"2026-07-31T16:52:47Z","latest_version":1,"primary_category":"cs.LG","snapshot_observed_at":"2026-08-08T15:09:55.830110Z","submitted_at":"2026-07-31T16:52:47Z","title":"When Does On-Policy Interaction Help? Representational Tradeoffs in Value-Based Imitation Learning"},"reference_resolution":{"displayed":13,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":13,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":13},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"thesis":"As of 10 August 2026, this Paper Citation Record lists 13 of 13 outbound references and 0 inbound Pith citation observations for arXiv:2607.29617."}