{"as_of":"2026-08-09T13:24:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:ece42ceb21aac15caf7652a9ff83ff6260bb311276692a4853db8bfc297c7d94","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":12,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":12,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":12,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":12,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T12:10:01.582830Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-22T23:22:15.583985Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2110.02034","last_updated":"2022-03-16T13:38:46Z","snapshot_observed_at":"2026-08-08T23:30:41.427380Z","submitted_at":"2021-10-05T13:28:11Z","title":"Dropout Q-Functions for Doubly Efficient Reinforcement Learning","version":2},"cited_work":{"arxiv_id":"2110.02034","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2110.02034","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Dropout Q- Functions for Doubly Efficient Reinforcement Learning","venue":null,"work_id":"7cc6110c-4ee0-488c-87a8-1d435d369cef","year":2022},"citing_paper":{"arxiv_id":"2503.15481","last_updated":"2026-04-13T12:45:18Z","snapshot_observed_at":"2026-07-06T20:55:32.397101Z","submitted_at":"2025-03-19T17:56:14Z","title":"Learning to Play Piano in the Real World","version":3},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-05-22T23:21:59.064574Z"},"links":{"cited_paper":"/paper/2110.02034","citing_paper":"/paper/2503.15481"},"observation_digest":"sha256:dbdaa2dd1fc4e00b38e8774abd66cccff294f08f80da5608b2fef2e4be0c0907","observation_id":"2514533e-c7a8-473d-b31b-8ec9b4360ba1","resolution":{"observed_at":"2026-05-22T23:22:15.587507Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2110.02034","last_updated":"2022-03-16T13:38:46Z","snapshot_observed_at":"2026-08-08T23:30:41.427380Z","submitted_at":"2021-10-05T13:28:11Z","title":"Dropout Q-Functions for Doubly Efficient Reinforcement Learning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2110.02034","snapshot_observed_at":"2026-08-07T12:10:01.582830Z","title":"Dropout q-functions for doubly efficient reinforcement learning","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2506.00563","last_updated":"2025-09-08T18:56:14Z","snapshot_observed_at":"2026-08-08T23:31:22.389018Z","submitted_at":"2025-05-31T13:43:41Z","title":"Understanding Behavioral Metric Learning: A Large-Scale Study on Distracting Reinforcement Learning Environments","version":2},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-07T12:10:01.582830Z"},"links":{"cited_paper":"/paper/2110.02034","citing_paper":"/paper/2506.00563"},"observation_digest":"sha256:19dcb86ff6b8029c0c49ca43edfd1bb8e44ae7db934cd938efcbe4721767fcff","observation_id":"9590b081-f6c2-42c2-b002-39d4d4229ea1","resolution":{"observed_at":"2026-08-07T12:10:01.582830Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2110.02034","last_updated":"2022-03-16T13:38:46Z","snapshot_observed_at":"2026-08-08T23:30:41.427380Z","submitted_at":"2021-10-05T13:28:11Z","title":"Dropout Q-Functions for Doubly Efficient Reinforcement Learning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2110.02034","snapshot_observed_at":"2026-08-07T00:32:51.089069Z","title":"Dropout q-functions for doubly efficient reinforcement learning","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2506.13672","last_updated":"2025-06-16T16:30:00Z","snapshot_observed_at":"2026-08-09T12:19:47.488554Z","submitted_at":"2025-06-16T16:30:00Z","title":"The Courage to Stop: Overcoming Sunk Cost Fallacy in Deep Reinforcement Learning","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-07T00:32:51.089069Z"},"links":{"cited_paper":"/paper/2110.02034","citing_paper":"/paper/2506.13672"},"observation_digest":"sha256:0f7fa87d5f7746d19c233ce3ffb7203181ec6f0433728189b7e0f205dc8746f8","observation_id":"962346cb-77aa-4e31-a6e4-c439b653c794","resolution":{"observed_at":"2026-08-07T00:32:51.089069Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2110.02034","last_updated":"2022-03-16T13:38:46Z","snapshot_observed_at":"2026-08-08T23:30:41.427380Z","submitted_at":"2021-10-05T13:28:11Z","title":"Dropout Q-Functions for Doubly Efficient Reinforcement Learning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2110.02034","snapshot_observed_at":"2026-08-06T18:57:38.631941Z","title":"Dropout q-functions for doubly efficient reinforcement learning","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2507.06892","last_updated":"2025-07-11T10:32:34Z","snapshot_observed_at":"2026-08-08T01:13:16.846990Z","submitted_at":"2025-07-09T14:29:45Z","title":"Squeeze the Soaked Sponge: Efficient Off-policy Reinforcement Finetuning for Large Language Model","version":3},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-06T18:57:38.631941Z"},"links":{"cited_paper":"/paper/2110.02034","citing_paper":"/paper/2507.06892"},"observation_digest":"sha256:810b3fe231abb3ba36ce7dd6bff2bf3e037c3893700adb62e9496a918aacc2db","observation_id":"a378b549-95f8-4ce0-962c-75f61d17b505","resolution":{"observed_at":"2026-08-06T18:57:38.631941Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2110.02034","last_updated":"2022-03-16T13:38:46Z","snapshot_observed_at":"2026-08-08T23:30:41.427380Z","submitted_at":"2021-10-05T13:28:11Z","title":"Dropout Q-Functions for Doubly Efficient Reinforcement Learning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2110.02034","snapshot_observed_at":"2026-08-05T18:26:15.717643Z","title":"Available from: https: //arxiv.org/abs/2110.02034","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.14761","last_updated":"2025-08-20T15:05:38Z","snapshot_observed_at":"2026-08-08T23:31:08.003105Z","submitted_at":"2025-08-20T15:05:38Z","title":"Reinforcement learning entangling operations on spin qubits","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-05T18:26:15.717643Z"},"links":{"cited_paper":"/paper/2110.02034","citing_paper":"/paper/2508.14761"},"observation_digest":"sha256:cd995c693e0ccbebe9d88361c4bf14eeb7c6bc049464be0b16e9fcf3dfb9809b","observation_id":"740cbb18-564c-415a-b479-54626d0a7b54","resolution":{"observed_at":"2026-08-05T18:26:15.717643Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2110.02034","last_updated":"2022-03-16T13:38:46Z","snapshot_observed_at":"2026-08-08T23:30:41.427380Z","submitted_at":"2021-10-05T13:28:11Z","title":"Dropout Q-Functions for Doubly Efficient Reinforcement Learning","version":2},"cited_work":{"arxiv_id":"2110.02034","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2110.02034","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Dropout Q- Functions for Doubly Efficient Reinforcement Learning","venue":null,"work_id":"7cc6110c-4ee0-488c-87a8-1d435d369cef","year":2022},"citing_paper":{"arxiv_id":"2604.18978","last_updated":"2026-05-07T15:47:31Z","snapshot_observed_at":"2026-08-08T15:22:09.895907Z","submitted_at":"2026-04-21T01:59:54Z","title":"Low-Rank Adaptation for Critic Learning in Off-Policy Reinforcement Learning","version":2},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-05-10T02:55:22.577012Z"},"links":{"cited_paper":"/paper/2110.02034","citing_paper":"/paper/2604.18978"},"observation_digest":"sha256:9d7f2ed55a267b5f87f21c18eac79a72127419b9d4f5a6a4bdd26f0ad0d99e02","observation_id":"5d3bcf8a-fce9-414f-9150-1a6f27f5b1a5","resolution":{"observed_at":"2026-05-11T12:46:27.847603Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2110.02034","last_updated":"2022-03-16T13:38:46Z","snapshot_observed_at":"2026-08-08T23:30:41.427380Z","submitted_at":"2021-10-05T13:28:11Z","title":"Dropout Q-Functions for Doubly Efficient Reinforcement Learning","version":2},"cited_work":{"arxiv_id":"2110.02034","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2110.02034","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Dropout Q- Functions for Doubly Efficient Reinforcement Learning","venue":null,"work_id":"7cc6110c-4ee0-488c-87a8-1d435d369cef","year":2022},"citing_paper":{"arxiv_id":"2604.20381","last_updated":"2026-04-22T09:31:45Z","snapshot_observed_at":"2026-08-05T04:56:13.342027Z","submitted_at":"2026-04-22T09:31:45Z","title":"Distributional Value Estimation Without Target Networks for Robust Quality-Diversity","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-05-10T00:11:04.222842Z"},"links":{"cited_paper":"/paper/2110.02034","citing_paper":"/paper/2604.20381"},"observation_digest":"sha256:a9868b42c796889ecf6fe61e4efd71f26b735ce76c37b68d8675d7f6e244c82c","observation_id":"a8075e65-fb29-4fc6-b12f-be8481159250","resolution":{"observed_at":"2026-05-10T00:14:46.884593Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2110.02034","last_updated":"2022-03-16T13:38:46Z","snapshot_observed_at":"2026-08-08T23:30:41.427380Z","submitted_at":"2021-10-05T13:28:11Z","title":"Dropout Q-Functions for Doubly Efficient Reinforcement Learning","version":2},"cited_work":{"arxiv_id":"2110.02034","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2110.02034","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Dropout Q- Functions for Doubly Efficient Reinforcement Learning","venue":null,"work_id":"7cc6110c-4ee0-488c-87a8-1d435d369cef","year":2022},"citing_paper":{"arxiv_id":"2605.05863","last_updated":"2026-05-20T07:46:09Z","snapshot_observed_at":"2026-07-06T23:18:26.864785Z","submitted_at":"2026-05-07T08:32:09Z","title":"SOPE: Stabilizing Off-Policy Evaluation for Online RL with Prior Data","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-05-08T14:54:30.895137Z"},"links":{"cited_paper":"/paper/2110.02034","citing_paper":"/paper/2605.05863"},"observation_digest":"sha256:c5d7e79d0fb8979e95c48b86daf342169fee4e82589ece5c95c6d3279bf079d3","observation_id":"832ce788-dbce-43e4-95c0-4292be79cd47","resolution":{"observed_at":"2026-05-11T18:41:08.493942Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2110.02034","last_updated":"2022-03-16T13:38:46Z","snapshot_observed_at":"2026-08-08T23:30:41.427380Z","submitted_at":"2021-10-05T13:28:11Z","title":"Dropout Q-Functions for Doubly Efficient Reinforcement Learning","version":2},"cited_work":{"arxiv_id":"2110.02034","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2110.02034","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Dropout Q- Functions for Doubly Efficient Reinforcement Learning","venue":null,"work_id":"7cc6110c-4ee0-488c-87a8-1d435d369cef","year":2022},"citing_paper":{"arxiv_id":"2605.05863","last_updated":"2026-05-20T07:46:09Z","snapshot_observed_at":"2026-07-06T23:18:26.864785Z","submitted_at":"2026-05-07T08:32:09Z","title":"SOPE: Stabilizing Off-Policy Evaluation for Online RL with Prior Data","version":2},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-05-21T09:15:11.280343Z"},"links":{"cited_paper":"/paper/2110.02034","citing_paper":"/paper/2605.05863"},"observation_digest":"sha256:4af963f0bb0db4ddd618bb09821910026eb7b393529059f9c376c2108c781ce1","observation_id":"5a677ca3-750c-4b1a-93cd-c9adc57f5421","resolution":{"observed_at":"2026-05-21T09:19:56.756183Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2110.02034","last_updated":"2022-03-16T13:38:46Z","snapshot_observed_at":"2026-08-08T23:30:41.427380Z","submitted_at":"2021-10-05T13:28:11Z","title":"Dropout Q-Functions for Doubly Efficient Reinforcement Learning","version":2},"cited_work":{"arxiv_id":"2110.02034","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2110.02034","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Dropout Q- Functions for Doubly Efficient Reinforcement Learning","venue":null,"work_id":"7cc6110c-4ee0-488c-87a8-1d435d369cef","year":2022},"citing_paper":{"arxiv_id":"2605.11711","last_updated":"2026-05-12T08:02:34Z","snapshot_observed_at":"2026-07-06T23:23:30.499023Z","submitted_at":"2026-05-12T08:02:34Z","title":"Debiased Model-based Representations for Sample-efficient Continuous Control","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-05-13T07:09:01.132424Z"},"links":{"cited_paper":"/paper/2110.02034","citing_paper":"/paper/2605.11711"},"observation_digest":"sha256:afa2a39ef7ad245c02debe8f8420959cbe4b9fe9228d5836798bfa945c8ce990","observation_id":"1adb0229-71e1-45d3-b114-f389dcb864d4","resolution":{"observed_at":"2026-05-13T07:12:28.460862Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2110.02034","last_updated":"2022-03-16T13:38:46Z","snapshot_observed_at":"2026-08-08T23:30:41.427380Z","submitted_at":"2021-10-05T13:28:11Z","title":"Dropout Q-Functions for Doubly Efficient Reinforcement Learning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2110.02034","snapshot_observed_at":"2026-08-04T01:16:02.055354Z","title":"Dropout Q-functions for doubly efficient reinforcement learning.arXiv preprint arXiv:2110.02034,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00133","last_updated":"2026-07-31T13:57:34Z","snapshot_observed_at":"2026-08-09T07:19:33.388480Z","submitted_at":"2026-07-31T13:57:34Z","title":"Deep Reinforcement Learning: From First Principles to Reasoning Models","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-04T01:16:02.055354Z"},"links":{"cited_paper":"/paper/2110.02034","citing_paper":"/paper/2608.00133"},"observation_digest":"sha256:dbf533c90feed746c6424b6f633643223be2ad2a1653046031bf92cb1b501b0f","observation_id":"d8ce6f9a-7e3d-42fd-89cc-5cd12670f129","resolution":{"observed_at":"2026-08-04T01:16:02.055354Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2110.02034","last_updated":"2022-03-16T13:38:46Z","snapshot_observed_at":"2026-08-08T23:30:41.427380Z","submitted_at":"2021-10-05T13:28:11Z","title":"Dropout Q-Functions for Doubly Efficient Reinforcement Learning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2110.02034","snapshot_observed_at":"2026-08-06T00:32:46.394745Z","title":"arXiv preprint arXiv:2110.02034 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.01205","last_updated":"2026-08-02T12:42:20Z","snapshot_observed_at":"2026-08-08T14:31:26.602348Z","submitted_at":"2026-08-02T12:42:20Z","title":"ReBRAC-v2: The Return of the King","version":1},"reference_index":73,"source":"arxiv_source","source_observed_at":"2026-08-06T00:32:46.394745Z"},"links":{"cited_paper":"/paper/2110.02034","citing_paper":"/paper/2608.01205"},"observation_digest":"sha256:af07319c731bc3441bf169888bdbef17dcacdd4721d19e7247e5ba81ad2bd28b","observation_id":"18432877-8ad2-4789-bcc2-c2397eaece94","resolution":{"observed_at":"2026-08-06T00:32:46.394745Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2110.02034/citation-record","integrity":"/paper/2110.02034/integrity","json":"/paper/2110.02034/citation-record.json","paper":"/paper/2110.02034"},"outbound":[],"paper":{"arxiv_id":"2110.02034","last_updated":"2022-03-16T13:38:46Z","latest_version":2,"primary_category":"cs.LG","snapshot_observed_at":"2026-08-08T23:30:41.427380Z","submitted_at":"2021-10-05T13:28:11Z","title":"Dropout Q-Functions for Doubly Efficient Reinforcement Learning"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 9 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 12 inbound Pith citation observations for arXiv:2110.02034."}