{"as_of":"2026-08-10T08:04:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:3082f43d72ca5017b58b88536868eed5f17fd8ff8afc573b4c2c2435509306e8","coverage":[{"denominator":20,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":20,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T19:58:21.440862Z","state":"measured"},{"denominator":20,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":20,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-10T06:31:04.303077+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2507.04187/citation-record","integrity":"/paper/2507.04187/integrity","json":"/paper/2507.04187/citation-record.json","paper":"/paper/2507.04187"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:58:23.497013Z","title":"C.2 Treatment Allocation for Sepsis Patients We utilize the MIMIC-III Clinical Database to construct our environment for Sepsis patients","venue":null,"work_id":"2bbb25f0-8ddb-4bed-a82c-e77faf34b6dc","year":2025},"citing_paper":{"arxiv_id":"2507.04187","last_updated":"2025-07-05T23:40:55Z","snapshot_observed_at":"2026-08-09T23:40:29.391461Z","submitted_at":"2025-07-05T23:40:55Z","title":"Where to Intervene: Action Selection in Deep Reinforcement Learning","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-06T19:58:21.134632Z"},"links":{"citing_paper":"/paper/2507.04187"},"observation_digest":"sha256:c87328a0ac3213d937e8ee60a520e95dfb956698330e329c9f4b95ba47309f9a","observation_id":"9df342b2-8219-4261-af34-b8175019f888","resolution":{"observed_at":"2026-08-06T19:58:23.609894Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:58:23.012067Z","title":"This condition is typically met by standard tabular machine learning algorithms","venue":null,"work_id":"d11f011d-7851-4340-8d60-c2fffa406af6","year":2018},"citing_paper":{"arxiv_id":"2507.04187","last_updated":"2025-07-05T23:40:55Z","snapshot_observed_at":"2026-08-09T23:40:29.391461Z","submitted_at":"2025-07-05T23:40:55Z","title":"Where to Intervene: Action Selection in Deep Reinforcement Learning","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-06T19:58:21.335508Z"},"links":{"citing_paper":"/paper/2507.04187"},"observation_digest":"sha256:ddc51881ea4e543436e426467577fa7c574645c943f2edfddc105f20ee0b14ea","observation_id":"e8bf660f-5299-4e58-8a57-fafc58285a48","resolution":{"observed_at":"2026-08-06T19:58:23.131846Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1903.00374","last_updated":"2024-04-03T14:26:32Z","snapshot_observed_at":"2026-08-07T15:39:37.899352Z","submitted_at":"2019-03-01T15:40:19Z","title":"Model-Based Reinforcement Learning for Atari","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1903.00374","snapshot_observed_at":"2026-08-06T19:58:19.733463Z","title":"Model-based reinforcement learning for atari","venue":null,"work_id":null,"year":1903},"citing_paper":{"arxiv_id":"2507.04187","last_updated":"2025-07-05T23:40:55Z","snapshot_observed_at":"2026-08-09T23:40:29.391461Z","submitted_at":"2025-07-05T23:40:55Z","title":"Where to Intervene: Action Selection in Deep Reinforcement Learning","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-06T19:58:19.733463Z"},"links":{"cited_paper":"/paper/1903.00374","citing_paper":"/paper/2507.04187"},"observation_digest":"sha256:85f3b2f4338f1dff31bfe110c66d9a758dc384873d5203b81eb0903b8361179b","observation_id":"ec79a4de-c4d4-480d-a0eb-a4465a56a4b2","resolution":{"observed_at":"2026-08-06T19:58:19.733463Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2301.08940","last_updated":"2023-10-02T00:55:29Z","snapshot_observed_at":"2026-08-10T06:54:29.633939Z","submitted_at":"2023-01-21T11:30:13Z","title":"Quasi-optimal Reinforcement Learning with Continuous Actions","version":2},"cited_work":{"arxiv_id":"2301.08940","doi":null,"metadata_source":"pith","pith_arxiv_id":"2301.08940","snapshot_observed_at":"2026-08-06T19:58:22.263099Z","title":"Quasi-optimal Reinforcement Learning with Continuous Actions","venue":"stat.ML","work_id":"ffd26e1b-6b5c-47fa-a6b9-855e2fef6878","year":2023},"citing_paper":{"arxiv_id":"2507.04187","last_updated":"2025-07-05T23:40:55Z","snapshot_observed_at":"2026-08-09T23:40:29.391461Z","submitted_at":"2025-07-05T23:40:55Z","title":"Where to Intervene: Action Selection in Deep Reinforcement Learning","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-06T19:58:20.217655Z"},"links":{"cited_paper":"/paper/2301.08940","citing_paper":"/paper/2507.04187"},"observation_digest":"sha256:4a792cab3c891f59e539748642b39b802804a843c67a097bf980517a558a4925","observation_id":"f9266fcf-3437-40ca-a0a5-1007293cd133","resolution":{"observed_at":"2026-08-06T19:58:22.385863Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2303.14281","last_updated":"2024-07-30T15:42:59Z","snapshot_observed_at":"2026-08-08T23:56:50.724440Z","submitted_at":"2023-03-24T21:39:06Z","title":"Sequential Knockoffs for Variable Selection in Reinforcement Learning","version":2},"cited_work":{"arxiv_id":"2303.14281","doi":null,"metadata_source":"pith","pith_arxiv_id":"2303.14281","snapshot_observed_at":"2026-08-06T19:58:22.021917Z","title":"Sequential Knockoffs for Variable Selection in Reinforcement Learning","venue":"stat.ML","work_id":"21556aa3-22a8-4a6b-a893-08a0050d2af2","year":2023},"citing_paper":{"arxiv_id":"2507.04187","last_updated":"2025-07-05T23:40:55Z","snapshot_observed_at":"2026-08-09T23:40:29.391461Z","submitted_at":"2025-07-05T23:40:55Z","title":"Where to Intervene: Action Selection in Deep Reinforcement Learning","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-06T19:58:20.447001Z"},"links":{"cited_paper":"/paper/2303.14281","citing_paper":"/paper/2507.04187"},"observation_digest":"sha256:dbc50330e4b50fb951d838a44fdb5947ef0c525c895781ab319ca7d4548ab7c5","observation_id":"f7c6235a-514c-4b58-9092-c03351d87ec6","resolution":{"observed_at":"2026-08-06T19:58:22.102178Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1707.06347","last_updated":"2017-08-28T09:20:06Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2017-07-20T02:32:33Z","title":"Proximal Policy Optimization Algorithms","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1707.06347","snapshot_observed_at":"2026-08-06T19:58:20.695847Z","title":"Proximal policy optimization algorithms","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.04187","last_updated":"2025-07-05T23:40:55Z","snapshot_observed_at":"2026-08-09T23:40:29.391461Z","submitted_at":"2025-07-05T23:40:55Z","title":"Where to Intervene: Action Selection in Deep Reinforcement Learning","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-06T19:58:20.695847Z"},"links":{"cited_paper":"/paper/1707.06347","citing_paper":"/paper/2507.04187"},"observation_digest":"sha256:f9ba814a608a0c74032316d96a70dc733ba5eea8cba4b35ca34d104a9773fb01","observation_id":"2b4f1771-5967-4d9a-8cd9-0fd7c74dfb36","resolution":{"observed_at":"2026-08-06T19:58:20.695847Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2001.06781","last_updated":"2020-01-19T06:07:20Z","snapshot_observed_at":"2026-08-09T11:18:20.787680Z","submitted_at":"2020-01-19T06:07:20Z","title":"FRESH: Interactive Reward Shaping in High-Dimensional State Spaces using Human Feedback","version":1},"cited_work":{"arxiv_id":"2001.06781","doi":null,"metadata_source":"pith","pith_arxiv_id":"2001.06781","snapshot_observed_at":"2026-08-06T19:58:21.615308Z","title":"FRESH: Interactive Reward Shaping in High-Dimensional State Spaces using Human Feedback","venue":"cs.AI","work_id":"2658affb-192d-48a3-85c6-4ab98ea42f48","year":2020},"citing_paper":{"arxiv_id":"2507.04187","last_updated":"2025-07-05T23:40:55Z","snapshot_observed_at":"2026-08-09T23:40:29.391461Z","submitted_at":"2025-07-05T23:40:55Z","title":"Where to Intervene: Action Selection in Deep Reinforcement Learning","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-06T19:58:20.970823Z"},"links":{"cited_paper":"/paper/2001.06781","citing_paper":"/paper/2507.04187"},"observation_digest":"sha256:e1917a9c6f34af1fe8737cdeaa16d70807d5b3c448386167b92c98ad17db36b5","observation_id":"71d44aa7-5877-4d8c-92cb-277a1e0e7ac9","resolution":{"observed_at":"2026-08-06T19:58:21.676126Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:58:23.287084Z","title":null,"venue":null,"work_id":"3c899599-b250-4334-8e79-d0b4415ea70a","year":2025},"citing_paper":{"arxiv_id":"2507.04187","last_updated":"2025-07-05T23:40:55Z","snapshot_observed_at":"2026-08-09T23:40:29.391461Z","submitted_at":"2025-07-05T23:40:55Z","title":"Where to Intervene: Action Selection in Deep Reinforcement Learning","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-06T19:58:21.231112Z"},"links":{"citing_paper":"/paper/2507.04187"},"observation_digest":"sha256:0c06d28dbe45dc28d6c2d5082c5634d79f6086f4dab45827c6de4704ab3a4257","observation_id":"afd1b8d0-f784-4674-ad9a-4e02b89a5410","resolution":{"observed_at":"2026-08-06T19:58:23.384146Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:58:22.755571Z","title":"Then for suchϵ, denote Ω :={i :ϵi =−1}, which is a subset ofH0 by the assumption (and recall thatH0 is the collection of all null variables)","venue":null,"work_id":"3e12757e-5c38-45b3-8a73-dd8b4fd43a87","year":2015},"citing_paper":{"arxiv_id":"2507.04187","last_updated":"2025-07-05T23:40:55Z","snapshot_observed_at":"2026-08-09T23:40:29.391461Z","submitted_at":"2025-07-05T23:40:55Z","title":"Where to Intervene: Action Selection in Deep Reinforcement Learning","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-06T19:58:21.440862Z"},"links":{"citing_paper":"/paper/2507.04187"},"observation_digest":"sha256:f42942c055e70895b164294ddc9ee58f6028bbd1b84ed23ac8a93770b3959a2f","observation_id":"790f878e-7e0c-4988-9cee-407c0419c501","resolution":{"observed_at":"2026-08-06T19:58:22.869856Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1202.3725","last_updated":"2012-02-14T16:41:17Z","snapshot_observed_at":"2026-08-04T03:11:14.596001Z","submitted_at":"2012-02-14T16:41:17Z","title":"Generalized Fisher Score for Feature Selection","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1202.3725","snapshot_observed_at":"2026-08-06T19:58:19.447628Z","title":"Generalized fisher score for feature selection.arXiv preprint arXiv:1202.3725,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.04187","last_updated":"2025-07-05T23:40:55Z","snapshot_observed_at":"2026-08-09T23:40:29.391461Z","submitted_at":"2025-07-05T23:40:55Z","title":"Where to Intervene: Action Selection in Deep Reinforcement Learning","version":1},"reference_index":2009,"source":"pdf_text","source_observed_at":"2026-08-06T19:58:19.447628Z"},"links":{"cited_paper":"/paper/1202.3725","citing_paper":"/paper/2507.04187"},"observation_digest":"sha256:30cd6e75dd5a9d92b923076daf8a4a6f4b98cbb441fd80e4365a2092b1bb1e83","observation_id":"9378e9b2-1a72-447f-8335-7fa9a1e3eff7","resolution":{"observed_at":"2026-08-06T19:58:19.447628Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1512.01124","last_updated":"2015-12-16T17:34:55Z","snapshot_observed_at":"2026-07-06T04:38:38.910342Z","submitted_at":"2015-12-03T15:51:30Z","title":"Deep Reinforcement Learning with Attention for Slate Markov Decision Processes with High-Dimensional States and Actions","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1512.01124","snapshot_observed_at":"2026-08-06T19:58:20.864765Z","title":"Deep reinforcement learning with attention for slate markov decision processes with high-dimensional states and actions","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.04187","last_updated":"2025-07-05T23:40:55Z","snapshot_observed_at":"2026-08-09T23:40:29.391461Z","submitted_at":"2025-07-05T23:40:55Z","title":"Where to Intervene: Action Selection in Deep Reinforcement Learning","version":1},"reference_index":2011,"source":"pdf_text","source_observed_at":"2026-08-06T19:58:20.864765Z"},"links":{"cited_paper":"/paper/1512.01124","citing_paper":"/paper/2507.04187"},"observation_digest":"sha256:84e3918c778e6a50bf248e04459ae4c779d006797c5eb4ef3a07e2c2b2dc690d","observation_id":"31e1abca-1c61-4ab8-83b0-a0716e62a01e","resolution":{"observed_at":"2026-08-06T19:58:20.864765Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1703.03454","last_updated":"2017-03-09T20:22:27Z","snapshot_observed_at":"2026-07-06T05:33:06.530094Z","submitted_at":"2017-03-09T20:22:27Z","title":"Sample Efficient Feature Selection for Factored MDPs","version":1},"cited_work":{"arxiv_id":"1703.03454","doi":null,"metadata_source":"pith","pith_arxiv_id":"1703.03454","snapshot_observed_at":"2026-08-06T19:58:22.494684Z","title":"Sample Efficient Feature Selection for Factored MDPs","venue":"cs.LG","work_id":"572cbe63-67c2-4498-a49b-2bb8e2f02a86","year":2017},"citing_paper":{"arxiv_id":"2507.04187","last_updated":"2025-07-05T23:40:55Z","snapshot_observed_at":"2026-08-09T23:40:29.391461Z","submitted_at":"2025-07-05T23:40:55Z","title":"Where to Intervene: Action Selection in Deep Reinforcement Learning","version":1},"reference_index":2012,"source":"pdf_text","source_observed_at":"2026-08-06T19:58:19.576991Z"},"links":{"cited_paper":"/paper/1703.03454","citing_paper":"/paper/2507.04187"},"observation_digest":"sha256:ade67f83f17ba441076fd7022acc96264465da1da569fb831315988817c3d05b","observation_id":"b809d0b4-1ece-45db-b4af-c2a9d1f658af","resolution":{"observed_at":"2026-08-06T19:58:22.570256Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:58:24.167099Z","title":"Modern perspectives on reinforcement learning in finance.Modern Perspectiveson ReinforcementLearning in Finance (September 6, 2019)","venue":null,"work_id":"a18bf8db-d16a-4fb9-9d20-26cfa843746e","year":2019},"citing_paper":{"arxiv_id":"2507.04187","last_updated":"2025-07-05T23:40:55Z","snapshot_observed_at":"2026-08-09T23:40:29.391461Z","submitted_at":"2025-07-05T23:40:55Z","title":"Where to Intervene: Action Selection in Deep Reinforcement Learning","version":1},"reference_index":2013,"source":"pdf_text","source_observed_at":"2026-08-06T19:58:19.989486Z"},"links":{"citing_paper":"/paper/2507.04187"},"observation_digest":"sha256:2ed01534db0995f7f11e891e02636ac945b0952411635148a3ac7c7a06e0efe2","observation_id":"b228eede-2d25-4c27-b197-7cad3bac34da","resolution":{"observed_at":"2026-08-06T19:58:24.254348Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:58:24.509606Z","title":"Growing action spaces","venue":null,"work_id":"518b5d3d-2059-48ce-8b2b-e37b73caa824","year":2025},"citing_paper":{"arxiv_id":"2507.04187","last_updated":"2025-07-05T23:40:55Z","snapshot_observed_at":"2026-08-09T23:40:29.391461Z","submitted_at":"2025-07-05T23:40:55Z","title":"Where to Intervene: Action Selection in Deep Reinforcement Learning","version":1},"reference_index":2018,"source":"pdf_text","source_observed_at":"2026-08-06T19:58:19.344036Z"},"links":{"citing_paper":"/paper/2507.04187"},"observation_digest":"sha256:3ae8ce608e02e09465b51a964805f5052d75cd132e572b54c966a9c857c6edef","observation_id":"16e60d3e-f86f-49f5-b7a5-fbdd0d0b02b8","resolution":{"observed_at":"2026-08-06T19:58:24.587546Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:58:24.354748Z","title":"Action space shaping in deep reinforcement learning","venue":null,"work_id":"9342919c-71a1-4835-b02a-ca1a3346106b","year":2020},"citing_paper":{"arxiv_id":"2507.04187","last_updated":"2025-07-05T23:40:55Z","snapshot_observed_at":"2026-08-09T23:40:29.391461Z","submitted_at":"2025-07-05T23:40:55Z","title":"Where to Intervene: Action Selection in Deep Reinforcement Learning","version":1},"reference_index":2019,"source":"pdf_text","source_observed_at":"2026-08-06T19:58:19.856059Z"},"links":{"citing_paper":"/paper/2507.04187"},"observation_digest":"sha256:9baae65d65d84e432936f8b968af4f03bf15868906de1854eda989da424f7412","observation_id":"56d90c08-b572-469f-96eb-ba29dc9da6cd","resolution":{"observed_at":"2026-08-06T19:58:24.408502Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1312.5602","last_updated":"2013-12-19T16:00:08Z","snapshot_observed_at":"2026-07-06T03:31:23.521122Z","submitted_at":"2013-12-19T16:00:08Z","title":"Playing Atari with Deep Reinforcement Learning","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1312.5602","snapshot_observed_at":"2026-08-06T19:58:20.548361Z","title":"Playing atari with deep reinforcement learning.arXiv preprint arXiv:1312.5602,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.04187","last_updated":"2025-07-05T23:40:55Z","snapshot_observed_at":"2026-08-09T23:40:29.391461Z","submitted_at":"2025-07-05T23:40:55Z","title":"Where to Intervene: Action Selection in Deep Reinforcement Learning","version":1},"reference_index":2020,"source":"pdf_text","source_observed_at":"2026-08-06T19:58:20.548361Z"},"links":{"cited_paper":"/paper/1312.5602","citing_paper":"/paper/2507.04187"},"observation_digest":"sha256:36cdbf0c1f4c05a585c1999b8c84df0321c4c4eee1359e270a70cbd949d779a8","observation_id":"94004926-3825-4132-9d68-ab21500bb345","resolution":{"observed_at":"2026-08-06T19:58:20.548361Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:58:24.031875Z","title":"Deep reinforcement learning in continuous action spaces: a case study in the game of simulated curling","venue":null,"work_id":"69788e24-dbfc-45d1-be78-d919e2976ecf","year":2025},"citing_paper":{"arxiv_id":"2507.04187","last_updated":"2025-07-05T23:40:55Z","snapshot_observed_at":"2026-08-09T23:40:29.391461Z","submitted_at":"2025-07-05T23:40:55Z","title":"Where to Intervene: Action Selection in Deep Reinforcement Learning","version":1},"reference_index":2021,"source":"pdf_text","source_observed_at":"2026-08-06T19:58:20.102586Z"},"links":{"citing_paper":"/paper/2507.04187"},"observation_digest":"sha256:85836e79ff01fd7885f0431d0c7831101a936fe5c3054866aa0d47c14773b8df","observation_id":"602f891a-aa8c-49bb-874c-e95ad1ecf200","resolution":{"observed_at":"2026-08-06T19:58:24.078551Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1809.10765","last_updated":"2018-09-27T21:05:19Z","snapshot_observed_at":"2026-08-08T23:56:25.087500Z","submitted_at":"2018-09-27T21:05:19Z","title":"Auto-Encoding Knockoff Generator for FDR Controlled Variable Selection","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1809.10765","snapshot_observed_at":"2026-08-06T19:58:20.357047Z","title":"Auto-encoding knockoff generator for fdr controlled variable selection.arXiv preprint arXiv:1809.10765,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.04187","last_updated":"2025-07-05T23:40:55Z","snapshot_observed_at":"2026-08-09T23:40:29.391461Z","submitted_at":"2025-07-05T23:40:55Z","title":"Where to Intervene: Action Selection in Deep Reinforcement Learning","version":1},"reference_index":2022,"source":"pdf_text","source_observed_at":"2026-08-06T19:58:20.357047Z"},"links":{"cited_paper":"/paper/1809.10765","citing_paper":"/paper/2507.04187"},"observation_digest":"sha256:b477a4e6774c28af160f042305247aed92337a0fe93fd4822c3865ea93b98378","observation_id":"072990f4-7d05-4765-aeb1-0fd3c5c074a4","resolution":{"observed_at":"2026-08-06T19:58:20.357047Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1706.04677","last_updated":"2017-06-14T21:42:12Z","snapshot_observed_at":"2026-07-31T13:51:02.653968Z","submitted_at":"2017-06-14T21:42:12Z","title":"Gene Hunting with Knockoffs for Hidden Markov Models","version":1},"cited_work":{"arxiv_id":"1706.04677","doi":null,"metadata_source":"pith","pith_arxiv_id":"1706.04677","snapshot_observed_at":"2026-08-06T19:58:21.783198Z","title":"Gene Hunting with Knockoffs for Hidden Markov Models","venue":"stat.ME","work_id":"3a712720-2671-49d2-bdaf-9a5f15962089","year":2017},"citing_paper":{"arxiv_id":"2507.04187","last_updated":"2025-07-05T23:40:55Z","snapshot_observed_at":"2026-08-09T23:40:29.391461Z","submitted_at":"2025-07-05T23:40:55Z","title":"Where to Intervene: Action Selection in Deep Reinforcement Learning","version":1},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-06T19:58:20.777883Z"},"links":{"cited_paper":"/paper/1706.04677","citing_paper":"/paper/2507.04187"},"observation_digest":"sha256:e7f8805b625d1e29df1336446091255db26a6bcde8f820e52251505ced530be6","observation_id":"caf74bf3-4425-4c58-8be6-17dff894d6c5","resolution":{"observed_at":"2026-08-06T19:58:21.857131Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:58:23.752263Z","title":"(2023) adopted a two-stage framework, performing variable selection offline before applying reinforcement learning","venue":null,"work_id":"a09d232e-fbe8-4a6d-8d1d-a9393c2c344b","year":2023},"citing_paper":{"arxiv_id":"2507.04187","last_updated":"2025-07-05T23:40:55Z","snapshot_observed_at":"2026-08-09T23:40:29.391461Z","submitted_at":"2025-07-05T23:40:55Z","title":"Where to Intervene: Action Selection in Deep Reinforcement Learning","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-06T19:58:21.040154Z"},"links":{"citing_paper":"/paper/2507.04187"},"observation_digest":"sha256:13aa6951f2540fadf3f0cdf102b1302541ed609edb6fc50f8de2aef152ccca35","observation_id":"f5db8414-e75c-4636-956e-1f35771c0f4f","resolution":{"observed_at":"2026-08-06T19:58:23.886205Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2507.04187","last_updated":"2025-07-05T23:40:55Z","latest_version":1,"primary_category":"stat.ML","snapshot_observed_at":"2026-08-09T23:40:29.391461Z","submitted_at":"2025-07-05T23:40:55Z","title":"Where to Intervene: Action Selection in Deep Reinforcement Learning"},"reference_resolution":{"displayed":20,"state_counts":{"malformed_identifier":0,"metadata_mismatch":1,"parse_uncertain":0,"unresolved":7,"verified_exact":4,"verified_fuzzy":8},"total_outbound_references":20},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"thesis":"As of 10 August 2026, this Paper Citation Record lists 20 of 20 outbound references and 0 inbound Pith citation observations for arXiv:2507.04187."}