{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:LUHB2V4D27KNSEG4CBJIEH52DB","short_pith_number":"pith:LUHB2V4D","canonical_record":{"source":{"id":"2505.00304","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2025-05-01T04:55:29Z","cross_cats_sorted":["cs.LG","stat.ME"],"title_canon_sha256":"9303554271aa3767e7dd5aac3c0591f53c79fbe2d92910b4bbe7efedc5d4530c","abstract_canon_sha256":"b1e30fd0cdd97c21bc63eb166a3e435c36197771b6c429da48ae924716788f23"},"schema_version":"1.0"},"canonical_sha256":"5d0e1d5783d7d4d910dc1052821fba1872147a26613eeb0c4686932f1c4b9345","source":{"kind":"arxiv","id":"2505.00304","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.00304","created_at":"2026-07-05T10:57:11Z"},{"alias_kind":"arxiv_version","alias_value":"2505.00304v1","created_at":"2026-07-05T10:57:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.00304","created_at":"2026-07-05T10:57:11Z"},{"alias_kind":"pith_short_12","alias_value":"LUHB2V4D27KN","created_at":"2026-07-05T10:57:11Z"},{"alias_kind":"pith_short_16","alias_value":"LUHB2V4D27KNSEG4","created_at":"2026-07-05T10:57:11Z"},{"alias_kind":"pith_short_8","alias_value":"LUHB2V4D","created_at":"2026-07-05T10:57:11Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:LUHB2V4D27KNSEG4CBJIEH52DB","target":"record","payload":{"canonical_record":{"source":{"id":"2505.00304","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2025-05-01T04:55:29Z","cross_cats_sorted":["cs.LG","stat.ME"],"title_canon_sha256":"9303554271aa3767e7dd5aac3c0591f53c79fbe2d92910b4bbe7efedc5d4530c","abstract_canon_sha256":"b1e30fd0cdd97c21bc63eb166a3e435c36197771b6c429da48ae924716788f23"},"schema_version":"1.0"},"canonical_sha256":"5d0e1d5783d7d4d910dc1052821fba1872147a26613eeb0c4686932f1c4b9345","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:57:11.330255Z","signature_b64":"IcUiF8WeCs4qrggnAempI999KZJ3jUyH8TVno7KP2PY5L2dpQ+3lPpgshx6Z35g+amskHuZjpfXGdj34w8oKAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5d0e1d5783d7d4d910dc1052821fba1872147a26613eeb0c4686932f1c4b9345","last_reissued_at":"2026-07-05T10:57:11.329823Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:57:11.329823Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.00304","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:57:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"aFV3nuWtWCjUVGdyoTj0/JV1jctWV2X7tGQsFlQjMuVuAj1+s+Xu855bKG/uz+Yhqyvo2iFJ63BqKf84W9UYAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T07:34:57.849086Z"},"content_sha256":"24c2ecdd98aaca92c34fd88dd808df99c62acd3b3b03844fbd22a54172603bd9","schema_version":"1.0","event_id":"sha256:24c2ecdd98aaca92c34fd88dd808df99c62acd3b3b03844fbd22a54172603bd9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:LUHB2V4D27KNSEG4CBJIEH52DB","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Reinforcement Learning with Continuous Actions Under Unmeasured Confounding","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG","stat.ME"],"primary_cat":"stat.ML","authors_text":"Eugene Han, Ruoqing Zhu, Wenzhuo Zhou, Yifan Cui, Yifan Hu, Yuhan Li, Zhengling Qi","submitted_at":"2025-05-01T04:55:29Z","abstract_excerpt":"This paper addresses the challenge of offline policy learning in reinforcement learning with continuous action spaces when unmeasured confounders are present. While most existing research focuses on policy evaluation within partially observable Markov decision processes (POMDPs) and assumes discrete action spaces, we advance this field by establishing a novel identification result to enable the nonparametric estimation of policy value for a given target policy under an infinite-horizon framework. Leveraging this identification, we develop a minimax estimator and introduce a policy-gradient-bas"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.00304","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.00304/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:57:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BT2jZjdP2bgIuexFNTS/OvcAYkKLp97HQ9HbrqNkQR9Gyl4RPwDJZvDkYqploLCwSHzYMaB3kFrfZrKsteaWCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T07:34:57.849605Z"},"content_sha256":"117ea4784939626e63425ac4f776ebcdd559df8116683e2ad8e0b0b533e18067","schema_version":"1.0","event_id":"sha256:117ea4784939626e63425ac4f776ebcdd559df8116683e2ad8e0b0b533e18067"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LUHB2V4D27KNSEG4CBJIEH52DB/bundle.json","state_url":"https://pith.science/pith/LUHB2V4D27KNSEG4CBJIEH52DB/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LUHB2V4D27KNSEG4CBJIEH52DB/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-17T07:34:57Z","links":{"resolver":"https://pith.science/pith/LUHB2V4D27KNSEG4CBJIEH52DB","bundle":"https://pith.science/pith/LUHB2V4D27KNSEG4CBJIEH52DB/bundle.json","state":"https://pith.science/pith/LUHB2V4D27KNSEG4CBJIEH52DB/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LUHB2V4D27KNSEG4CBJIEH52DB/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:LUHB2V4D27KNSEG4CBJIEH52DB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b1e30fd0cdd97c21bc63eb166a3e435c36197771b6c429da48ae924716788f23","cross_cats_sorted":["cs.LG","stat.ME"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2025-05-01T04:55:29Z","title_canon_sha256":"9303554271aa3767e7dd5aac3c0591f53c79fbe2d92910b4bbe7efedc5d4530c"},"schema_version":"1.0","source":{"id":"2505.00304","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.00304","created_at":"2026-07-05T10:57:11Z"},{"alias_kind":"arxiv_version","alias_value":"2505.00304v1","created_at":"2026-07-05T10:57:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.00304","created_at":"2026-07-05T10:57:11Z"},{"alias_kind":"pith_short_12","alias_value":"LUHB2V4D27KN","created_at":"2026-07-05T10:57:11Z"},{"alias_kind":"pith_short_16","alias_value":"LUHB2V4D27KNSEG4","created_at":"2026-07-05T10:57:11Z"},{"alias_kind":"pith_short_8","alias_value":"LUHB2V4D","created_at":"2026-07-05T10:57:11Z"}],"graph_snapshots":[{"event_id":"sha256:117ea4784939626e63425ac4f776ebcdd559df8116683e2ad8e0b0b533e18067","target":"graph","created_at":"2026-07-05T10:57:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.00304/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This paper addresses the challenge of offline policy learning in reinforcement learning with continuous action spaces when unmeasured confounders are present. While most existing research focuses on policy evaluation within partially observable Markov decision processes (POMDPs) and assumes discrete action spaces, we advance this field by establishing a novel identification result to enable the nonparametric estimation of policy value for a given target policy under an infinite-horizon framework. Leveraging this identification, we develop a minimax estimator and introduce a policy-gradient-bas","authors_text":"Eugene Han, Ruoqing Zhu, Wenzhuo Zhou, Yifan Cui, Yifan Hu, Yuhan Li, Zhengling Qi","cross_cats":["cs.LG","stat.ME"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2025-05-01T04:55:29Z","title":"Reinforcement Learning with Continuous Actions Under Unmeasured Confounding"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.00304","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:24c2ecdd98aaca92c34fd88dd808df99c62acd3b3b03844fbd22a54172603bd9","target":"record","created_at":"2026-07-05T10:57:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b1e30fd0cdd97c21bc63eb166a3e435c36197771b6c429da48ae924716788f23","cross_cats_sorted":["cs.LG","stat.ME"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2025-05-01T04:55:29Z","title_canon_sha256":"9303554271aa3767e7dd5aac3c0591f53c79fbe2d92910b4bbe7efedc5d4530c"},"schema_version":"1.0","source":{"id":"2505.00304","kind":"arxiv","version":1}},"canonical_sha256":"5d0e1d5783d7d4d910dc1052821fba1872147a26613eeb0c4686932f1c4b9345","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5d0e1d5783d7d4d910dc1052821fba1872147a26613eeb0c4686932f1c4b9345","first_computed_at":"2026-07-05T10:57:11.329823Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:57:11.329823Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"IcUiF8WeCs4qrggnAempI999KZJ3jUyH8TVno7KP2PY5L2dpQ+3lPpgshx6Z35g+amskHuZjpfXGdj34w8oKAw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:57:11.330255Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.00304","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:24c2ecdd98aaca92c34fd88dd808df99c62acd3b3b03844fbd22a54172603bd9","sha256:117ea4784939626e63425ac4f776ebcdd559df8116683e2ad8e0b0b533e18067"],"state_sha256":"109985c7144748171b4f508bdf49b783f4fbcf9ff0f1186273d50ff5dea4db56"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"azim7bOjv/StvuGy+unn7T1sCvZ8Km52+JLUL+i6eUnqx6xSI8C+1/Ks8KTxMsxbEI7SbOIIEySizvB5wBmcBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-17T07:34:57.853661Z","bundle_sha256":"794b19a158c2251f95f82cae2e99d8d881eebec89f54cadc86a102a8ae81e3fa"}}