{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:MVHJLDN5T6ZFR74UIUXJIQ4GIC","short_pith_number":"pith:MVHJLDN5","canonical_record":{"source":{"id":"2404.17939","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"math.OC","submitted_at":"2024-04-27T15:41:06Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"7c2af375ae1d11621a25d83c8d83faf5d76ad6d4d1532ee75211bd0c28cea9f2","abstract_canon_sha256":"533052d577e92512f4c46ebba73d78d791a2c7bbe9a440f0cd635679ebad84f4"},"schema_version":"1.0"},"canonical_sha256":"654e958dbd9fb258ff94452e944386409b0e4a23db834f5efd9be1b729384c60","source":{"kind":"arxiv","id":"2404.17939","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.17939","created_at":"2026-07-05T08:13:34Z"},{"alias_kind":"arxiv_version","alias_value":"2404.17939v2","created_at":"2026-07-05T08:13:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.17939","created_at":"2026-07-05T08:13:34Z"},{"alias_kind":"pith_short_12","alias_value":"MVHJLDN5T6ZF","created_at":"2026-07-05T08:13:34Z"},{"alias_kind":"pith_short_16","alias_value":"MVHJLDN5T6ZFR74U","created_at":"2026-07-05T08:13:34Z"},{"alias_kind":"pith_short_8","alias_value":"MVHJLDN5","created_at":"2026-07-05T08:13:34Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:MVHJLDN5T6ZFR74UIUXJIQ4GIC","target":"record","payload":{"canonical_record":{"source":{"id":"2404.17939","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"math.OC","submitted_at":"2024-04-27T15:41:06Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"7c2af375ae1d11621a25d83c8d83faf5d76ad6d4d1532ee75211bd0c28cea9f2","abstract_canon_sha256":"533052d577e92512f4c46ebba73d78d791a2c7bbe9a440f0cd635679ebad84f4"},"schema_version":"1.0"},"canonical_sha256":"654e958dbd9fb258ff94452e944386409b0e4a23db834f5efd9be1b729384c60","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:13:34.279278Z","signature_b64":"dKi5C++xHaGJuaNbxRt4A2kfMYVHdQLw6ntVJVFcths18vCPLDJXzGw06QHQcSxB6z/eMV/4mLl3SIbhHUJUCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"654e958dbd9fb258ff94452e944386409b0e4a23db834f5efd9be1b729384c60","last_reissued_at":"2026-07-05T08:13:34.278726Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:13:34.278726Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2404.17939","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:13:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"t/Y6hM3xtTh6wMicDwZibicDj4DzYw86adNzillCJ4zdiGCEXee5MWCTMdtq0tr/EHWFki7r3aW6oW/loArWDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-23T20:00:27.625428Z"},"content_sha256":"2e06489868b6f7d73479ebf21715adc7eec60a6fbed2ec0e40aa6d01869c6e47","schema_version":"1.0","event_id":"sha256:2e06489868b6f7d73479ebf21715adc7eec60a6fbed2ec0e40aa6d01869c6e47"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:MVHJLDN5T6ZFR74UIUXJIQ4GIC","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Control randomisation approach for policy gradient and application to reinforcement learning in optimal switching","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"math.OC","authors_text":"Huy\\^en Pham, Robert Denkert, Xavier Warin","submitted_at":"2024-04-27T15:41:06Z","abstract_excerpt":"We propose a comprehensive framework for policy gradient methods tailored to continuous time reinforcement learning. This is based on the connection between stochastic control problems and randomised problems, enabling applications across various classes of Markovian continuous time control problems, beyond diffusion models, including e.g. regular, impulse and optimal stopping/switching problems. By utilizing change of measure in the control randomisation technique, we derive a new policy gradient representation for these randomised problems, featuring parametrised intensity policies. We furth"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.17939","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2404.17939/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:13:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hk8ZRESStMSQ9KawkaWUUtReV0Y5Rf1MSNGa64FAxwyWNIXQ4JxQJrZonvQLePhBGP+AJSfsvtHXG7Q184jWBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-23T20:00:27.625943Z"},"content_sha256":"8e4cff0ed0f3ec5950ee13c0137e89aca499083dfee1e37b89154980bc604ce3","schema_version":"1.0","event_id":"sha256:8e4cff0ed0f3ec5950ee13c0137e89aca499083dfee1e37b89154980bc604ce3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MVHJLDN5T6ZFR74UIUXJIQ4GIC/bundle.json","state_url":"https://pith.science/pith/MVHJLDN5T6ZFR74UIUXJIQ4GIC/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MVHJLDN5T6ZFR74UIUXJIQ4GIC/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-23T20:00:27Z","links":{"resolver":"https://pith.science/pith/MVHJLDN5T6ZFR74UIUXJIQ4GIC","bundle":"https://pith.science/pith/MVHJLDN5T6ZFR74UIUXJIQ4GIC/bundle.json","state":"https://pith.science/pith/MVHJLDN5T6ZFR74UIUXJIQ4GIC/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MVHJLDN5T6ZFR74UIUXJIQ4GIC/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:MVHJLDN5T6ZFR74UIUXJIQ4GIC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"533052d577e92512f4c46ebba73d78d791a2c7bbe9a440f0cd635679ebad84f4","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"math.OC","submitted_at":"2024-04-27T15:41:06Z","title_canon_sha256":"7c2af375ae1d11621a25d83c8d83faf5d76ad6d4d1532ee75211bd0c28cea9f2"},"schema_version":"1.0","source":{"id":"2404.17939","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.17939","created_at":"2026-07-05T08:13:34Z"},{"alias_kind":"arxiv_version","alias_value":"2404.17939v2","created_at":"2026-07-05T08:13:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.17939","created_at":"2026-07-05T08:13:34Z"},{"alias_kind":"pith_short_12","alias_value":"MVHJLDN5T6ZF","created_at":"2026-07-05T08:13:34Z"},{"alias_kind":"pith_short_16","alias_value":"MVHJLDN5T6ZFR74U","created_at":"2026-07-05T08:13:34Z"},{"alias_kind":"pith_short_8","alias_value":"MVHJLDN5","created_at":"2026-07-05T08:13:34Z"}],"graph_snapshots":[{"event_id":"sha256:8e4cff0ed0f3ec5950ee13c0137e89aca499083dfee1e37b89154980bc604ce3","target":"graph","created_at":"2026-07-05T08:13:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2404.17939/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We propose a comprehensive framework for policy gradient methods tailored to continuous time reinforcement learning. This is based on the connection between stochastic control problems and randomised problems, enabling applications across various classes of Markovian continuous time control problems, beyond diffusion models, including e.g. regular, impulse and optimal stopping/switching problems. By utilizing change of measure in the control randomisation technique, we derive a new policy gradient representation for these randomised problems, featuring parametrised intensity policies. We furth","authors_text":"Huy\\^en Pham, Robert Denkert, Xavier Warin","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"math.OC","submitted_at":"2024-04-27T15:41:06Z","title":"Control randomisation approach for policy gradient and application to reinforcement learning in optimal switching"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.17939","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2e06489868b6f7d73479ebf21715adc7eec60a6fbed2ec0e40aa6d01869c6e47","target":"record","created_at":"2026-07-05T08:13:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"533052d577e92512f4c46ebba73d78d791a2c7bbe9a440f0cd635679ebad84f4","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"math.OC","submitted_at":"2024-04-27T15:41:06Z","title_canon_sha256":"7c2af375ae1d11621a25d83c8d83faf5d76ad6d4d1532ee75211bd0c28cea9f2"},"schema_version":"1.0","source":{"id":"2404.17939","kind":"arxiv","version":2}},"canonical_sha256":"654e958dbd9fb258ff94452e944386409b0e4a23db834f5efd9be1b729384c60","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"654e958dbd9fb258ff94452e944386409b0e4a23db834f5efd9be1b729384c60","first_computed_at":"2026-07-05T08:13:34.278726Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:13:34.278726Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"dKi5C++xHaGJuaNbxRt4A2kfMYVHdQLw6ntVJVFcths18vCPLDJXzGw06QHQcSxB6z/eMV/4mLl3SIbhHUJUCw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:13:34.279278Z","signed_message":"canonical_sha256_bytes"},"source_id":"2404.17939","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2e06489868b6f7d73479ebf21715adc7eec60a6fbed2ec0e40aa6d01869c6e47","sha256:8e4cff0ed0f3ec5950ee13c0137e89aca499083dfee1e37b89154980bc604ce3"],"state_sha256":"cf425037ffd514141b6c2a82c4efe7803ecfa393668a33919ec8103c96594043"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rH9094KmG3IXp6usy5/0FAaeGDiH+30J5pp9Q6Ye7ngaXBzVJQhV41iAJH0eVdHN/zKIMuNDDcrAV20k/uo5BA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-23T20:00:27.630864Z","bundle_sha256":"495ef9bb41cc3f0f960da9b7fc7482f038dd6954ab4a304cbd63fea1fe6f3dec"}}