{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:HQUTFMSQAAJCMLC2B2QSDYB333","short_pith_number":"pith:HQUTFMSQ","canonical_record":{"source":{"id":"2210.00596","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-10-02T18:16:33Z","cross_cats_sorted":[],"title_canon_sha256":"700002717a9b5d22ce7bf9c430c7b61494b4fcce06e744af7b864aefff2bf23d","abstract_canon_sha256":"b62e2aaf21a816a0e7c1af4f76a6a64f5223a96c82fd13643674a2b287da3ec2"},"schema_version":"1.0"},"canonical_sha256":"3c2932b2500012262c5a0ea121e03bdedd4813493504b33c6f6fbf6aa220222a","source":{"kind":"arxiv","id":"2210.00596","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2210.00596","created_at":"2026-07-05T06:02:29Z"},{"alias_kind":"arxiv_version","alias_value":"2210.00596v2","created_at":"2026-07-05T06:02:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.00596","created_at":"2026-07-05T06:02:29Z"},{"alias_kind":"pith_short_12","alias_value":"HQUTFMSQAAJC","created_at":"2026-07-05T06:02:29Z"},{"alias_kind":"pith_short_16","alias_value":"HQUTFMSQAAJCMLC2","created_at":"2026-07-05T06:02:29Z"},{"alias_kind":"pith_short_8","alias_value":"HQUTFMSQ","created_at":"2026-07-05T06:02:29Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:HQUTFMSQAAJCMLC2B2QSDYB333","target":"record","payload":{"canonical_record":{"source":{"id":"2210.00596","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-10-02T18:16:33Z","cross_cats_sorted":[],"title_canon_sha256":"700002717a9b5d22ce7bf9c430c7b61494b4fcce06e744af7b864aefff2bf23d","abstract_canon_sha256":"b62e2aaf21a816a0e7c1af4f76a6a64f5223a96c82fd13643674a2b287da3ec2"},"schema_version":"1.0"},"canonical_sha256":"3c2932b2500012262c5a0ea121e03bdedd4813493504b33c6f6fbf6aa220222a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:02:29.878573Z","signature_b64":"pwh9IKJVFaq0O1R7k/5gY/83Z2hom2cSAtAVeqMcqeQuAyEZ+ZBMpmj0OcqzaafPyWziwZLfdms6tF6nruI+Dw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3c2932b2500012262c5a0ea121e03bdedd4813493504b33c6f6fbf6aa220222a","last_reissued_at":"2026-07-05T06:02:29.878075Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:02:29.878075Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2210.00596","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:02:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Iklp7bQlVyC2vA7PZo56/Oynqk6oML9dWwwBjQArBap/un8wFcjHokYawq9uAYTqP0zrSIkJhHhp54kiKFCeAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T21:49:38.827851Z"},"content_sha256":"e5db1fdc7f2d38b295cc940a9625c8500a12e5816892f4e2b1a2dc3ee2ccf98f","schema_version":"1.0","event_id":"sha256:e5db1fdc7f2d38b295cc940a9625c8500a12e5816892f4e2b1a2dc3ee2ccf98f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:HQUTFMSQAAJCMLC2B2QSDYB333","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Policy Gradients for Probabilistic Constrained Reinforcement Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Dharmashankar Subramanian, Santiago Paternain, Weiqin Chen","submitted_at":"2022-10-02T18:16:33Z","abstract_excerpt":"This paper considers the problem of learning safe policies in the context of reinforcement learning (RL). In particular, we consider the notion of probabilistic safety. This is, we aim to design policies that maintain the state of the system in a safe set with high probability. This notion differs from cumulative constraints often considered in the literature. The challenge of working with probabilistic safety is the lack of expressions for their gradients. Indeed, policy optimization algorithms rely on gradients of the objective function and the constraints. To the best of our knowledge, this"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.00596","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2210.00596/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:02:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yxGIh4yvFTiJGM0Oookqd1g6knPKfaaPuP9h66TU66oiR8MDCML02A0u1PKn+jV5gnw/23qLO0vdEVBfw7gqAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T21:49:38.828224Z"},"content_sha256":"d5e2140fc7ed26671ddf4a774810ce06a3e1b3a5a9edc014538bda9b77d81fe2","schema_version":"1.0","event_id":"sha256:d5e2140fc7ed26671ddf4a774810ce06a3e1b3a5a9edc014538bda9b77d81fe2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HQUTFMSQAAJCMLC2B2QSDYB333/bundle.json","state_url":"https://pith.science/pith/HQUTFMSQAAJCMLC2B2QSDYB333/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HQUTFMSQAAJCMLC2B2QSDYB333/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T21:49:38Z","links":{"resolver":"https://pith.science/pith/HQUTFMSQAAJCMLC2B2QSDYB333","bundle":"https://pith.science/pith/HQUTFMSQAAJCMLC2B2QSDYB333/bundle.json","state":"https://pith.science/pith/HQUTFMSQAAJCMLC2B2QSDYB333/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HQUTFMSQAAJCMLC2B2QSDYB333/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:HQUTFMSQAAJCMLC2B2QSDYB333","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b62e2aaf21a816a0e7c1af4f76a6a64f5223a96c82fd13643674a2b287da3ec2","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-10-02T18:16:33Z","title_canon_sha256":"700002717a9b5d22ce7bf9c430c7b61494b4fcce06e744af7b864aefff2bf23d"},"schema_version":"1.0","source":{"id":"2210.00596","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2210.00596","created_at":"2026-07-05T06:02:29Z"},{"alias_kind":"arxiv_version","alias_value":"2210.00596v2","created_at":"2026-07-05T06:02:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.00596","created_at":"2026-07-05T06:02:29Z"},{"alias_kind":"pith_short_12","alias_value":"HQUTFMSQAAJC","created_at":"2026-07-05T06:02:29Z"},{"alias_kind":"pith_short_16","alias_value":"HQUTFMSQAAJCMLC2","created_at":"2026-07-05T06:02:29Z"},{"alias_kind":"pith_short_8","alias_value":"HQUTFMSQ","created_at":"2026-07-05T06:02:29Z"}],"graph_snapshots":[{"event_id":"sha256:d5e2140fc7ed26671ddf4a774810ce06a3e1b3a5a9edc014538bda9b77d81fe2","target":"graph","created_at":"2026-07-05T06:02:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2210.00596/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This paper considers the problem of learning safe policies in the context of reinforcement learning (RL). In particular, we consider the notion of probabilistic safety. This is, we aim to design policies that maintain the state of the system in a safe set with high probability. This notion differs from cumulative constraints often considered in the literature. The challenge of working with probabilistic safety is the lack of expressions for their gradients. Indeed, policy optimization algorithms rely on gradients of the objective function and the constraints. To the best of our knowledge, this","authors_text":"Dharmashankar Subramanian, Santiago Paternain, Weiqin Chen","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-10-02T18:16:33Z","title":"Policy Gradients for Probabilistic Constrained Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.00596","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e5db1fdc7f2d38b295cc940a9625c8500a12e5816892f4e2b1a2dc3ee2ccf98f","target":"record","created_at":"2026-07-05T06:02:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b62e2aaf21a816a0e7c1af4f76a6a64f5223a96c82fd13643674a2b287da3ec2","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-10-02T18:16:33Z","title_canon_sha256":"700002717a9b5d22ce7bf9c430c7b61494b4fcce06e744af7b864aefff2bf23d"},"schema_version":"1.0","source":{"id":"2210.00596","kind":"arxiv","version":2}},"canonical_sha256":"3c2932b2500012262c5a0ea121e03bdedd4813493504b33c6f6fbf6aa220222a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3c2932b2500012262c5a0ea121e03bdedd4813493504b33c6f6fbf6aa220222a","first_computed_at":"2026-07-05T06:02:29.878075Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:02:29.878075Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"pwh9IKJVFaq0O1R7k/5gY/83Z2hom2cSAtAVeqMcqeQuAyEZ+ZBMpmj0OcqzaafPyWziwZLfdms6tF6nruI+Dw==","signature_status":"signed_v1","signed_at":"2026-07-05T06:02:29.878573Z","signed_message":"canonical_sha256_bytes"},"source_id":"2210.00596","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e5db1fdc7f2d38b295cc940a9625c8500a12e5816892f4e2b1a2dc3ee2ccf98f","sha256:d5e2140fc7ed26671ddf4a774810ce06a3e1b3a5a9edc014538bda9b77d81fe2"],"state_sha256":"01628367006d25ebf630083d067a25db9cad8e1caea97e3b1133bb172aaffea8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/ugLNT4UnETdZD+yO4zpnh7BKQ33lJl7vim6wT4sUUP4AOWeoj97e4LTjYU+eNM9HcSQX5brLETXTXzfa1vhCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T21:49:38.830298Z","bundle_sha256":"6822afe8d250880c09faf09d95780e2a6ce8c239cba965935b8a22d1f6b56a47"}}