{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:N4AKNFEEMVKTLUS4FAVRDI26CW","short_pith_number":"pith:N4AKNFEE","canonical_record":{"source":{"id":"2302.14339","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2023-02-28T06:16:34Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"3e3fae018b2c18edb1e2085e2ee754d6b9de7b5bd0ae3fd4a1d950770f525d6f","abstract_canon_sha256":"3dc1574a22308c524c1919a497b88db04cf9712ba3d1c161f1b47a807f915014"},"schema_version":"1.0"},"canonical_sha256":"6f00a69484655535d25c282b11a35e158dfdf61c2a40bde7afe721b695d448bc","source":{"kind":"arxiv","id":"2302.14339","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.14339","created_at":"2026-07-05T06:35:26Z"},{"alias_kind":"arxiv_version","alias_value":"2302.14339v2","created_at":"2026-07-05T06:35:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.14339","created_at":"2026-07-05T06:35:26Z"},{"alias_kind":"pith_short_12","alias_value":"N4AKNFEEMVKT","created_at":"2026-07-05T06:35:26Z"},{"alias_kind":"pith_short_16","alias_value":"N4AKNFEEMVKTLUS4","created_at":"2026-07-05T06:35:26Z"},{"alias_kind":"pith_short_8","alias_value":"N4AKNFEE","created_at":"2026-07-05T06:35:26Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:N4AKNFEEMVKTLUS4FAVRDI26CW","target":"record","payload":{"canonical_record":{"source":{"id":"2302.14339","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2023-02-28T06:16:34Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"3e3fae018b2c18edb1e2085e2ee754d6b9de7b5bd0ae3fd4a1d950770f525d6f","abstract_canon_sha256":"3dc1574a22308c524c1919a497b88db04cf9712ba3d1c161f1b47a807f915014"},"schema_version":"1.0"},"canonical_sha256":"6f00a69484655535d25c282b11a35e158dfdf61c2a40bde7afe721b695d448bc","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:35:26.425139Z","signature_b64":"lGPRHKaUMLIqhoFaojkK2RMmQUxoO8dmnevnAQTlbRJJ0ohUbA9JJQLDqSuyKQ/QMO3i8HvjlMeipjfRk+uxDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6f00a69484655535d25c282b11a35e158dfdf61c2a40bde7afe721b695d448bc","last_reissued_at":"2026-07-05T06:35:26.424656Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:35:26.424656Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2302.14339","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:35:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CxqnSR1K82DegW0glN8hAXb9oBVAenUDgRSyypT83d4OTuQaNoJDGr2+YFzfrjMghulVJercMSgOuwjVaWJCCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T03:01:47.379342Z"},"content_sha256":"8c6ac63d4dc658617c84b98765c4458788c3c530507734b256ca519aad2b1616","schema_version":"1.0","event_id":"sha256:8c6ac63d4dc658617c84b98765c4458788c3c530507734b256ca519aad2b1616"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:N4AKNFEEMVKTLUS4FAVRDI26CW","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Efficient Exploration Using Extra Safety Budget in Constrained Policy Optimization","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.RO","authors_text":"Haotian Xu, Qing Zhuo, Shengjie Wang, Tao Zhang, Yang Gao, Yunzhe Zhang, Zhaolei Wang","submitted_at":"2023-02-28T06:16:34Z","abstract_excerpt":"Reinforcement learning (RL) has achieved promising results on most robotic control tasks. Safety of learning-based controllers is an essential notion of ensuring the effectiveness of the controllers. Current methods adopt whole consistency constraints during the training, thus resulting in inefficient exploration in the early stage. In this paper, we propose an algorithm named Constrained Policy Optimization with Extra Safety Budget (ESB-CPO) to strike a balance between the exploration efficiency and the constraints satisfaction. In the early stage, our method loosens the practical constraints"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.14339","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2302.14339/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:35:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HJCAIPF7Ul8AQb74IXICjiLb8DnOibOuqY2KuQ6CAz1LinHf3JuDdCMiCM06X9r1QtDgAZ7R225VtBUcEN0bDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T03:01:47.379735Z"},"content_sha256":"fddd63c01cce94ea007547c9a7ed9b055d6db2aed56960309cae22b8428ceba6","schema_version":"1.0","event_id":"sha256:fddd63c01cce94ea007547c9a7ed9b055d6db2aed56960309cae22b8428ceba6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/N4AKNFEEMVKTLUS4FAVRDI26CW/bundle.json","state_url":"https://pith.science/pith/N4AKNFEEMVKTLUS4FAVRDI26CW/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/N4AKNFEEMVKTLUS4FAVRDI26CW/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T03:01:47Z","links":{"resolver":"https://pith.science/pith/N4AKNFEEMVKTLUS4FAVRDI26CW","bundle":"https://pith.science/pith/N4AKNFEEMVKTLUS4FAVRDI26CW/bundle.json","state":"https://pith.science/pith/N4AKNFEEMVKTLUS4FAVRDI26CW/state.json","well_known_bundle":"https://pith.science/.well-known/pith/N4AKNFEEMVKTLUS4FAVRDI26CW/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:N4AKNFEEMVKTLUS4FAVRDI26CW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3dc1574a22308c524c1919a497b88db04cf9712ba3d1c161f1b47a807f915014","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2023-02-28T06:16:34Z","title_canon_sha256":"3e3fae018b2c18edb1e2085e2ee754d6b9de7b5bd0ae3fd4a1d950770f525d6f"},"schema_version":"1.0","source":{"id":"2302.14339","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.14339","created_at":"2026-07-05T06:35:26Z"},{"alias_kind":"arxiv_version","alias_value":"2302.14339v2","created_at":"2026-07-05T06:35:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.14339","created_at":"2026-07-05T06:35:26Z"},{"alias_kind":"pith_short_12","alias_value":"N4AKNFEEMVKT","created_at":"2026-07-05T06:35:26Z"},{"alias_kind":"pith_short_16","alias_value":"N4AKNFEEMVKTLUS4","created_at":"2026-07-05T06:35:26Z"},{"alias_kind":"pith_short_8","alias_value":"N4AKNFEE","created_at":"2026-07-05T06:35:26Z"}],"graph_snapshots":[{"event_id":"sha256:fddd63c01cce94ea007547c9a7ed9b055d6db2aed56960309cae22b8428ceba6","target":"graph","created_at":"2026-07-05T06:35:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2302.14339/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Reinforcement learning (RL) has achieved promising results on most robotic control tasks. Safety of learning-based controllers is an essential notion of ensuring the effectiveness of the controllers. Current methods adopt whole consistency constraints during the training, thus resulting in inefficient exploration in the early stage. In this paper, we propose an algorithm named Constrained Policy Optimization with Extra Safety Budget (ESB-CPO) to strike a balance between the exploration efficiency and the constraints satisfaction. In the early stage, our method loosens the practical constraints","authors_text":"Haotian Xu, Qing Zhuo, Shengjie Wang, Tao Zhang, Yang Gao, Yunzhe Zhang, Zhaolei Wang","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2023-02-28T06:16:34Z","title":"Efficient Exploration Using Extra Safety Budget in Constrained Policy Optimization"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.14339","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8c6ac63d4dc658617c84b98765c4458788c3c530507734b256ca519aad2b1616","target":"record","created_at":"2026-07-05T06:35:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3dc1574a22308c524c1919a497b88db04cf9712ba3d1c161f1b47a807f915014","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2023-02-28T06:16:34Z","title_canon_sha256":"3e3fae018b2c18edb1e2085e2ee754d6b9de7b5bd0ae3fd4a1d950770f525d6f"},"schema_version":"1.0","source":{"id":"2302.14339","kind":"arxiv","version":2}},"canonical_sha256":"6f00a69484655535d25c282b11a35e158dfdf61c2a40bde7afe721b695d448bc","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6f00a69484655535d25c282b11a35e158dfdf61c2a40bde7afe721b695d448bc","first_computed_at":"2026-07-05T06:35:26.424656Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:35:26.424656Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"lGPRHKaUMLIqhoFaojkK2RMmQUxoO8dmnevnAQTlbRJJ0ohUbA9JJQLDqSuyKQ/QMO3i8HvjlMeipjfRk+uxDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:35:26.425139Z","signed_message":"canonical_sha256_bytes"},"source_id":"2302.14339","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8c6ac63d4dc658617c84b98765c4458788c3c530507734b256ca519aad2b1616","sha256:fddd63c01cce94ea007547c9a7ed9b055d6db2aed56960309cae22b8428ceba6"],"state_sha256":"8373e199dff3d99dd7ab15c8802301f8bfa5f5efb035cea136d5e3a7d8b7fe0e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tqKzauMJdjr37zbpmYwbLZePS4eib2cEGGNkKLxz3G2JJUfRflidDAltuLl0ElYTN24gWJuD5XrBqkvzBjPmDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T03:01:47.381752Z","bundle_sha256":"ce2db91933c56ebb1b1719a04d1747504529fdead64790deb26f4f0a9a37a89f"}}