{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:WG5LEPJVT2KPJ2N53AOL77FIK2","short_pith_number":"pith:WG5LEPJV","canonical_record":{"source":{"id":"1906.10306","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-06-25T03:20:04Z","cross_cats_sorted":["math.OC","stat.ML"],"title_canon_sha256":"7cb702ef1e00460ae98c7c2bd8e863108635f3605ebd0ea51d5b23e2e13fa903","abstract_canon_sha256":"ef2f03345eff6c2b374ceca41ed3e2e1b09c9c16c08f34d56ede80b796f7892c"},"schema_version":"1.0"},"canonical_sha256":"b1bab23d359e94f4e9bdd81cbffca856b45aee8680aaea3685e0feffaff11cd8","source":{"kind":"arxiv","id":"1906.10306","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1906.10306","created_at":"2026-07-05T05:46:03Z"},{"alias_kind":"arxiv_version","alias_value":"1906.10306v3","created_at":"2026-07-05T05:46:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1906.10306","created_at":"2026-07-05T05:46:03Z"},{"alias_kind":"pith_short_12","alias_value":"WG5LEPJVT2KP","created_at":"2026-07-05T05:46:03Z"},{"alias_kind":"pith_short_16","alias_value":"WG5LEPJVT2KPJ2N5","created_at":"2026-07-05T05:46:03Z"},{"alias_kind":"pith_short_8","alias_value":"WG5LEPJV","created_at":"2026-07-05T05:46:03Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:WG5LEPJVT2KPJ2N53AOL77FIK2","target":"record","payload":{"canonical_record":{"source":{"id":"1906.10306","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-06-25T03:20:04Z","cross_cats_sorted":["math.OC","stat.ML"],"title_canon_sha256":"7cb702ef1e00460ae98c7c2bd8e863108635f3605ebd0ea51d5b23e2e13fa903","abstract_canon_sha256":"ef2f03345eff6c2b374ceca41ed3e2e1b09c9c16c08f34d56ede80b796f7892c"},"schema_version":"1.0"},"canonical_sha256":"b1bab23d359e94f4e9bdd81cbffca856b45aee8680aaea3685e0feffaff11cd8","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:46:03.899243Z","signature_b64":"wQT8cVvVMJK6CHd374N0tuFhWrDWEAYBMZ9rjVOGGy1etBPUYn1UPQ0eY1r+k2VS7pVeec8f2grTcWQdCIb9BA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b1bab23d359e94f4e9bdd81cbffca856b45aee8680aaea3685e0feffaff11cd8","last_reissued_at":"2026-07-05T05:46:03.898747Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:46:03.898747Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1906.10306","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:46:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/xKbLQzeup1NoZjgoC3qqeR3sJoRIJVZVygEkNYUtRmCqn114fAqPyB1CAz29aHm9KkdOkQBtAdkemU0fI+2Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T01:58:14.585919Z"},"content_sha256":"60cb8636cec9ed27e4858ce19ddc9546ab47146a69bba97f8619e42482f8417b","schema_version":"1.0","event_id":"sha256:60cb8636cec9ed27e4858ce19ddc9546ab47146a69bba97f8619e42482f8417b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:WG5LEPJVT2KPJ2N53AOL77FIK2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Neural Proximal/Trust Region Policy Optimization Attains Globally Optimal Policy","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["math.OC","stat.ML"],"primary_cat":"cs.LG","authors_text":"Boyi Liu, Qi Cai, Zhaoran Wang, Zhuoran Yang","submitted_at":"2019-06-25T03:20:04Z","abstract_excerpt":"Proximal policy optimization and trust region policy optimization (PPO and TRPO) with actor and critic parametrized by neural networks achieve significant empirical success in deep reinforcement learning. However, due to nonconvexity, the global convergence of PPO and TRPO remains less understood, which separates theory from practice. In this paper, we prove that a variant of PPO and TRPO equipped with overparametrized neural networks converges to the globally optimal policy at a sublinear rate. The key to our analysis is the global convergence of infinite-dimensional mirror descent under a no"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1906.10306","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1906.10306/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:46:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4nfSijKg1T4bTxxqlPZgLSRNvTRAYrLaFmBdysXFFY0zp+YqHMN8HsDJtqu46R9T6jCCVA34CvD5ORsEs8S2Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T01:58:14.586420Z"},"content_sha256":"83c9c80820e4eede66210838b8aa434accedaecd580a09c526c76903fdde23a5","schema_version":"1.0","event_id":"sha256:83c9c80820e4eede66210838b8aa434accedaecd580a09c526c76903fdde23a5"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WG5LEPJVT2KPJ2N53AOL77FIK2/bundle.json","state_url":"https://pith.science/pith/WG5LEPJVT2KPJ2N53AOL77FIK2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WG5LEPJVT2KPJ2N53AOL77FIK2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-20T01:58:14Z","links":{"resolver":"https://pith.science/pith/WG5LEPJVT2KPJ2N53AOL77FIK2","bundle":"https://pith.science/pith/WG5LEPJVT2KPJ2N53AOL77FIK2/bundle.json","state":"https://pith.science/pith/WG5LEPJVT2KPJ2N53AOL77FIK2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WG5LEPJVT2KPJ2N53AOL77FIK2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:WG5LEPJVT2KPJ2N53AOL77FIK2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ef2f03345eff6c2b374ceca41ed3e2e1b09c9c16c08f34d56ede80b796f7892c","cross_cats_sorted":["math.OC","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-06-25T03:20:04Z","title_canon_sha256":"7cb702ef1e00460ae98c7c2bd8e863108635f3605ebd0ea51d5b23e2e13fa903"},"schema_version":"1.0","source":{"id":"1906.10306","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1906.10306","created_at":"2026-07-05T05:46:03Z"},{"alias_kind":"arxiv_version","alias_value":"1906.10306v3","created_at":"2026-07-05T05:46:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1906.10306","created_at":"2026-07-05T05:46:03Z"},{"alias_kind":"pith_short_12","alias_value":"WG5LEPJVT2KP","created_at":"2026-07-05T05:46:03Z"},{"alias_kind":"pith_short_16","alias_value":"WG5LEPJVT2KPJ2N5","created_at":"2026-07-05T05:46:03Z"},{"alias_kind":"pith_short_8","alias_value":"WG5LEPJV","created_at":"2026-07-05T05:46:03Z"}],"graph_snapshots":[{"event_id":"sha256:83c9c80820e4eede66210838b8aa434accedaecd580a09c526c76903fdde23a5","target":"graph","created_at":"2026-07-05T05:46:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1906.10306/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Proximal policy optimization and trust region policy optimization (PPO and TRPO) with actor and critic parametrized by neural networks achieve significant empirical success in deep reinforcement learning. However, due to nonconvexity, the global convergence of PPO and TRPO remains less understood, which separates theory from practice. In this paper, we prove that a variant of PPO and TRPO equipped with overparametrized neural networks converges to the globally optimal policy at a sublinear rate. The key to our analysis is the global convergence of infinite-dimensional mirror descent under a no","authors_text":"Boyi Liu, Qi Cai, Zhaoran Wang, Zhuoran Yang","cross_cats":["math.OC","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-06-25T03:20:04Z","title":"Neural Proximal/Trust Region Policy Optimization Attains Globally Optimal Policy"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1906.10306","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:60cb8636cec9ed27e4858ce19ddc9546ab47146a69bba97f8619e42482f8417b","target":"record","created_at":"2026-07-05T05:46:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ef2f03345eff6c2b374ceca41ed3e2e1b09c9c16c08f34d56ede80b796f7892c","cross_cats_sorted":["math.OC","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-06-25T03:20:04Z","title_canon_sha256":"7cb702ef1e00460ae98c7c2bd8e863108635f3605ebd0ea51d5b23e2e13fa903"},"schema_version":"1.0","source":{"id":"1906.10306","kind":"arxiv","version":3}},"canonical_sha256":"b1bab23d359e94f4e9bdd81cbffca856b45aee8680aaea3685e0feffaff11cd8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b1bab23d359e94f4e9bdd81cbffca856b45aee8680aaea3685e0feffaff11cd8","first_computed_at":"2026-07-05T05:46:03.898747Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:46:03.898747Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"wQT8cVvVMJK6CHd374N0tuFhWrDWEAYBMZ9rjVOGGy1etBPUYn1UPQ0eY1r+k2VS7pVeec8f2grTcWQdCIb9BA==","signature_status":"signed_v1","signed_at":"2026-07-05T05:46:03.899243Z","signed_message":"canonical_sha256_bytes"},"source_id":"1906.10306","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:60cb8636cec9ed27e4858ce19ddc9546ab47146a69bba97f8619e42482f8417b","sha256:83c9c80820e4eede66210838b8aa434accedaecd580a09c526c76903fdde23a5"],"state_sha256":"84f011674eb63107685af0cec17a10d16cd7ed239371e4b47bc6fe2855507899"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"L71O4vALFGkffo3p73N2uzz1kPOvJFBw3YpJmLGFsqlVnRfmAkn2x2+FYv4XeYbOKo5qBuL+kqpXiuPXVayTCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-20T01:58:14.591476Z","bundle_sha256":"ade77621c49d67a993246eedc418787b2c46598c158fa85617ecb2bfbc54ac4f"}}