{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:EVCN4JCCKN7BEG5C7PCEUJ54NS","short_pith_number":"pith:EVCN4JCC","canonical_record":{"source":{"id":"2312.12904","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-12-20T10:40:41Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"713406994e66bca9503853e09fe019422177aedf4379cd18e35e4bdff593cb19","abstract_canon_sha256":"a70e6e0a2b4ea855aea70af6d89f2bd1641f0ab054fda5ca904af2afd714cdd4"},"schema_version":"1.0"},"canonical_sha256":"2544de2442537e121ba2fbc44a27bc6cb9d5f62b9a52549c7d6dbdd7161eaf4b","source":{"kind":"arxiv","id":"2312.12904","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.12904","created_at":"2026-07-05T07:26:28Z"},{"alias_kind":"arxiv_version","alias_value":"2312.12904v1","created_at":"2026-07-05T07:26:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.12904","created_at":"2026-07-05T07:26:28Z"},{"alias_kind":"pith_short_12","alias_value":"EVCN4JCCKN7B","created_at":"2026-07-05T07:26:28Z"},{"alias_kind":"pith_short_16","alias_value":"EVCN4JCCKN7BEG5C","created_at":"2026-07-05T07:26:28Z"},{"alias_kind":"pith_short_8","alias_value":"EVCN4JCC","created_at":"2026-07-05T07:26:28Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:EVCN4JCCKN7BEG5C7PCEUJ54NS","target":"record","payload":{"canonical_record":{"source":{"id":"2312.12904","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-12-20T10:40:41Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"713406994e66bca9503853e09fe019422177aedf4379cd18e35e4bdff593cb19","abstract_canon_sha256":"a70e6e0a2b4ea855aea70af6d89f2bd1641f0ab054fda5ca904af2afd714cdd4"},"schema_version":"1.0"},"canonical_sha256":"2544de2442537e121ba2fbc44a27bc6cb9d5f62b9a52549c7d6dbdd7161eaf4b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:26:28.129994Z","signature_b64":"Xqjy+hPP1iMCxvHnsgGWUI0Er5ZDchhYfZnBrTOs88WHm8o4aKXo3dz8GSVYvrUiPHRk1Pm31HJ6dhk/e0r8Aw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2544de2442537e121ba2fbc44a27bc6cb9d5f62b9a52549c7d6dbdd7161eaf4b","last_reissued_at":"2026-07-05T07:26:28.129581Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:26:28.129581Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2312.12904","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:26:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DAJdlajR6v4+74uZyYi2y5LFvVLwp14HjEpIDWDdeaxSQq0k7MBwZwZMWBIPzHscF8i+82pyKo+6yOYMXKDcAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T19:19:04.742678Z"},"content_sha256":"5a0ac4e8eb4225e1b0b455622ed2b3fe89080c47897ea562374d02bfbeeae7b5","schema_version":"1.0","event_id":"sha256:5a0ac4e8eb4225e1b0b455622ed2b3fe89080c47897ea562374d02bfbeeae7b5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:EVCN4JCCKN7BEG5C7PCEUJ54NS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"PGN: A perturbation generation network against deep reinforcement learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Feifan Li, Quan Pan, Xiangjuan Li, Yang Li","submitted_at":"2023-12-20T10:40:41Z","abstract_excerpt":"Deep reinforcement learning has advanced greatly and applied in many areas. In this paper, we explore the vulnerability of deep reinforcement learning by proposing a novel generative model for creating effective adversarial examples to attack the agent. Our proposed model can achieve both targeted attacks and untargeted attacks. Considering the specificity of deep reinforcement learning, we propose the action consistency ratio as a measure of stealthiness, and a new measurement index of effectiveness and stealthiness. Experiment results show that our method can ensure the effectiveness and ste"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.12904","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2312.12904/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:26:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2EuuYmda3LxJwJp/zR/FTqMYR4KTPeA6zr/pYrGik8a1T4dj9duJ6fNqXVRJCIaMtq7L0SmGkZFLZA7a+bVQAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T19:19:04.743063Z"},"content_sha256":"6ffc8ecbf85b37ed2725d63b0c6ccf4ce502344105500665366ca5beed2afcfb","schema_version":"1.0","event_id":"sha256:6ffc8ecbf85b37ed2725d63b0c6ccf4ce502344105500665366ca5beed2afcfb"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/EVCN4JCCKN7BEG5C7PCEUJ54NS/bundle.json","state_url":"https://pith.science/pith/EVCN4JCCKN7BEG5C7PCEUJ54NS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/EVCN4JCCKN7BEG5C7PCEUJ54NS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-17T19:19:04Z","links":{"resolver":"https://pith.science/pith/EVCN4JCCKN7BEG5C7PCEUJ54NS","bundle":"https://pith.science/pith/EVCN4JCCKN7BEG5C7PCEUJ54NS/bundle.json","state":"https://pith.science/pith/EVCN4JCCKN7BEG5C7PCEUJ54NS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/EVCN4JCCKN7BEG5C7PCEUJ54NS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:EVCN4JCCKN7BEG5C7PCEUJ54NS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a70e6e0a2b4ea855aea70af6d89f2bd1641f0ab054fda5ca904af2afd714cdd4","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-12-20T10:40:41Z","title_canon_sha256":"713406994e66bca9503853e09fe019422177aedf4379cd18e35e4bdff593cb19"},"schema_version":"1.0","source":{"id":"2312.12904","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.12904","created_at":"2026-07-05T07:26:28Z"},{"alias_kind":"arxiv_version","alias_value":"2312.12904v1","created_at":"2026-07-05T07:26:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.12904","created_at":"2026-07-05T07:26:28Z"},{"alias_kind":"pith_short_12","alias_value":"EVCN4JCCKN7B","created_at":"2026-07-05T07:26:28Z"},{"alias_kind":"pith_short_16","alias_value":"EVCN4JCCKN7BEG5C","created_at":"2026-07-05T07:26:28Z"},{"alias_kind":"pith_short_8","alias_value":"EVCN4JCC","created_at":"2026-07-05T07:26:28Z"}],"graph_snapshots":[{"event_id":"sha256:6ffc8ecbf85b37ed2725d63b0c6ccf4ce502344105500665366ca5beed2afcfb","target":"graph","created_at":"2026-07-05T07:26:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2312.12904/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Deep reinforcement learning has advanced greatly and applied in many areas. In this paper, we explore the vulnerability of deep reinforcement learning by proposing a novel generative model for creating effective adversarial examples to attack the agent. Our proposed model can achieve both targeted attacks and untargeted attacks. Considering the specificity of deep reinforcement learning, we propose the action consistency ratio as a measure of stealthiness, and a new measurement index of effectiveness and stealthiness. Experiment results show that our method can ensure the effectiveness and ste","authors_text":"Feifan Li, Quan Pan, Xiangjuan Li, Yang Li","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-12-20T10:40:41Z","title":"PGN: A perturbation generation network against deep reinforcement learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.12904","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5a0ac4e8eb4225e1b0b455622ed2b3fe89080c47897ea562374d02bfbeeae7b5","target":"record","created_at":"2026-07-05T07:26:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a70e6e0a2b4ea855aea70af6d89f2bd1641f0ab054fda5ca904af2afd714cdd4","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-12-20T10:40:41Z","title_canon_sha256":"713406994e66bca9503853e09fe019422177aedf4379cd18e35e4bdff593cb19"},"schema_version":"1.0","source":{"id":"2312.12904","kind":"arxiv","version":1}},"canonical_sha256":"2544de2442537e121ba2fbc44a27bc6cb9d5f62b9a52549c7d6dbdd7161eaf4b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2544de2442537e121ba2fbc44a27bc6cb9d5f62b9a52549c7d6dbdd7161eaf4b","first_computed_at":"2026-07-05T07:26:28.129581Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:26:28.129581Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Xqjy+hPP1iMCxvHnsgGWUI0Er5ZDchhYfZnBrTOs88WHm8o4aKXo3dz8GSVYvrUiPHRk1Pm31HJ6dhk/e0r8Aw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:26:28.129994Z","signed_message":"canonical_sha256_bytes"},"source_id":"2312.12904","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5a0ac4e8eb4225e1b0b455622ed2b3fe89080c47897ea562374d02bfbeeae7b5","sha256:6ffc8ecbf85b37ed2725d63b0c6ccf4ce502344105500665366ca5beed2afcfb"],"state_sha256":"72259f8a2b0e2ff37aae70e5eab926667f1904d3bfb05ad1a695c61497f07465"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TeqOaOYlM9FGiaaVlAW4a9bl3jbBMkbdvIjEeAq6l1yMvBBZNZkbKs8qcB2TPvMlAb0iVCn24eV1wtB01WmUCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-17T19:19:04.745478Z","bundle_sha256":"4f365bf198697eae3468159aa31ef7b9fe054c6d00e274c7a72da242759c0a2e"}}