{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:HAV22UYRN4KIILGKLSOQGRQQOY","short_pith_number":"pith:HAV22UYR","canonical_record":{"source":{"id":"1905.10615","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-05-25T15:23:19Z","cross_cats_sorted":["cs.AI","cs.CR","stat.ML"],"title_canon_sha256":"17fd1a4bb0ee0b5f9d1445bb830d0e57455885be4bf7144b6a8f22807244f708","abstract_canon_sha256":"a93b4d6ace5a99c500440cb0e7a411cd65e7d46369020629d3504e4caedb5f18"},"schema_version":"1.0"},"canonical_sha256":"382bad53116f14842cca5c9d03461076054429c093ab72b1e2d91046b39fb8e1","source":{"kind":"arxiv","id":"1905.10615","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1905.10615","created_at":"2026-07-05T02:07:25Z"},{"alias_kind":"arxiv_version","alias_value":"1905.10615v3","created_at":"2026-07-05T02:07:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1905.10615","created_at":"2026-07-05T02:07:25Z"},{"alias_kind":"pith_short_12","alias_value":"HAV22UYRN4KI","created_at":"2026-07-05T02:07:25Z"},{"alias_kind":"pith_short_16","alias_value":"HAV22UYRN4KIILGK","created_at":"2026-07-05T02:07:25Z"},{"alias_kind":"pith_short_8","alias_value":"HAV22UYR","created_at":"2026-07-05T02:07:25Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:HAV22UYRN4KIILGKLSOQGRQQOY","target":"record","payload":{"canonical_record":{"source":{"id":"1905.10615","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-05-25T15:23:19Z","cross_cats_sorted":["cs.AI","cs.CR","stat.ML"],"title_canon_sha256":"17fd1a4bb0ee0b5f9d1445bb830d0e57455885be4bf7144b6a8f22807244f708","abstract_canon_sha256":"a93b4d6ace5a99c500440cb0e7a411cd65e7d46369020629d3504e4caedb5f18"},"schema_version":"1.0"},"canonical_sha256":"382bad53116f14842cca5c9d03461076054429c093ab72b1e2d91046b39fb8e1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:07:25.878525Z","signature_b64":"Uyrf+IW2y35L4+3HCo1VEBY3QP3NURDPBPB6HnopI00MG/fq4IajhRMeai46kACBDjXyRIj3EqamK2D/0faADw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"382bad53116f14842cca5c9d03461076054429c093ab72b1e2d91046b39fb8e1","last_reissued_at":"2026-07-05T02:07:25.878041Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:07:25.878041Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1905.10615","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:07:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Aj0H7znUDI3cxG3mK4uDJduzkh9xAV1FtiT63qmmdVlkRfHUo47NJk//g79IZTgZNNA7pz4mjqT33B/3tNpZBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T18:38:38.037008Z"},"content_sha256":"d3a342563c314be3cd6b6e0e377afe4f341fee9958aae216674598b814197c8c","schema_version":"1.0","event_id":"sha256:d3a342563c314be3cd6b6e0e377afe4f341fee9958aae216674598b814197c8c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:HAV22UYRN4KIILGKLSOQGRQQOY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Adversarial Policies: Attacking Deep Reinforcement Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CR","stat.ML"],"primary_cat":"cs.LG","authors_text":"Adam Gleave, Cody Wild, Michael Dennis, Neel Kant, Sergey Levine, Stuart Russell","submitted_at":"2019-05-25T15:23:19Z","abstract_excerpt":"Deep reinforcement learning (RL) policies are known to be vulnerable to adversarial perturbations to their observations, similar to adversarial examples for classifiers. However, an attacker is not usually able to directly modify another agent's observations. This might lead one to wonder: is it possible to attack an RL agent simply by choosing an adversarial policy acting in a multi-agent environment so as to create natural observations that are adversarial? We demonstrate the existence of adversarial policies in zero-sum games between simulated humanoid robots with proprioceptive observation"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1905.10615","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1905.10615/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:07:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jpMKrXpt7o814Fh9R0MKfvVxrAqmL0dML4drIlOqh2pQ4gZk/zNWhp3uAkFfy8o+YA705cIH/kxIVYaCprDjBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T18:38:38.037513Z"},"content_sha256":"941a8a4febca6c04de91681bc882d282e7ace7333bb389d282f3513f4fae6109","schema_version":"1.0","event_id":"sha256:941a8a4febca6c04de91681bc882d282e7ace7333bb389d282f3513f4fae6109"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HAV22UYRN4KIILGKLSOQGRQQOY/bundle.json","state_url":"https://pith.science/pith/HAV22UYRN4KIILGKLSOQGRQQOY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HAV22UYRN4KIILGKLSOQGRQQOY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T18:38:38Z","links":{"resolver":"https://pith.science/pith/HAV22UYRN4KIILGKLSOQGRQQOY","bundle":"https://pith.science/pith/HAV22UYRN4KIILGKLSOQGRQQOY/bundle.json","state":"https://pith.science/pith/HAV22UYRN4KIILGKLSOQGRQQOY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HAV22UYRN4KIILGKLSOQGRQQOY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:HAV22UYRN4KIILGKLSOQGRQQOY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a93b4d6ace5a99c500440cb0e7a411cd65e7d46369020629d3504e4caedb5f18","cross_cats_sorted":["cs.AI","cs.CR","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-05-25T15:23:19Z","title_canon_sha256":"17fd1a4bb0ee0b5f9d1445bb830d0e57455885be4bf7144b6a8f22807244f708"},"schema_version":"1.0","source":{"id":"1905.10615","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1905.10615","created_at":"2026-07-05T02:07:25Z"},{"alias_kind":"arxiv_version","alias_value":"1905.10615v3","created_at":"2026-07-05T02:07:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1905.10615","created_at":"2026-07-05T02:07:25Z"},{"alias_kind":"pith_short_12","alias_value":"HAV22UYRN4KI","created_at":"2026-07-05T02:07:25Z"},{"alias_kind":"pith_short_16","alias_value":"HAV22UYRN4KIILGK","created_at":"2026-07-05T02:07:25Z"},{"alias_kind":"pith_short_8","alias_value":"HAV22UYR","created_at":"2026-07-05T02:07:25Z"}],"graph_snapshots":[{"event_id":"sha256:941a8a4febca6c04de91681bc882d282e7ace7333bb389d282f3513f4fae6109","target":"graph","created_at":"2026-07-05T02:07:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1905.10615/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Deep reinforcement learning (RL) policies are known to be vulnerable to adversarial perturbations to their observations, similar to adversarial examples for classifiers. However, an attacker is not usually able to directly modify another agent's observations. This might lead one to wonder: is it possible to attack an RL agent simply by choosing an adversarial policy acting in a multi-agent environment so as to create natural observations that are adversarial? We demonstrate the existence of adversarial policies in zero-sum games between simulated humanoid robots with proprioceptive observation","authors_text":"Adam Gleave, Cody Wild, Michael Dennis, Neel Kant, Sergey Levine, Stuart Russell","cross_cats":["cs.AI","cs.CR","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-05-25T15:23:19Z","title":"Adversarial Policies: Attacking Deep Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1905.10615","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d3a342563c314be3cd6b6e0e377afe4f341fee9958aae216674598b814197c8c","target":"record","created_at":"2026-07-05T02:07:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a93b4d6ace5a99c500440cb0e7a411cd65e7d46369020629d3504e4caedb5f18","cross_cats_sorted":["cs.AI","cs.CR","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-05-25T15:23:19Z","title_canon_sha256":"17fd1a4bb0ee0b5f9d1445bb830d0e57455885be4bf7144b6a8f22807244f708"},"schema_version":"1.0","source":{"id":"1905.10615","kind":"arxiv","version":3}},"canonical_sha256":"382bad53116f14842cca5c9d03461076054429c093ab72b1e2d91046b39fb8e1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"382bad53116f14842cca5c9d03461076054429c093ab72b1e2d91046b39fb8e1","first_computed_at":"2026-07-05T02:07:25.878041Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:07:25.878041Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Uyrf+IW2y35L4+3HCo1VEBY3QP3NURDPBPB6HnopI00MG/fq4IajhRMeai46kACBDjXyRIj3EqamK2D/0faADw==","signature_status":"signed_v1","signed_at":"2026-07-05T02:07:25.878525Z","signed_message":"canonical_sha256_bytes"},"source_id":"1905.10615","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d3a342563c314be3cd6b6e0e377afe4f341fee9958aae216674598b814197c8c","sha256:941a8a4febca6c04de91681bc882d282e7ace7333bb389d282f3513f4fae6109"],"state_sha256":"10883047c645215c1ca8454e10265bb9aeba1d6de86ea7cd4a9b0efd69fc74b0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gcu5Aep136yPCINd63M6156LN70lNGg56dhRODPEpvRve/Um954BLChI3qbvsSvchkQURiEGI5szYHmf138vDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T18:38:38.043043Z","bundle_sha256":"5e4c07af69674118c0f7c8812c119b7b0428c4a5274cfc8e2140f89421637c5e"}}