{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:5OED3VLOFDLIZYJU5SWILH3NX6","short_pith_number":"pith:5OED3VLO","canonical_record":{"source":{"id":"1902.06740","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-02-16T19:54:52Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"3c1d591d76eebc202a3aea51a0d519ed53629be64e383fef551e2425a198e984","abstract_canon_sha256":"fdacbbb7c7a126b247507b699f681c3d632403fee68604867b2fea7131e4ec88"},"schema_version":"1.0"},"canonical_sha256":"eb883dd56e28d68ce134ecac859f6dbf8be9f91889101b41623c19af441d834a","source":{"kind":"arxiv","id":"1902.06740","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1902.06740","created_at":"2026-07-05T00:47:37Z"},{"alias_kind":"arxiv_version","alias_value":"1902.06740v2","created_at":"2026-07-05T00:47:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1902.06740","created_at":"2026-07-05T00:47:37Z"},{"alias_kind":"pith_short_12","alias_value":"5OED3VLOFDLI","created_at":"2026-07-05T00:47:37Z"},{"alias_kind":"pith_short_16","alias_value":"5OED3VLOFDLIZYJU","created_at":"2026-07-05T00:47:37Z"},{"alias_kind":"pith_short_8","alias_value":"5OED3VLO","created_at":"2026-07-05T00:47:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:5OED3VLOFDLIZYJU5SWILH3NX6","target":"record","payload":{"canonical_record":{"source":{"id":"1902.06740","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-02-16T19:54:52Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"3c1d591d76eebc202a3aea51a0d519ed53629be64e383fef551e2425a198e984","abstract_canon_sha256":"fdacbbb7c7a126b247507b699f681c3d632403fee68604867b2fea7131e4ec88"},"schema_version":"1.0"},"canonical_sha256":"eb883dd56e28d68ce134ecac859f6dbf8be9f91889101b41623c19af441d834a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:47:37.170713Z","signature_b64":"8fa5eaCKlgiaIzjjmovnIKiFifRLckNvPwh0x+6A2TEfZVb46TR9Fnyt82woV7EI+uDVw4+LjKqnPDE2kF37Ag==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"eb883dd56e28d68ce134ecac859f6dbf8be9f91889101b41623c19af441d834a","last_reissued_at":"2026-07-05T00:47:37.170216Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:47:37.170216Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1902.06740","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:47:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RAo7KJM6mentTInEaqgPXe4xiHQDUwv9Mfk9EsaWpNS4QB4HsjeZisZ8UDZOi32LW1ck+uyJruUNv4gp/nmeDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T13:43:17.184426Z"},"content_sha256":"22a90d2cbd29addbb0c7ce233cfe26c1b4283881d4e36293d0860282a8aefa2f","schema_version":"1.0","event_id":"sha256:22a90d2cbd29addbb0c7ce233cfe26c1b4283881d4e36293d0860282a8aefa2f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:5OED3VLOFDLIZYJU5SWILH3NX6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Leveraging Communication Topologies Between Learning Agents in Deep Reinforcement Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Abhimanyu Dubey, Alex Pentland, Anirudh Goyal, Dan Calacci, Dhaval Adjodah, Esteban Moro, Peter Krafft","submitted_at":"2019-02-16T19:54:52Z","abstract_excerpt":"A common technique to improve learning performance in deep reinforcement learning (DRL) and many other machine learning algorithms is to run multiple learning agents in parallel. A neglected component in the development of these algorithms has been how best to arrange the learning agents involved to improve distributed search. Here we draw upon results from the networked optimization literatures suggesting that arranging learning agents in communication networks other than fully connected topologies (the implicit way agents are commonly arranged in) can improve learning. We explore the relativ"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1902.06740","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1902.06740/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:47:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FwXXoCa+H3ki+t54AsFftg9poFPS4tKE2T2MBOKL/OeHAKAfyvDQvWtKymGOW+xzXwf4Y0G804Xakr6kV5x9Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T13:43:17.184797Z"},"content_sha256":"9b36919bb352096f911efe925da234da5ef3a784d9086653c4ccb7f2bc7b1f8e","schema_version":"1.0","event_id":"sha256:9b36919bb352096f911efe925da234da5ef3a784d9086653c4ccb7f2bc7b1f8e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5OED3VLOFDLIZYJU5SWILH3NX6/bundle.json","state_url":"https://pith.science/pith/5OED3VLOFDLIZYJU5SWILH3NX6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5OED3VLOFDLIZYJU5SWILH3NX6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T13:43:17Z","links":{"resolver":"https://pith.science/pith/5OED3VLOFDLIZYJU5SWILH3NX6","bundle":"https://pith.science/pith/5OED3VLOFDLIZYJU5SWILH3NX6/bundle.json","state":"https://pith.science/pith/5OED3VLOFDLIZYJU5SWILH3NX6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5OED3VLOFDLIZYJU5SWILH3NX6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:5OED3VLOFDLIZYJU5SWILH3NX6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"fdacbbb7c7a126b247507b699f681c3d632403fee68604867b2fea7131e4ec88","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-02-16T19:54:52Z","title_canon_sha256":"3c1d591d76eebc202a3aea51a0d519ed53629be64e383fef551e2425a198e984"},"schema_version":"1.0","source":{"id":"1902.06740","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1902.06740","created_at":"2026-07-05T00:47:37Z"},{"alias_kind":"arxiv_version","alias_value":"1902.06740v2","created_at":"2026-07-05T00:47:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1902.06740","created_at":"2026-07-05T00:47:37Z"},{"alias_kind":"pith_short_12","alias_value":"5OED3VLOFDLI","created_at":"2026-07-05T00:47:37Z"},{"alias_kind":"pith_short_16","alias_value":"5OED3VLOFDLIZYJU","created_at":"2026-07-05T00:47:37Z"},{"alias_kind":"pith_short_8","alias_value":"5OED3VLO","created_at":"2026-07-05T00:47:37Z"}],"graph_snapshots":[{"event_id":"sha256:9b36919bb352096f911efe925da234da5ef3a784d9086653c4ccb7f2bc7b1f8e","target":"graph","created_at":"2026-07-05T00:47:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1902.06740/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"A common technique to improve learning performance in deep reinforcement learning (DRL) and many other machine learning algorithms is to run multiple learning agents in parallel. A neglected component in the development of these algorithms has been how best to arrange the learning agents involved to improve distributed search. Here we draw upon results from the networked optimization literatures suggesting that arranging learning agents in communication networks other than fully connected topologies (the implicit way agents are commonly arranged in) can improve learning. We explore the relativ","authors_text":"Abhimanyu Dubey, Alex Pentland, Anirudh Goyal, Dan Calacci, Dhaval Adjodah, Esteban Moro, Peter Krafft","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-02-16T19:54:52Z","title":"Leveraging Communication Topologies Between Learning Agents in Deep Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1902.06740","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:22a90d2cbd29addbb0c7ce233cfe26c1b4283881d4e36293d0860282a8aefa2f","target":"record","created_at":"2026-07-05T00:47:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"fdacbbb7c7a126b247507b699f681c3d632403fee68604867b2fea7131e4ec88","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-02-16T19:54:52Z","title_canon_sha256":"3c1d591d76eebc202a3aea51a0d519ed53629be64e383fef551e2425a198e984"},"schema_version":"1.0","source":{"id":"1902.06740","kind":"arxiv","version":2}},"canonical_sha256":"eb883dd56e28d68ce134ecac859f6dbf8be9f91889101b41623c19af441d834a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"eb883dd56e28d68ce134ecac859f6dbf8be9f91889101b41623c19af441d834a","first_computed_at":"2026-07-05T00:47:37.170216Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:47:37.170216Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"8fa5eaCKlgiaIzjjmovnIKiFifRLckNvPwh0x+6A2TEfZVb46TR9Fnyt82woV7EI+uDVw4+LjKqnPDE2kF37Ag==","signature_status":"signed_v1","signed_at":"2026-07-05T00:47:37.170713Z","signed_message":"canonical_sha256_bytes"},"source_id":"1902.06740","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:22a90d2cbd29addbb0c7ce233cfe26c1b4283881d4e36293d0860282a8aefa2f","sha256:9b36919bb352096f911efe925da234da5ef3a784d9086653c4ccb7f2bc7b1f8e"],"state_sha256":"e02e87a971be8a79d1a851d5486090f9d7502c8357d2ec6392ec34333cfcb1ee"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fRYJXHT6l0ISoC+0hIsxPOd35f5SAwaMEk2eYNKfvtUPI6fJ6HkDhm6fPlNJhzeDW+uDHHsxFTms9bYyV2LiDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T13:43:17.186833Z","bundle_sha256":"55bc734b81ae7e7efe89d880d558a50c31ed2bd165e063928343c58a3d56a610"}}