{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:2ACYYJ7PIALRZ5NJV3WZ2QPUSN","short_pith_number":"pith:2ACYYJ7P","canonical_record":{"source":{"id":"1909.11468","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.MA","submitted_at":"2019-09-25T13:11:33Z","cross_cats_sorted":[],"title_canon_sha256":"924c09582b3d7fcbd2bd542eb3549d994a1b292a22cd78b8eeb15d0b53525c95","abstract_canon_sha256":"50468828a2af055ae9b7aaa406e8f1583e6e3eea2acd8c52f1d1314ddf2fee29"},"schema_version":"1.0"},"canonical_sha256":"d0058c27ef40171cf5a9aeed9d41f49373f09ed0187e21ccfddf2400041d536a","source":{"kind":"arxiv","id":"1909.11468","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1909.11468","created_at":"2026-07-05T00:07:11Z"},{"alias_kind":"arxiv_version","alias_value":"1909.11468v1","created_at":"2026-07-05T00:07:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1909.11468","created_at":"2026-07-05T00:07:11Z"},{"alias_kind":"pith_short_12","alias_value":"2ACYYJ7PIALR","created_at":"2026-07-05T00:07:11Z"},{"alias_kind":"pith_short_16","alias_value":"2ACYYJ7PIALRZ5NJ","created_at":"2026-07-05T00:07:11Z"},{"alias_kind":"pith_short_8","alias_value":"2ACYYJ7P","created_at":"2026-07-05T00:07:11Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:2ACYYJ7PIALRZ5NJV3WZ2QPUSN","target":"record","payload":{"canonical_record":{"source":{"id":"1909.11468","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.MA","submitted_at":"2019-09-25T13:11:33Z","cross_cats_sorted":[],"title_canon_sha256":"924c09582b3d7fcbd2bd542eb3549d994a1b292a22cd78b8eeb15d0b53525c95","abstract_canon_sha256":"50468828a2af055ae9b7aaa406e8f1583e6e3eea2acd8c52f1d1314ddf2fee29"},"schema_version":"1.0"},"canonical_sha256":"d0058c27ef40171cf5a9aeed9d41f49373f09ed0187e21ccfddf2400041d536a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:07:11.913575Z","signature_b64":"VYhnOPhlibTC/8HbF15fan/T5YdWMZfzvRswbbcpcisEB26eOQDX0EzkQvYnp8N462lB+omwQNoDsyFlOfaHDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d0058c27ef40171cf5a9aeed9d41f49373f09ed0187e21ccfddf2400041d536a","last_reissued_at":"2026-07-05T00:07:11.912954Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:07:11.912954Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1909.11468","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:07:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ERsXKF8Pr3vy+K13PjdyV8qv5KGOzozddU2RKHJFJ4ldkcqVo6eKLlWFIBIEBiAKOG9HKkUagtI6XT/Szfv9Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T23:21:32.901210Z"},"content_sha256":"c969eaedac1ebb452d4a774aa16aee34bafb7435f2f67e68bbda1c9fb70a8a4f","schema_version":"1.0","event_id":"sha256:c969eaedac1ebb452d4a774aa16aee34bafb7435f2f67e68bbda1c9fb70a8a4f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:2ACYYJ7PIALRZ5NJV3WZ2QPUSN","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Independent Generative Adversarial Self-Imitation Learning in Cooperative Multiagent Systems","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.MA","authors_text":"Jianye Hao, Weixun Wang, Xiaotian Hao, Yaodong Yang","submitted_at":"2019-09-25T13:11:33Z","abstract_excerpt":"Many tasks in practice require the collaboration of multiple agents through reinforcement learning. In general, cooperative multiagent reinforcement learning algorithms can be classified into two paradigms: Joint Action Learners (JALs) and Independent Learners (ILs). In many practical applications, agents are unable to observe other agents' actions and rewards, making JALs inapplicable. In this work, we focus on independent learning paradigm in which each agent makes decisions based on its local observations only. However, learning is challenging in independent settings due to the local viewpo"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1909.11468","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1909.11468/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:07:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"l96Ro6KYG2r/ZSUHPHcA9ZOvq87kjCld0ztBfWV+Cu0NObUPm3AvFggP9dmeck8YbSd1prfzMSRRf8RVUw8SCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T23:21:32.901597Z"},"content_sha256":"1777877bba3038fd5c2c2efc6498dc0db63ffb5670f3f9ca28c1f8d4aee11eee","schema_version":"1.0","event_id":"sha256:1777877bba3038fd5c2c2efc6498dc0db63ffb5670f3f9ca28c1f8d4aee11eee"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2ACYYJ7PIALRZ5NJV3WZ2QPUSN/bundle.json","state_url":"https://pith.science/pith/2ACYYJ7PIALRZ5NJV3WZ2QPUSN/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2ACYYJ7PIALRZ5NJV3WZ2QPUSN/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T23:21:32Z","links":{"resolver":"https://pith.science/pith/2ACYYJ7PIALRZ5NJV3WZ2QPUSN","bundle":"https://pith.science/pith/2ACYYJ7PIALRZ5NJV3WZ2QPUSN/bundle.json","state":"https://pith.science/pith/2ACYYJ7PIALRZ5NJV3WZ2QPUSN/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2ACYYJ7PIALRZ5NJV3WZ2QPUSN/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:2ACYYJ7PIALRZ5NJV3WZ2QPUSN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"50468828a2af055ae9b7aaa406e8f1583e6e3eea2acd8c52f1d1314ddf2fee29","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.MA","submitted_at":"2019-09-25T13:11:33Z","title_canon_sha256":"924c09582b3d7fcbd2bd542eb3549d994a1b292a22cd78b8eeb15d0b53525c95"},"schema_version":"1.0","source":{"id":"1909.11468","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1909.11468","created_at":"2026-07-05T00:07:11Z"},{"alias_kind":"arxiv_version","alias_value":"1909.11468v1","created_at":"2026-07-05T00:07:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1909.11468","created_at":"2026-07-05T00:07:11Z"},{"alias_kind":"pith_short_12","alias_value":"2ACYYJ7PIALR","created_at":"2026-07-05T00:07:11Z"},{"alias_kind":"pith_short_16","alias_value":"2ACYYJ7PIALRZ5NJ","created_at":"2026-07-05T00:07:11Z"},{"alias_kind":"pith_short_8","alias_value":"2ACYYJ7P","created_at":"2026-07-05T00:07:11Z"}],"graph_snapshots":[{"event_id":"sha256:1777877bba3038fd5c2c2efc6498dc0db63ffb5670f3f9ca28c1f8d4aee11eee","target":"graph","created_at":"2026-07-05T00:07:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1909.11468/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Many tasks in practice require the collaboration of multiple agents through reinforcement learning. In general, cooperative multiagent reinforcement learning algorithms can be classified into two paradigms: Joint Action Learners (JALs) and Independent Learners (ILs). In many practical applications, agents are unable to observe other agents' actions and rewards, making JALs inapplicable. In this work, we focus on independent learning paradigm in which each agent makes decisions based on its local observations only. However, learning is challenging in independent settings due to the local viewpo","authors_text":"Jianye Hao, Weixun Wang, Xiaotian Hao, Yaodong Yang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.MA","submitted_at":"2019-09-25T13:11:33Z","title":"Independent Generative Adversarial Self-Imitation Learning in Cooperative Multiagent Systems"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1909.11468","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c969eaedac1ebb452d4a774aa16aee34bafb7435f2f67e68bbda1c9fb70a8a4f","target":"record","created_at":"2026-07-05T00:07:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"50468828a2af055ae9b7aaa406e8f1583e6e3eea2acd8c52f1d1314ddf2fee29","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.MA","submitted_at":"2019-09-25T13:11:33Z","title_canon_sha256":"924c09582b3d7fcbd2bd542eb3549d994a1b292a22cd78b8eeb15d0b53525c95"},"schema_version":"1.0","source":{"id":"1909.11468","kind":"arxiv","version":1}},"canonical_sha256":"d0058c27ef40171cf5a9aeed9d41f49373f09ed0187e21ccfddf2400041d536a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d0058c27ef40171cf5a9aeed9d41f49373f09ed0187e21ccfddf2400041d536a","first_computed_at":"2026-07-05T00:07:11.912954Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:07:11.912954Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"VYhnOPhlibTC/8HbF15fan/T5YdWMZfzvRswbbcpcisEB26eOQDX0EzkQvYnp8N462lB+omwQNoDsyFlOfaHDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T00:07:11.913575Z","signed_message":"canonical_sha256_bytes"},"source_id":"1909.11468","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c969eaedac1ebb452d4a774aa16aee34bafb7435f2f67e68bbda1c9fb70a8a4f","sha256:1777877bba3038fd5c2c2efc6498dc0db63ffb5670f3f9ca28c1f8d4aee11eee"],"state_sha256":"af1139efea74ab03478663df24647e21f2f57eca08cb153e34367d60cfd4cbdd"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8uapHi369wujtnRyuZZW/4Y9gPJBsfnFryT8wClho7/wgGbRIiMu1Wf4ZaNYapB3ArB8iFxBdQdYyQnpRq0EAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T23:21:32.903516Z","bundle_sha256":"b236e2a2c08ba42968c021f9c1fb5fdc2484b4bf5f94411e68785e56563a961d"}}