{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:QRWXMR3H65FLHBTYSRYYMEADVI","short_pith_number":"pith:QRWXMR3H","canonical_record":{"source":{"id":"2307.16212","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2023-07-30T12:31:42Z","cross_cats_sorted":["cs.AI","cs.GT","cs.MA","cs.SY","eess.SY"],"title_canon_sha256":"fe6017c1a2224a57aed353b3557b0700db8f5e58e8344d3c0b615ef5ae468050","abstract_canon_sha256":"10c5f7bf736377b07a048a171be977586dc4dd71f94189231029e1547ba2a9e4"},"schema_version":"1.0"},"canonical_sha256":"846d764767f74ab386789471861003aa3d30e444d7680921a59845a5e53fb0a2","source":{"kind":"arxiv","id":"2307.16212","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2307.16212","created_at":"2026-07-05T06:36:00Z"},{"alias_kind":"arxiv_version","alias_value":"2307.16212v1","created_at":"2026-07-05T06:36:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2307.16212","created_at":"2026-07-05T06:36:00Z"},{"alias_kind":"pith_short_12","alias_value":"QRWXMR3H65FL","created_at":"2026-07-05T06:36:00Z"},{"alias_kind":"pith_short_16","alias_value":"QRWXMR3H65FLHBTY","created_at":"2026-07-05T06:36:00Z"},{"alias_kind":"pith_short_8","alias_value":"QRWXMR3H","created_at":"2026-07-05T06:36:00Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:QRWXMR3H65FLHBTYSRYYMEADVI","target":"record","payload":{"canonical_record":{"source":{"id":"2307.16212","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2023-07-30T12:31:42Z","cross_cats_sorted":["cs.AI","cs.GT","cs.MA","cs.SY","eess.SY"],"title_canon_sha256":"fe6017c1a2224a57aed353b3557b0700db8f5e58e8344d3c0b615ef5ae468050","abstract_canon_sha256":"10c5f7bf736377b07a048a171be977586dc4dd71f94189231029e1547ba2a9e4"},"schema_version":"1.0"},"canonical_sha256":"846d764767f74ab386789471861003aa3d30e444d7680921a59845a5e53fb0a2","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:36:00.276181Z","signature_b64":"ertZA6keiHbxBmOKkzkL7SKRFv2E7o2BxLYGoTom18xyE6Tdmrn0ee3qUV24gnSAgx3aQYxzhQ3/OXZMkFDEDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"846d764767f74ab386789471861003aa3d30e444d7680921a59845a5e53fb0a2","last_reissued_at":"2026-07-05T06:36:00.275731Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:36:00.275731Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2307.16212","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:36:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Fgscwo02II1k6hNr45maP+R0IrXgrnmza8QwpDmRqph4RwXH7Tj34FQAPhZcJ4FeyFlC8BXy/uxKmVetuc0TDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T09:40:45.901942Z"},"content_sha256":"3d3431e498bfcb93a70f9d921b4caf80f47b6e689d770c367dc5ec7bb296bc37","schema_version":"1.0","event_id":"sha256:3d3431e498bfcb93a70f9d921b4caf80f47b6e689d770c367dc5ec7bb296bc37"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:QRWXMR3H65FLHBTYSRYYMEADVI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Robust Multi-Agent Reinforcement Learning with State Uncertainty","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AI","cs.GT","cs.MA","cs.SY","eess.SY"],"primary_cat":"cs.LG","authors_text":"Fei Miao, Sanbao Su, Shaofeng Zou, Shuo Han, Sihong He, Songyang Han","submitted_at":"2023-07-30T12:31:42Z","abstract_excerpt":"In real-world multi-agent reinforcement learning (MARL) applications, agents may not have perfect state information (e.g., due to inaccurate measurement or malicious attacks), which challenges the robustness of agents' policies. Though robustness is getting important in MARL deployment, little prior work has studied state uncertainties in MARL, neither in problem formulation nor algorithm design. Motivated by this robustness issue and the lack of corresponding studies, we study the problem of MARL with state uncertainty in this work. We provide the first attempt to the theoretical and empirica"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2307.16212","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2307.16212/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:36:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MKZ5IDlQ/icZm0N2kLDGixwfnFrTkqJNSzzza7KMIE79iERnS2nuTfdpem9ISMNb4b/FgRt5M6lJoIf7OQtXAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T09:40:45.902368Z"},"content_sha256":"6885dcdb9a9a6c65be159a1cfc5ce67ec11112b6f7bbbede29936902dc23850d","schema_version":"1.0","event_id":"sha256:6885dcdb9a9a6c65be159a1cfc5ce67ec11112b6f7bbbede29936902dc23850d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/QRWXMR3H65FLHBTYSRYYMEADVI/bundle.json","state_url":"https://pith.science/pith/QRWXMR3H65FLHBTYSRYYMEADVI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/QRWXMR3H65FLHBTYSRYYMEADVI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T09:40:45Z","links":{"resolver":"https://pith.science/pith/QRWXMR3H65FLHBTYSRYYMEADVI","bundle":"https://pith.science/pith/QRWXMR3H65FLHBTYSRYYMEADVI/bundle.json","state":"https://pith.science/pith/QRWXMR3H65FLHBTYSRYYMEADVI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/QRWXMR3H65FLHBTYSRYYMEADVI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:QRWXMR3H65FLHBTYSRYYMEADVI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"10c5f7bf736377b07a048a171be977586dc4dd71f94189231029e1547ba2a9e4","cross_cats_sorted":["cs.AI","cs.GT","cs.MA","cs.SY","eess.SY"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2023-07-30T12:31:42Z","title_canon_sha256":"fe6017c1a2224a57aed353b3557b0700db8f5e58e8344d3c0b615ef5ae468050"},"schema_version":"1.0","source":{"id":"2307.16212","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2307.16212","created_at":"2026-07-05T06:36:00Z"},{"alias_kind":"arxiv_version","alias_value":"2307.16212v1","created_at":"2026-07-05T06:36:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2307.16212","created_at":"2026-07-05T06:36:00Z"},{"alias_kind":"pith_short_12","alias_value":"QRWXMR3H65FL","created_at":"2026-07-05T06:36:00Z"},{"alias_kind":"pith_short_16","alias_value":"QRWXMR3H65FLHBTY","created_at":"2026-07-05T06:36:00Z"},{"alias_kind":"pith_short_8","alias_value":"QRWXMR3H","created_at":"2026-07-05T06:36:00Z"}],"graph_snapshots":[{"event_id":"sha256:6885dcdb9a9a6c65be159a1cfc5ce67ec11112b6f7bbbede29936902dc23850d","target":"graph","created_at":"2026-07-05T06:36:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2307.16212/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In real-world multi-agent reinforcement learning (MARL) applications, agents may not have perfect state information (e.g., due to inaccurate measurement or malicious attacks), which challenges the robustness of agents' policies. Though robustness is getting important in MARL deployment, little prior work has studied state uncertainties in MARL, neither in problem formulation nor algorithm design. Motivated by this robustness issue and the lack of corresponding studies, we study the problem of MARL with state uncertainty in this work. We provide the first attempt to the theoretical and empirica","authors_text":"Fei Miao, Sanbao Su, Shaofeng Zou, Shuo Han, Sihong He, Songyang Han","cross_cats":["cs.AI","cs.GT","cs.MA","cs.SY","eess.SY"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2023-07-30T12:31:42Z","title":"Robust Multi-Agent Reinforcement Learning with State Uncertainty"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2307.16212","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3d3431e498bfcb93a70f9d921b4caf80f47b6e689d770c367dc5ec7bb296bc37","target":"record","created_at":"2026-07-05T06:36:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"10c5f7bf736377b07a048a171be977586dc4dd71f94189231029e1547ba2a9e4","cross_cats_sorted":["cs.AI","cs.GT","cs.MA","cs.SY","eess.SY"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2023-07-30T12:31:42Z","title_canon_sha256":"fe6017c1a2224a57aed353b3557b0700db8f5e58e8344d3c0b615ef5ae468050"},"schema_version":"1.0","source":{"id":"2307.16212","kind":"arxiv","version":1}},"canonical_sha256":"846d764767f74ab386789471861003aa3d30e444d7680921a59845a5e53fb0a2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"846d764767f74ab386789471861003aa3d30e444d7680921a59845a5e53fb0a2","first_computed_at":"2026-07-05T06:36:00.275731Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:36:00.275731Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ertZA6keiHbxBmOKkzkL7SKRFv2E7o2BxLYGoTom18xyE6Tdmrn0ee3qUV24gnSAgx3aQYxzhQ3/OXZMkFDEDA==","signature_status":"signed_v1","signed_at":"2026-07-05T06:36:00.276181Z","signed_message":"canonical_sha256_bytes"},"source_id":"2307.16212","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3d3431e498bfcb93a70f9d921b4caf80f47b6e689d770c367dc5ec7bb296bc37","sha256:6885dcdb9a9a6c65be159a1cfc5ce67ec11112b6f7bbbede29936902dc23850d"],"state_sha256":"12cc13bae3f8978dd25cef9491eeab5704046e9ccfa66bec48809e8840513380"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"C0/QORtdyFWMLuhiZgrMVYvPqild/VlqVzRnHrwCQtb0hENEShBMAu6KqieNgDHfi9hK2NfCPG+Si5RmXGK8Aw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T09:40:45.904349Z","bundle_sha256":"80b93bd04238cd10e8010069d7c245b807979f99f20e0bee06184d119ce6c01d"}}