{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:FL4OXFT7HC5Y2ZQ7YAQE4BMLBZ","short_pith_number":"pith:FL4OXFT7","canonical_record":{"source":{"id":"1909.03868","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"eess.SY","submitted_at":"2019-09-09T13:58:15Z","cross_cats_sorted":["cs.AI","cs.LG","cs.MA","cs.SY"],"title_canon_sha256":"58991600cb1db07bbfe6185ec049593636efef63e9051afb524ecb55d46c7966","abstract_canon_sha256":"f9540fc371510e2d9593bedf7609d7c2a8f723523cf7f6aa5bb9dd64ecbd73e9"},"schema_version":"1.0"},"canonical_sha256":"2af8eb967f38bb8d661fc0204e058b0e620deb3add9c1c9b8009c56591647bc6","source":{"kind":"arxiv","id":"1909.03868","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1909.03868","created_at":"2026-07-05T00:44:56Z"},{"alias_kind":"arxiv_version","alias_value":"1909.03868v3","created_at":"2026-07-05T00:44:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1909.03868","created_at":"2026-07-05T00:44:56Z"},{"alias_kind":"pith_short_12","alias_value":"FL4OXFT7HC5Y","created_at":"2026-07-05T00:44:56Z"},{"alias_kind":"pith_short_16","alias_value":"FL4OXFT7HC5Y2ZQ7","created_at":"2026-07-05T00:44:56Z"},{"alias_kind":"pith_short_8","alias_value":"FL4OXFT7","created_at":"2026-07-05T00:44:56Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:FL4OXFT7HC5Y2ZQ7YAQE4BMLBZ","target":"record","payload":{"canonical_record":{"source":{"id":"1909.03868","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"eess.SY","submitted_at":"2019-09-09T13:58:15Z","cross_cats_sorted":["cs.AI","cs.LG","cs.MA","cs.SY"],"title_canon_sha256":"58991600cb1db07bbfe6185ec049593636efef63e9051afb524ecb55d46c7966","abstract_canon_sha256":"f9540fc371510e2d9593bedf7609d7c2a8f723523cf7f6aa5bb9dd64ecbd73e9"},"schema_version":"1.0"},"canonical_sha256":"2af8eb967f38bb8d661fc0204e058b0e620deb3add9c1c9b8009c56591647bc6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:44:56.642714Z","signature_b64":"vrDN6QiuqQ6bLbnmSHdQyXmqgzR/Q8sXRgjkv3qf2uWqC9Yhj2HMxs+234nln6OQ26m4VFnuBBpFhE2J/fMHBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2af8eb967f38bb8d661fc0204e058b0e620deb3add9c1c9b8009c56591647bc6","last_reissued_at":"2026-07-05T00:44:56.642251Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:44:56.642251Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1909.03868","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:44:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"szrkd2SxXF2HHt5fJiHkj2Bp7MZuc9cDbczCqv9zzBYSPVGh6Okn17JbJWHBywira47oh8j6FkmGRl6Mk20NCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T19:37:29.110552Z"},"content_sha256":"b3fb730671c7e57aa9cbb951c7c023ede337bec85f798720261756a8e14d76e2","schema_version":"1.0","event_id":"sha256:b3fb730671c7e57aa9cbb951c7c023ede337bec85f798720261756a8e14d76e2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:FL4OXFT7HC5Y2ZQ7YAQE4BMLBZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Partner Approximating Learners (PAL): Simulation-Accelerated Learning with Explicit Partner Modeling in Multi-Agent Domains","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG","cs.MA","cs.SY"],"primary_cat":"eess.SY","authors_text":"Alexander Nitsch, Florian K\\\"opf, Michael Flad, S\\\"oren Hohmann","submitted_at":"2019-09-09T13:58:15Z","abstract_excerpt":"Mixed cooperative-competitive control scenarios such as human-machine interaction with individual goals of the interacting partners are very challenging for reinforcement learning agents. In order to contribute towards intuitive human-machine collaboration, we focus on problems in the continuous state and control domain where no explicit communication is considered and the agents do not know the others' goals or control laws but only sense their control inputs retrospectively. Our proposed framework combines a learned partner model based on online data with a reinforcement learning agent that "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1909.03868","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1909.03868/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:44:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bD/svuW10bSI3roA6/tmKKthWjv5AYPa9Pg3E37+WUkZ0taUw5koldpf9PVXGrBAM1b8eyp89gERBVDUgllCBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T19:37:29.110930Z"},"content_sha256":"d5ee394b2448ec4ede8fae729e25c3f20c70ccb3c3baa48f40b207952a726ca7","schema_version":"1.0","event_id":"sha256:d5ee394b2448ec4ede8fae729e25c3f20c70ccb3c3baa48f40b207952a726ca7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/FL4OXFT7HC5Y2ZQ7YAQE4BMLBZ/bundle.json","state_url":"https://pith.science/pith/FL4OXFT7HC5Y2ZQ7YAQE4BMLBZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/FL4OXFT7HC5Y2ZQ7YAQE4BMLBZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T19:37:29Z","links":{"resolver":"https://pith.science/pith/FL4OXFT7HC5Y2ZQ7YAQE4BMLBZ","bundle":"https://pith.science/pith/FL4OXFT7HC5Y2ZQ7YAQE4BMLBZ/bundle.json","state":"https://pith.science/pith/FL4OXFT7HC5Y2ZQ7YAQE4BMLBZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/FL4OXFT7HC5Y2ZQ7YAQE4BMLBZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:FL4OXFT7HC5Y2ZQ7YAQE4BMLBZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f9540fc371510e2d9593bedf7609d7c2a8f723523cf7f6aa5bb9dd64ecbd73e9","cross_cats_sorted":["cs.AI","cs.LG","cs.MA","cs.SY"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"eess.SY","submitted_at":"2019-09-09T13:58:15Z","title_canon_sha256":"58991600cb1db07bbfe6185ec049593636efef63e9051afb524ecb55d46c7966"},"schema_version":"1.0","source":{"id":"1909.03868","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1909.03868","created_at":"2026-07-05T00:44:56Z"},{"alias_kind":"arxiv_version","alias_value":"1909.03868v3","created_at":"2026-07-05T00:44:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1909.03868","created_at":"2026-07-05T00:44:56Z"},{"alias_kind":"pith_short_12","alias_value":"FL4OXFT7HC5Y","created_at":"2026-07-05T00:44:56Z"},{"alias_kind":"pith_short_16","alias_value":"FL4OXFT7HC5Y2ZQ7","created_at":"2026-07-05T00:44:56Z"},{"alias_kind":"pith_short_8","alias_value":"FL4OXFT7","created_at":"2026-07-05T00:44:56Z"}],"graph_snapshots":[{"event_id":"sha256:d5ee394b2448ec4ede8fae729e25c3f20c70ccb3c3baa48f40b207952a726ca7","target":"graph","created_at":"2026-07-05T00:44:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1909.03868/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Mixed cooperative-competitive control scenarios such as human-machine interaction with individual goals of the interacting partners are very challenging for reinforcement learning agents. In order to contribute towards intuitive human-machine collaboration, we focus on problems in the continuous state and control domain where no explicit communication is considered and the agents do not know the others' goals or control laws but only sense their control inputs retrospectively. Our proposed framework combines a learned partner model based on online data with a reinforcement learning agent that ","authors_text":"Alexander Nitsch, Florian K\\\"opf, Michael Flad, S\\\"oren Hohmann","cross_cats":["cs.AI","cs.LG","cs.MA","cs.SY"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"eess.SY","submitted_at":"2019-09-09T13:58:15Z","title":"Partner Approximating Learners (PAL): Simulation-Accelerated Learning with Explicit Partner Modeling in Multi-Agent Domains"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1909.03868","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b3fb730671c7e57aa9cbb951c7c023ede337bec85f798720261756a8e14d76e2","target":"record","created_at":"2026-07-05T00:44:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f9540fc371510e2d9593bedf7609d7c2a8f723523cf7f6aa5bb9dd64ecbd73e9","cross_cats_sorted":["cs.AI","cs.LG","cs.MA","cs.SY"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"eess.SY","submitted_at":"2019-09-09T13:58:15Z","title_canon_sha256":"58991600cb1db07bbfe6185ec049593636efef63e9051afb524ecb55d46c7966"},"schema_version":"1.0","source":{"id":"1909.03868","kind":"arxiv","version":3}},"canonical_sha256":"2af8eb967f38bb8d661fc0204e058b0e620deb3add9c1c9b8009c56591647bc6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2af8eb967f38bb8d661fc0204e058b0e620deb3add9c1c9b8009c56591647bc6","first_computed_at":"2026-07-05T00:44:56.642251Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:44:56.642251Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"vrDN6QiuqQ6bLbnmSHdQyXmqgzR/Q8sXRgjkv3qf2uWqC9Yhj2HMxs+234nln6OQ26m4VFnuBBpFhE2J/fMHBA==","signature_status":"signed_v1","signed_at":"2026-07-05T00:44:56.642714Z","signed_message":"canonical_sha256_bytes"},"source_id":"1909.03868","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b3fb730671c7e57aa9cbb951c7c023ede337bec85f798720261756a8e14d76e2","sha256:d5ee394b2448ec4ede8fae729e25c3f20c70ccb3c3baa48f40b207952a726ca7"],"state_sha256":"06c5dbfc063320321274565c7ba94f2256a7853b53e3b5271181dd438d73e0c9"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ljZluXFfcPVw//mFXsCCTSDnPGORrjQgeBQu+gisPW60zn7xeACLx6DFzK8DSGeWRpU4Cnzh2m3Qsxf3XCEVBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T19:37:29.113077Z","bundle_sha256":"af090479e30e39b2cae0d732eecae0de3e0076a298b97844b778107222ebe5bf"}}