{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:C6LBBW4MHN6AHSAXQF6QXXO6RD","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c37bf19b8a72cdc254a102a09f4ad6b20d82d538573c31d8619c5e0b24a33670","cross_cats_sorted":["cs.AI","cs.NE"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-06-26T08:59:02Z","title_canon_sha256":"e9696078a3b7d73da40db15c108b9d5eb013bf96bbb785796da5348b087c1b66"},"schema_version":"1.0","source":{"id":"1906.10918","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1906.10918","created_at":"2026-05-17T23:42:10Z"},{"alias_kind":"arxiv_version","alias_value":"1906.10918v1","created_at":"2026-05-17T23:42:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1906.10918","created_at":"2026-05-17T23:42:10Z"},{"alias_kind":"pith_short_12","alias_value":"C6LBBW4MHN6A","created_at":"2026-05-18T12:33:12Z"},{"alias_kind":"pith_short_16","alias_value":"C6LBBW4MHN6AHSAX","created_at":"2026-05-18T12:33:12Z"},{"alias_kind":"pith_short_8","alias_value":"C6LBBW4M","created_at":"2026-05-18T12:33:12Z"}],"graph_snapshots":[{"event_id":"sha256:2a7caf1de15ee96f03d7b73b5ae34ac92114fd2ea7a094c82a369acac6bc5fdc","target":"graph","created_at":"2026-05-17T23:42:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"As reinforcement learning (RL) scales to solve increasingly complex tasks, interest continues to grow in the fields of AI safety and machine ethics. As a contribution to these fields, this paper introduces an extension to Deep Q-Networks (DQNs), called Empathic DQN, that is loosely inspired both by empathy and the golden rule (\"Do unto others as you would have them do unto you\"). Empathic DQN aims to help mitigate negative side effects to other agents resulting from myopic goal-directed behavior. We assume a setting where a learning agent coexists with other independent agents (who receive unk","authors_text":"Bart Bussmann, Jacqueline Heinerman, Joel Lehman","cross_cats":["cs.AI","cs.NE"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-06-26T08:59:02Z","title":"Towards Empathic Deep Q-Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1906.10918","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9c1aae525441f63254a1c66e787187974c70940271cc7caf3a177730e688eb05","target":"record","created_at":"2026-05-17T23:42:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c37bf19b8a72cdc254a102a09f4ad6b20d82d538573c31d8619c5e0b24a33670","cross_cats_sorted":["cs.AI","cs.NE"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-06-26T08:59:02Z","title_canon_sha256":"e9696078a3b7d73da40db15c108b9d5eb013bf96bbb785796da5348b087c1b66"},"schema_version":"1.0","source":{"id":"1906.10918","kind":"arxiv","version":1}},"canonical_sha256":"179610db8c3b7c03c817817d0bddde88c0a2c6de2137025ecf9246baf87d9b27","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"179610db8c3b7c03c817817d0bddde88c0a2c6de2137025ecf9246baf87d9b27","first_computed_at":"2026-05-17T23:42:10.539419Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:42:10.539419Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"0y2qjW7WILQYop0ZfT9Qmw2ub4Ev9k3uJ+ECRYyMHe+4u0k18ZUzmjqudEptii5e2ciVwkn1BAKJDH42zLZnAQ==","signature_status":"signed_v1","signed_at":"2026-05-17T23:42:10.539968Z","signed_message":"canonical_sha256_bytes"},"source_id":"1906.10918","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9c1aae525441f63254a1c66e787187974c70940271cc7caf3a177730e688eb05","sha256:2a7caf1de15ee96f03d7b73b5ae34ac92114fd2ea7a094c82a369acac6bc5fdc"],"state_sha256":"4c6498fdace6ffb0adf9a4d89f4757f21648ee7bba31ec1cad60206d19fb8980"}