{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2017:D45EWDICFAMWOKUPRZMI3UQBAQ","short_pith_number":"pith:D45EWDIC","canonical_record":{"source":{"id":"1710.11089","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2017-10-30T17:36:19Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"dab10e638b377c1f791a44811d28354590aedf4e799f491a36c713b4be4af0ea","abstract_canon_sha256":"4fa56d1427bc48b2ba15e4276a1f87bdbf88f47432456af957794992ebbf0550"},"schema_version":"1.0"},"canonical_sha256":"1f3a4b0d022819672a8f8e588dd201041b77369e7d0201409d42671bf5bfa78f","source":{"kind":"arxiv","id":"1710.11089","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1710.11089","created_at":"2026-05-18T00:22:39Z"},{"alias_kind":"arxiv_version","alias_value":"1710.11089v3","created_at":"2026-05-18T00:22:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1710.11089","created_at":"2026-05-18T00:22:39Z"},{"alias_kind":"pith_short_12","alias_value":"D45EWDICFAMW","created_at":"2026-05-18T12:31:10Z"},{"alias_kind":"pith_short_16","alias_value":"D45EWDICFAMWOKUP","created_at":"2026-05-18T12:31:10Z"},{"alias_kind":"pith_short_8","alias_value":"D45EWDIC","created_at":"2026-05-18T12:31:10Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2017:D45EWDICFAMWOKUPRZMI3UQBAQ","target":"record","payload":{"canonical_record":{"source":{"id":"1710.11089","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2017-10-30T17:36:19Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"dab10e638b377c1f791a44811d28354590aedf4e799f491a36c713b4be4af0ea","abstract_canon_sha256":"4fa56d1427bc48b2ba15e4276a1f87bdbf88f47432456af957794992ebbf0550"},"schema_version":"1.0"},"canonical_sha256":"1f3a4b0d022819672a8f8e588dd201041b77369e7d0201409d42671bf5bfa78f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:22:39.316129Z","signature_b64":"25nz7ELEll/trX4QvQNrZHURDuCV2dcf1JJDIvyQ7L3UAHfvmmX+z+7GHQrD4ALOZ198gddomIEJtUSHwbuJAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1f3a4b0d022819672a8f8e588dd201041b77369e7d0201409d42671bf5bfa78f","last_reissued_at":"2026-05-18T00:22:39.315696Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:22:39.315696Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1710.11089","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:22:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qAdL9jBTukre7/f1YFWxw/J2lugTcKmHuh4aYjPWe4oH6cTDYHzcFMRJInk6EpD2QQPRWKOg6O9M3FZqMBpkBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-30T01:32:55.819556Z"},"content_sha256":"1f1db4e1bab74af6b5aca4b18cfbc8a178ebfb9036d554aca6b68ebcf38b2e34","schema_version":"1.0","event_id":"sha256:1f1db4e1bab74af6b5aca4b18cfbc8a178ebfb9036d554aca6b68ebcf38b2e34"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2017:D45EWDICFAMWOKUPRZMI3UQBAQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Eigenoption Discovery through the Deep Successor Representation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Clemens Rosenbaum, Gerald Tesauro, Marlos C. Machado, Miao Liu, Murray Campbell, Xiaoxiao Guo","submitted_at":"2017-10-30T17:36:19Z","abstract_excerpt":"Options in reinforcement learning allow agents to hierarchically decompose a task into subtasks, having the potential to speed up learning and planning. However, autonomously learning effective sets of options is still a major challenge in the field. In this paper we focus on the recently introduced idea of using representation learning methods to guide the option discovery process. Specifically, we look at eigenoptions, options obtained from representations that encode diffusive information flow in the environment. We extend the existing algorithms for eigenoption discovery to settings with s"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1710.11089","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:22:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9Tn4TXQlWiz6gXxNu0k08ytSClzf0C2x2tSTsM+hbGwHViWZKDA13rNMohSLXTnT+leCAT8gTSqd0sv7MmGcCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-30T01:32:55.820236Z"},"content_sha256":"41f4022f20df85aa86f83887ac7b0e255172811c6c779811c5b3a874cc3e6a04","schema_version":"1.0","event_id":"sha256:41f4022f20df85aa86f83887ac7b0e255172811c6c779811c5b3a874cc3e6a04"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/D45EWDICFAMWOKUPRZMI3UQBAQ/bundle.json","state_url":"https://pith.science/pith/D45EWDICFAMWOKUPRZMI3UQBAQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/D45EWDICFAMWOKUPRZMI3UQBAQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-30T01:32:55Z","links":{"resolver":"https://pith.science/pith/D45EWDICFAMWOKUPRZMI3UQBAQ","bundle":"https://pith.science/pith/D45EWDICFAMWOKUPRZMI3UQBAQ/bundle.json","state":"https://pith.science/pith/D45EWDICFAMWOKUPRZMI3UQBAQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/D45EWDICFAMWOKUPRZMI3UQBAQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2017:D45EWDICFAMWOKUPRZMI3UQBAQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4fa56d1427bc48b2ba15e4276a1f87bdbf88f47432456af957794992ebbf0550","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2017-10-30T17:36:19Z","title_canon_sha256":"dab10e638b377c1f791a44811d28354590aedf4e799f491a36c713b4be4af0ea"},"schema_version":"1.0","source":{"id":"1710.11089","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1710.11089","created_at":"2026-05-18T00:22:39Z"},{"alias_kind":"arxiv_version","alias_value":"1710.11089v3","created_at":"2026-05-18T00:22:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1710.11089","created_at":"2026-05-18T00:22:39Z"},{"alias_kind":"pith_short_12","alias_value":"D45EWDICFAMW","created_at":"2026-05-18T12:31:10Z"},{"alias_kind":"pith_short_16","alias_value":"D45EWDICFAMWOKUP","created_at":"2026-05-18T12:31:10Z"},{"alias_kind":"pith_short_8","alias_value":"D45EWDIC","created_at":"2026-05-18T12:31:10Z"}],"graph_snapshots":[{"event_id":"sha256:41f4022f20df85aa86f83887ac7b0e255172811c6c779811c5b3a874cc3e6a04","target":"graph","created_at":"2026-05-18T00:22:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Options in reinforcement learning allow agents to hierarchically decompose a task into subtasks, having the potential to speed up learning and planning. However, autonomously learning effective sets of options is still a major challenge in the field. In this paper we focus on the recently introduced idea of using representation learning methods to guide the option discovery process. Specifically, we look at eigenoptions, options obtained from representations that encode diffusive information flow in the environment. We extend the existing algorithms for eigenoption discovery to settings with s","authors_text":"Clemens Rosenbaum, Gerald Tesauro, Marlos C. Machado, Miao Liu, Murray Campbell, Xiaoxiao Guo","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2017-10-30T17:36:19Z","title":"Eigenoption Discovery through the Deep Successor Representation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1710.11089","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1f1db4e1bab74af6b5aca4b18cfbc8a178ebfb9036d554aca6b68ebcf38b2e34","target":"record","created_at":"2026-05-18T00:22:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4fa56d1427bc48b2ba15e4276a1f87bdbf88f47432456af957794992ebbf0550","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2017-10-30T17:36:19Z","title_canon_sha256":"dab10e638b377c1f791a44811d28354590aedf4e799f491a36c713b4be4af0ea"},"schema_version":"1.0","source":{"id":"1710.11089","kind":"arxiv","version":3}},"canonical_sha256":"1f3a4b0d022819672a8f8e588dd201041b77369e7d0201409d42671bf5bfa78f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1f3a4b0d022819672a8f8e588dd201041b77369e7d0201409d42671bf5bfa78f","first_computed_at":"2026-05-18T00:22:39.315696Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:22:39.315696Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"25nz7ELEll/trX4QvQNrZHURDuCV2dcf1JJDIvyQ7L3UAHfvmmX+z+7GHQrD4ALOZ198gddomIEJtUSHwbuJAQ==","signature_status":"signed_v1","signed_at":"2026-05-18T00:22:39.316129Z","signed_message":"canonical_sha256_bytes"},"source_id":"1710.11089","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1f1db4e1bab74af6b5aca4b18cfbc8a178ebfb9036d554aca6b68ebcf38b2e34","sha256:41f4022f20df85aa86f83887ac7b0e255172811c6c779811c5b3a874cc3e6a04"],"state_sha256":"1d12c8f7d18f22b1f5f83ddebb1b1eb10b9f6d3fd9852305ef88deee9b8f6db7"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SSxmQtjKf4kl5Dk33CupgO8Nt6y/mZDcd8qsSfOUp3cHS7mfFi4T0eSOeDlM/2xFy1mhPpM1rDpkZN5Q/wtGAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-30T01:32:55.823757Z","bundle_sha256":"e85e16d76f58535e13533f5bb796dc1d703e5cd596b32839ccb9608fb4076eea"}}