{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:OBKRCVP3G5FG4WBF5NXZLGB4HR","short_pith_number":"pith:OBKRCVP3","canonical_record":{"source":{"id":"2110.05740","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-10-12T05:07:43Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"f2b274241576786315d4adff0ad60aeec0025f762fdb41ecfcf8f59a9c34d3ee","abstract_canon_sha256":"d81d72c994804d0490f80fb14113e1a3d1106ec81dd619ac25ffdf9bfb9da615"},"schema_version":"1.0"},"canonical_sha256":"70551155fb374a6e5825eb6f95983c3c51e303439368eedea248f0a43b828af9","source":{"kind":"arxiv","id":"2110.05740","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.05740","created_at":"2026-07-05T06:00:10Z"},{"alias_kind":"arxiv_version","alias_value":"2110.05740v3","created_at":"2026-07-05T06:00:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.05740","created_at":"2026-07-05T06:00:10Z"},{"alias_kind":"pith_short_12","alias_value":"OBKRCVP3G5FG","created_at":"2026-07-05T06:00:10Z"},{"alias_kind":"pith_short_16","alias_value":"OBKRCVP3G5FG4WBF","created_at":"2026-07-05T06:00:10Z"},{"alias_kind":"pith_short_8","alias_value":"OBKRCVP3","created_at":"2026-07-05T06:00:10Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:OBKRCVP3G5FG4WBF5NXZLGB4HR","target":"record","payload":{"canonical_record":{"source":{"id":"2110.05740","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-10-12T05:07:43Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"f2b274241576786315d4adff0ad60aeec0025f762fdb41ecfcf8f59a9c34d3ee","abstract_canon_sha256":"d81d72c994804d0490f80fb14113e1a3d1106ec81dd619ac25ffdf9bfb9da615"},"schema_version":"1.0"},"canonical_sha256":"70551155fb374a6e5825eb6f95983c3c51e303439368eedea248f0a43b828af9","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:00:10.521302Z","signature_b64":"G05+dIJ68CAksk7WrOPkcWXL2rLI852/cWh2CcNTuZGvlBnB2Gx5McTzR9xTcE5sv3giY6H33ch38pkmxt/aBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"70551155fb374a6e5825eb6f95983c3c51e303439368eedea248f0a43b828af9","last_reissued_at":"2026-07-05T06:00:10.520735Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:00:10.520735Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2110.05740","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:00:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"94lQoMkoMxSU14WnETGzscbtGN7uUkCI5Uz7JztiyuSbKSUnX0oZ5LYQX2LEUlpjJ/QAxAS/rduKm6B+FMNpAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-23T10:26:04.147176Z"},"content_sha256":"ba9951d3b8a6a7db9bda51272d3c6fa811fdab8fc3bc2e75a4c4d25293932e3c","schema_version":"1.0","event_id":"sha256:ba9951d3b8a6a7db9bda51272d3c6fa811fdab8fc3bc2e75a4c4d25293932e3c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:OBKRCVP3G5FG4WBF5NXZLGB4HR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Temporal Abstraction in Reinforcement Learning with the Successor Representation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Andre Barreto, Doina Precup, Marlos C. Machado, Michael Bowling","submitted_at":"2021-10-12T05:07:43Z","abstract_excerpt":"Reasoning at multiple levels of temporal abstraction is one of the key attributes of intelligence. In reinforcement learning, this is often modeled through temporally extended courses of actions called options. Options allow agents to make predictions and to operate at different levels of abstraction within an environment. Nevertheless, approaches based on the options framework often start with the assumption that a reasonable set of options is known beforehand. When this is not the case, there are no definitive answers for which options one should consider. In this paper, we argue that the su"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.05740","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2110.05740/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:00:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8X91PW/wj6nEteq3AaecKashv8XQujAUeDZQ4GEcV16bWud1mXqzQlnIJ7pYJ1BWXoT/VSduLojIsxxddBVTAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-23T10:26:04.147712Z"},"content_sha256":"2487f5f2b193a6aad77ec29a8360b587ac8c5f4da4fe95c09576974bbe72fd36","schema_version":"1.0","event_id":"sha256:2487f5f2b193a6aad77ec29a8360b587ac8c5f4da4fe95c09576974bbe72fd36"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OBKRCVP3G5FG4WBF5NXZLGB4HR/bundle.json","state_url":"https://pith.science/pith/OBKRCVP3G5FG4WBF5NXZLGB4HR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OBKRCVP3G5FG4WBF5NXZLGB4HR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-23T10:26:04Z","links":{"resolver":"https://pith.science/pith/OBKRCVP3G5FG4WBF5NXZLGB4HR","bundle":"https://pith.science/pith/OBKRCVP3G5FG4WBF5NXZLGB4HR/bundle.json","state":"https://pith.science/pith/OBKRCVP3G5FG4WBF5NXZLGB4HR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OBKRCVP3G5FG4WBF5NXZLGB4HR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:OBKRCVP3G5FG4WBF5NXZLGB4HR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d81d72c994804d0490f80fb14113e1a3d1106ec81dd619ac25ffdf9bfb9da615","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-10-12T05:07:43Z","title_canon_sha256":"f2b274241576786315d4adff0ad60aeec0025f762fdb41ecfcf8f59a9c34d3ee"},"schema_version":"1.0","source":{"id":"2110.05740","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.05740","created_at":"2026-07-05T06:00:10Z"},{"alias_kind":"arxiv_version","alias_value":"2110.05740v3","created_at":"2026-07-05T06:00:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.05740","created_at":"2026-07-05T06:00:10Z"},{"alias_kind":"pith_short_12","alias_value":"OBKRCVP3G5FG","created_at":"2026-07-05T06:00:10Z"},{"alias_kind":"pith_short_16","alias_value":"OBKRCVP3G5FG4WBF","created_at":"2026-07-05T06:00:10Z"},{"alias_kind":"pith_short_8","alias_value":"OBKRCVP3","created_at":"2026-07-05T06:00:10Z"}],"graph_snapshots":[{"event_id":"sha256:2487f5f2b193a6aad77ec29a8360b587ac8c5f4da4fe95c09576974bbe72fd36","target":"graph","created_at":"2026-07-05T06:00:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2110.05740/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Reasoning at multiple levels of temporal abstraction is one of the key attributes of intelligence. In reinforcement learning, this is often modeled through temporally extended courses of actions called options. Options allow agents to make predictions and to operate at different levels of abstraction within an environment. Nevertheless, approaches based on the options framework often start with the assumption that a reasonable set of options is known beforehand. When this is not the case, there are no definitive answers for which options one should consider. In this paper, we argue that the su","authors_text":"Andre Barreto, Doina Precup, Marlos C. Machado, Michael Bowling","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-10-12T05:07:43Z","title":"Temporal Abstraction in Reinforcement Learning with the Successor Representation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.05740","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ba9951d3b8a6a7db9bda51272d3c6fa811fdab8fc3bc2e75a4c4d25293932e3c","target":"record","created_at":"2026-07-05T06:00:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d81d72c994804d0490f80fb14113e1a3d1106ec81dd619ac25ffdf9bfb9da615","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-10-12T05:07:43Z","title_canon_sha256":"f2b274241576786315d4adff0ad60aeec0025f762fdb41ecfcf8f59a9c34d3ee"},"schema_version":"1.0","source":{"id":"2110.05740","kind":"arxiv","version":3}},"canonical_sha256":"70551155fb374a6e5825eb6f95983c3c51e303439368eedea248f0a43b828af9","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"70551155fb374a6e5825eb6f95983c3c51e303439368eedea248f0a43b828af9","first_computed_at":"2026-07-05T06:00:10.520735Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:00:10.520735Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"G05+dIJ68CAksk7WrOPkcWXL2rLI852/cWh2CcNTuZGvlBnB2Gx5McTzR9xTcE5sv3giY6H33ch38pkmxt/aBA==","signature_status":"signed_v1","signed_at":"2026-07-05T06:00:10.521302Z","signed_message":"canonical_sha256_bytes"},"source_id":"2110.05740","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ba9951d3b8a6a7db9bda51272d3c6fa811fdab8fc3bc2e75a4c4d25293932e3c","sha256:2487f5f2b193a6aad77ec29a8360b587ac8c5f4da4fe95c09576974bbe72fd36"],"state_sha256":"69d307cc4258eb69d4dc021f3f624d31a903ef1e2aa0260e26a830e780685f61"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BJjI3Lcs5VYfLHCkv61Pj0siF/26OPz56XCkXrKMrfcHHHxdoW6VpC7svchovcrgPnxlVEsrQY4rRvpOySgNAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-23T10:26:04.152246Z","bundle_sha256":"e3678dd5e718f3ad9a0baf64379fbc6e14f569000a780e8f576ba36b5ec63da7"}}