{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2013:Y5USRNFY3GCBU2YSRTE5POQ76T","short_pith_number":"pith:Y5USRNFY","canonical_record":{"source":{"id":"1301.7381","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2013-01-30T15:04:16Z","cross_cats_sorted":[],"title_canon_sha256":"542a89705f047a2263c5df020d33482dfc53dad8afd3491c380e9ea65293114d","abstract_canon_sha256":"0f9a2a5411c4b2a7b9a497afe1a4ccefb6cf35797b51cb3c16b9d78e1b042f22"},"schema_version":"1.0"},"canonical_sha256":"c76928b4b8d9841a6b128cc9d7ba1ff4f1a9f873f23e6fd857d878ec9e25fad8","source":{"kind":"arxiv","id":"1301.7381","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1301.7381","created_at":"2026-05-18T03:35:00Z"},{"alias_kind":"arxiv_version","alias_value":"1301.7381v1","created_at":"2026-05-18T03:35:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1301.7381","created_at":"2026-05-18T03:35:00Z"},{"alias_kind":"pith_short_12","alias_value":"Y5USRNFY3GCB","created_at":"2026-05-18T12:28:06Z"},{"alias_kind":"pith_short_16","alias_value":"Y5USRNFY3GCBU2YS","created_at":"2026-05-18T12:28:06Z"},{"alias_kind":"pith_short_8","alias_value":"Y5USRNFY","created_at":"2026-05-18T12:28:06Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2013:Y5USRNFY3GCBU2YSRTE5POQ76T","target":"record","payload":{"canonical_record":{"source":{"id":"1301.7381","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2013-01-30T15:04:16Z","cross_cats_sorted":[],"title_canon_sha256":"542a89705f047a2263c5df020d33482dfc53dad8afd3491c380e9ea65293114d","abstract_canon_sha256":"0f9a2a5411c4b2a7b9a497afe1a4ccefb6cf35797b51cb3c16b9d78e1b042f22"},"schema_version":"1.0"},"canonical_sha256":"c76928b4b8d9841a6b128cc9d7ba1ff4f1a9f873f23e6fd857d878ec9e25fad8","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T03:35:00.162386Z","signature_b64":"OnF9YtA6yyN3Lq23Q1WHC6RKYSdbohEjuT3WMIbjBBNGOtahPnx6rajHbQ3HLo8fu5P8bkCsNQbKpfwT5i9OCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c76928b4b8d9841a6b128cc9d7ba1ff4f1a9f873f23e6fd857d878ec9e25fad8","last_reissued_at":"2026-05-18T03:35:00.161427Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T03:35:00.161427Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1301.7381","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T03:35:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9EqlvuagM+kdqumLfmL0+rKKhQtzh8pXd0Kqx188XdYQDhwAVog/0ThGs0JapmmMM3BvDIDp8+hQUgNJiFK9CQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-27T14:17:35.939695Z"},"content_sha256":"ab78ddb59c705ea215038431d135c306515549055e2919c9f1944abd1e995375","schema_version":"1.0","event_id":"sha256:ab78ddb59c705ea215038431d135c306515549055e2919c9f1944abd1e995375"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2013:Y5USRNFY3GCBU2YSRTE5POQ76T","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Hierarchical Solution of Markov Decision Processes using Macro-actions","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Craig Boutilier, Leslie Pack Kaelbling, Milos Hauskrecht, Nicolas Meuleau, Thomas L. Dean","submitted_at":"2013-01-30T15:04:16Z","abstract_excerpt":"We investigate the use of temporally abstract actions, or macro-actions, in the solution of Markov decision processes. Unlike current models that combine both primitive actions and macro-actions and leave the state space unchanged, we propose a hierarchical model (using an abstract MDP) that works with macro-actions only, and that significantly reduces the size of the state space. This is achieved by treating macroactions as local policies that act in certain regions of state space, and by restricting states in the abstract MDP to those at the boundaries of regions. The abstract MDP approximat"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1301.7381","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T03:35:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2Kx0KB4zJKcdLIlyCKhxjD+MMDafbfsdP4qScZYXq0zCgxOy0JbUNLooz25Q3/nJwV2Ewf4RfOpdHbvcCjRUBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-27T14:17:35.940340Z"},"content_sha256":"2ce81120862789f0f686823e57a4169be79e146d2f40865930af361b1fec4e1c","schema_version":"1.0","event_id":"sha256:2ce81120862789f0f686823e57a4169be79e146d2f40865930af361b1fec4e1c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/Y5USRNFY3GCBU2YSRTE5POQ76T/bundle.json","state_url":"https://pith.science/pith/Y5USRNFY3GCBU2YSRTE5POQ76T/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/Y5USRNFY3GCBU2YSRTE5POQ76T/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-27T14:17:35Z","links":{"resolver":"https://pith.science/pith/Y5USRNFY3GCBU2YSRTE5POQ76T","bundle":"https://pith.science/pith/Y5USRNFY3GCBU2YSRTE5POQ76T/bundle.json","state":"https://pith.science/pith/Y5USRNFY3GCBU2YSRTE5POQ76T/state.json","well_known_bundle":"https://pith.science/.well-known/pith/Y5USRNFY3GCBU2YSRTE5POQ76T/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2013:Y5USRNFY3GCBU2YSRTE5POQ76T","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0f9a2a5411c4b2a7b9a497afe1a4ccefb6cf35797b51cb3c16b9d78e1b042f22","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2013-01-30T15:04:16Z","title_canon_sha256":"542a89705f047a2263c5df020d33482dfc53dad8afd3491c380e9ea65293114d"},"schema_version":"1.0","source":{"id":"1301.7381","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1301.7381","created_at":"2026-05-18T03:35:00Z"},{"alias_kind":"arxiv_version","alias_value":"1301.7381v1","created_at":"2026-05-18T03:35:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1301.7381","created_at":"2026-05-18T03:35:00Z"},{"alias_kind":"pith_short_12","alias_value":"Y5USRNFY3GCB","created_at":"2026-05-18T12:28:06Z"},{"alias_kind":"pith_short_16","alias_value":"Y5USRNFY3GCBU2YS","created_at":"2026-05-18T12:28:06Z"},{"alias_kind":"pith_short_8","alias_value":"Y5USRNFY","created_at":"2026-05-18T12:28:06Z"}],"graph_snapshots":[{"event_id":"sha256:2ce81120862789f0f686823e57a4169be79e146d2f40865930af361b1fec4e1c","target":"graph","created_at":"2026-05-18T03:35:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"We investigate the use of temporally abstract actions, or macro-actions, in the solution of Markov decision processes. Unlike current models that combine both primitive actions and macro-actions and leave the state space unchanged, we propose a hierarchical model (using an abstract MDP) that works with macro-actions only, and that significantly reduces the size of the state space. This is achieved by treating macroactions as local policies that act in certain regions of state space, and by restricting states in the abstract MDP to those at the boundaries of regions. The abstract MDP approximat","authors_text":"Craig Boutilier, Leslie Pack Kaelbling, Milos Hauskrecht, Nicolas Meuleau, Thomas L. Dean","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2013-01-30T15:04:16Z","title":"Hierarchical Solution of Markov Decision Processes using Macro-actions"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1301.7381","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ab78ddb59c705ea215038431d135c306515549055e2919c9f1944abd1e995375","target":"record","created_at":"2026-05-18T03:35:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0f9a2a5411c4b2a7b9a497afe1a4ccefb6cf35797b51cb3c16b9d78e1b042f22","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2013-01-30T15:04:16Z","title_canon_sha256":"542a89705f047a2263c5df020d33482dfc53dad8afd3491c380e9ea65293114d"},"schema_version":"1.0","source":{"id":"1301.7381","kind":"arxiv","version":1}},"canonical_sha256":"c76928b4b8d9841a6b128cc9d7ba1ff4f1a9f873f23e6fd857d878ec9e25fad8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c76928b4b8d9841a6b128cc9d7ba1ff4f1a9f873f23e6fd857d878ec9e25fad8","first_computed_at":"2026-05-18T03:35:00.161427Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T03:35:00.161427Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"OnF9YtA6yyN3Lq23Q1WHC6RKYSdbohEjuT3WMIbjBBNGOtahPnx6rajHbQ3HLo8fu5P8bkCsNQbKpfwT5i9OCg==","signature_status":"signed_v1","signed_at":"2026-05-18T03:35:00.162386Z","signed_message":"canonical_sha256_bytes"},"source_id":"1301.7381","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ab78ddb59c705ea215038431d135c306515549055e2919c9f1944abd1e995375","sha256:2ce81120862789f0f686823e57a4169be79e146d2f40865930af361b1fec4e1c"],"state_sha256":"d70aa2ecf03f3a91e0f0617761bc275ba5f874e8757b5071ed0828c31be4372b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0CBQRt+DH5qZ2RijbjwdHn/5X6mbmq1vbFDjXN7P2pk15ItepA/L4NX/j/PF6H5Nx/1PSHIQCEDljD5ygHUeDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-27T14:17:35.943154Z","bundle_sha256":"20cffc301a7ed71408afd3a99e64d123b4f8dacdb0685716972d39b109418bb9"}}