{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:2BKXXF7WCJ75VYLPKSNB3OD22F","short_pith_number":"pith:2BKXXF7W","canonical_record":{"source":{"id":"2211.15944","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-11-29T05:56:51Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"388620f98703264618db9fa9114731e91a9ac90dafc53ee8d348ec79f855516b","abstract_canon_sha256":"01767e348158c7153455f087315c691e849b738467606f4fefe16fc447bf03e7"},"schema_version":"1.0"},"canonical_sha256":"d0557b97f6127fdae16f549a1db87ad17f6d0c3fd32df7434f13da20f91a1261","source":{"kind":"arxiv","id":"2211.15944","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.15944","created_at":"2026-07-05T06:30:27Z"},{"alias_kind":"arxiv_version","alias_value":"2211.15944v2","created_at":"2026-07-05T06:30:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.15944","created_at":"2026-07-05T06:30:27Z"},{"alias_kind":"pith_short_12","alias_value":"2BKXXF7WCJ75","created_at":"2026-07-05T06:30:27Z"},{"alias_kind":"pith_short_16","alias_value":"2BKXXF7WCJ75VYLP","created_at":"2026-07-05T06:30:27Z"},{"alias_kind":"pith_short_8","alias_value":"2BKXXF7W","created_at":"2026-07-05T06:30:27Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:2BKXXF7WCJ75VYLPKSNB3OD22F","target":"record","payload":{"canonical_record":{"source":{"id":"2211.15944","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-11-29T05:56:51Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"388620f98703264618db9fa9114731e91a9ac90dafc53ee8d348ec79f855516b","abstract_canon_sha256":"01767e348158c7153455f087315c691e849b738467606f4fefe16fc447bf03e7"},"schema_version":"1.0"},"canonical_sha256":"d0557b97f6127fdae16f549a1db87ad17f6d0c3fd32df7434f13da20f91a1261","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:30:27.753643Z","signature_b64":"gT9djI6eK3A7nKh+T8+g6wJgb7/8hnVWzADWPZQnfZtHv4U/8sZw8KAw2aLYG9ROgynlMrSJzuVSw1VdwSu3BQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d0557b97f6127fdae16f549a1db87ad17f6d0c3fd32df7434f13da20f91a1261","last_reissued_at":"2026-07-05T06:30:27.753119Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:30:27.753119Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2211.15944","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:30:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fODbNswjTLN8zsWK/a0ZUqnYCiBHzAXu5wt/3OtN6ka7ZDaQFs9PAYHL5hIvVQN0alk6mFAXVQWmtLuU18AOBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T22:59:27.167364Z"},"content_sha256":"d56dab585d8c994c5cd27bab7fbc470b11201acf9027ab3f8eac1e601fbdb6cc","schema_version":"1.0","event_id":"sha256:d56dab585d8c994c5cd27bab7fbc470b11201acf9027ab3f8eac1e601fbdb6cc"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:2BKXXF7WCJ75VYLPKSNB3OD22F","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"The Effectiveness of World Models for Continual Reinforcement Learning","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Jack Parker-Holder, Maciej Wo{\\l}czyk, Mateusz Ostaszewski, Mateusz \\.Zarski, Micha{\\l} Bortkiewicz, Piotr Mi{\\l}o\\'s, Samuel Kessler, Stephen J. Roberts","submitted_at":"2022-11-29T05:56:51Z","abstract_excerpt":"World models power some of the most efficient reinforcement learning algorithms. In this work, we showcase that they can be harnessed for continual learning - a situation when the agent faces changing environments. World models typically employ a replay buffer for training, which can be naturally extended to continual learning. We systematically study how different selective experience replay methods affect performance, forgetting, and transfer. We also provide recommendations regarding various modeling options for using world models. The best set of choices is called Continual-Dreamer, it is "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.15944","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2211.15944/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:30:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rjzAr99laDvFQBwEmc7GRdc0+iQ3hkDWmvkimZrFIgWE/zILxEc7D9RH/a300yqcCqVFLL+6cQ5a+mRXfkayAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T22:59:27.167896Z"},"content_sha256":"806bdcd949c8ca8e89f0c78ea655591afd4ca8088e755eff5481c5b0598c9dca","schema_version":"1.0","event_id":"sha256:806bdcd949c8ca8e89f0c78ea655591afd4ca8088e755eff5481c5b0598c9dca"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2BKXXF7WCJ75VYLPKSNB3OD22F/bundle.json","state_url":"https://pith.science/pith/2BKXXF7WCJ75VYLPKSNB3OD22F/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2BKXXF7WCJ75VYLPKSNB3OD22F/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-17T22:59:27Z","links":{"resolver":"https://pith.science/pith/2BKXXF7WCJ75VYLPKSNB3OD22F","bundle":"https://pith.science/pith/2BKXXF7WCJ75VYLPKSNB3OD22F/bundle.json","state":"https://pith.science/pith/2BKXXF7WCJ75VYLPKSNB3OD22F/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2BKXXF7WCJ75VYLPKSNB3OD22F/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:2BKXXF7WCJ75VYLPKSNB3OD22F","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"01767e348158c7153455f087315c691e849b738467606f4fefe16fc447bf03e7","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-11-29T05:56:51Z","title_canon_sha256":"388620f98703264618db9fa9114731e91a9ac90dafc53ee8d348ec79f855516b"},"schema_version":"1.0","source":{"id":"2211.15944","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.15944","created_at":"2026-07-05T06:30:27Z"},{"alias_kind":"arxiv_version","alias_value":"2211.15944v2","created_at":"2026-07-05T06:30:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.15944","created_at":"2026-07-05T06:30:27Z"},{"alias_kind":"pith_short_12","alias_value":"2BKXXF7WCJ75","created_at":"2026-07-05T06:30:27Z"},{"alias_kind":"pith_short_16","alias_value":"2BKXXF7WCJ75VYLP","created_at":"2026-07-05T06:30:27Z"},{"alias_kind":"pith_short_8","alias_value":"2BKXXF7W","created_at":"2026-07-05T06:30:27Z"}],"graph_snapshots":[{"event_id":"sha256:806bdcd949c8ca8e89f0c78ea655591afd4ca8088e755eff5481c5b0598c9dca","target":"graph","created_at":"2026-07-05T06:30:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2211.15944/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"World models power some of the most efficient reinforcement learning algorithms. In this work, we showcase that they can be harnessed for continual learning - a situation when the agent faces changing environments. World models typically employ a replay buffer for training, which can be naturally extended to continual learning. We systematically study how different selective experience replay methods affect performance, forgetting, and transfer. We also provide recommendations regarding various modeling options for using world models. The best set of choices is called Continual-Dreamer, it is ","authors_text":"Jack Parker-Holder, Maciej Wo{\\l}czyk, Mateusz Ostaszewski, Mateusz \\.Zarski, Micha{\\l} Bortkiewicz, Piotr Mi{\\l}o\\'s, Samuel Kessler, Stephen J. Roberts","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-11-29T05:56:51Z","title":"The Effectiveness of World Models for Continual Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.15944","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d56dab585d8c994c5cd27bab7fbc470b11201acf9027ab3f8eac1e601fbdb6cc","target":"record","created_at":"2026-07-05T06:30:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"01767e348158c7153455f087315c691e849b738467606f4fefe16fc447bf03e7","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-11-29T05:56:51Z","title_canon_sha256":"388620f98703264618db9fa9114731e91a9ac90dafc53ee8d348ec79f855516b"},"schema_version":"1.0","source":{"id":"2211.15944","kind":"arxiv","version":2}},"canonical_sha256":"d0557b97f6127fdae16f549a1db87ad17f6d0c3fd32df7434f13da20f91a1261","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d0557b97f6127fdae16f549a1db87ad17f6d0c3fd32df7434f13da20f91a1261","first_computed_at":"2026-07-05T06:30:27.753119Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:30:27.753119Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"gT9djI6eK3A7nKh+T8+g6wJgb7/8hnVWzADWPZQnfZtHv4U/8sZw8KAw2aLYG9ROgynlMrSJzuVSw1VdwSu3BQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:30:27.753643Z","signed_message":"canonical_sha256_bytes"},"source_id":"2211.15944","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d56dab585d8c994c5cd27bab7fbc470b11201acf9027ab3f8eac1e601fbdb6cc","sha256:806bdcd949c8ca8e89f0c78ea655591afd4ca8088e755eff5481c5b0598c9dca"],"state_sha256":"37287bbc0826a4108188896b33cf67b6b1c2bb08b07a231da5f87b9572b0f4dd"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7AiNugrpkEWBpNBvBMTNjUGojWTdkYj19hSVlIqWDtaJMvwUhDypT9evWvctY/VSBHTl7XFLwhGUZi6nBBb0CA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-17T22:59:27.173162Z","bundle_sha256":"0bb2bc6fa8f33e70ecf36219f5585a5aed0acaadf6710b4c99c7060571de02cb"}}