{"as_of":"2026-08-10T11:28:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:e8859e1acd9b90f94a548729fbf5448edb86508a1ee24d97cf4a44c74155ab05","coverage":[{"denominator":36,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":36,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T22:18:43.007244Z","state":"measured"},{"denominator":37,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":37,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-10T06:31:04.303077+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T00:31:37.407842Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"pith","source_observed_at":"2026-08-06T00:31:42.433375Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2506.21899","last_updated":"2025-06-27T04:36:05Z","snapshot_observed_at":"2026-08-09T12:29:02.937883Z","submitted_at":"2025-06-27T04:36:05Z","title":"Advancements and Challenges in Continual Reinforcement Learning: A Comprehensive Review","version":1},"cited_work":{"arxiv_id":"2506.21899","doi":null,"metadata_source":"pith","pith_arxiv_id":"2506.21899","snapshot_observed_at":"2026-08-06T00:31:42.433375Z","title":"Advancements and Challenges in Continual Reinforcement Learning: A Comprehensive Review","venue":"cs.LG","work_id":"5238bd6b-a2a9-4929-92c9-890b8ca4a226","year":2025},"citing_paper":{"arxiv_id":"2608.01149","last_updated":"2026-08-02T11:00:04Z","snapshot_observed_at":"2026-08-08T12:14:05.489465Z","submitted_at":"2026-08-02T11:00:04Z","title":"PATH-Bench: Path-Dependent Evaluation of Lifelong Agents","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-06T00:31:37.407842Z"},"links":{"cited_paper":"/paper/2506.21899","citing_paper":"/paper/2608.01149"},"observation_digest":"sha256:4804bcc776fd040d0547cf582fa947e4ad132e226e87b6b88f4a3ec044afe632","observation_id":"a05dd6eb-fc75-48ef-a39f-ab43b4018c90","resolution":{"observed_at":"2026-08-06T00:31:42.542901Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2506.21899/citation-record","integrity":"/paper/2506.21899/integrity","json":"/paper/2506.21899/citation-record.json","paper":"/paper/2506.21899"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2003.13525","last_updated":"2020-03-30T14:55:53Z","snapshot_observed_at":"2026-08-09T13:52:53.478199Z","submitted_at":"2020-03-30T14:55:53Z","title":"Improving out-of-distribution generalization via multi-task self-supervised pretraining","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2003.13525","snapshot_observed_at":"2026-08-06T22:18:38.034917Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.21899","last_updated":"2025-06-27T04:36:05Z","snapshot_observed_at":"2026-08-09T12:29:02.937883Z","submitted_at":"2025-06-27T04:36:05Z","title":"Advancements and Challenges in Continual Reinforcement Learning: A Comprehensive Review","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-06T22:18:38.034917Z"},"links":{"cited_paper":"/paper/2003.13525","citing_paper":"/paper/2506.21899"},"observation_digest":"sha256:88a5ed23f87cdc0ee9d60ff65afd0f78872e37897b78f2053375665c80defc0e","observation_id":"3afbc043-7ba2-4044-8a4c-38413c801bf9","resolution":{"observed_at":"2026-08-06T22:18:38.034917Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:18:44.769547Z","title":null,"venue":null,"work_id":"aa227d86-0895-434c-9c3f-b842597ac8f5","year":2021},"citing_paper":{"arxiv_id":"2506.21899","last_updated":"2025-06-27T04:36:05Z","snapshot_observed_at":"2026-08-09T12:29:02.937883Z","submitted_at":"2025-06-27T04:36:05Z","title":"Advancements and Challenges in Continual Reinforcement Learning: A Comprehensive Review","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-06T22:18:42.054840Z"},"links":{"citing_paper":"/paper/2506.21899"},"observation_digest":"sha256:50f2d121094fc4c4142e7981ded670a153d85ccc4685d5b98b80a956d7821516","observation_id":"3533351b-6fac-4e87-9bef-9349b9ab5117","resolution":{"observed_at":"2026-08-06T22:18:44.890413Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2306.13831","last_updated":"2023-06-24T01:16:07Z","snapshot_observed_at":"2026-08-08T11:00:02.521037Z","submitted_at":"2023-06-24T01:16:07Z","title":"Minigrid & Miniworld: Modular & Customizable Reinforcement Learning Environments for Goal-Oriented Tasks","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.13831","snapshot_observed_at":"2026-08-06T22:18:38.982999Z","title":"Chevalier-Boisvert, M., Dai, B., Towers, M., de Lazcano, R., Willems, L., Lahlou, S., Pal, S., Castro, P","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.21899","last_updated":"2025-06-27T04:36:05Z","snapshot_observed_at":"2026-08-09T12:29:02.937883Z","submitted_at":"2025-06-27T04:36:05Z","title":"Advancements and Challenges in Continual Reinforcement Learning: A Comprehensive Review","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-06T22:18:38.982999Z"},"links":{"cited_paper":"/paper/2306.13831","citing_paper":"/paper/2506.21899"},"observation_digest":"sha256:168830c845601cf0353a5aa1dc252e2ceeaa716a3903d68025d79f8ffa0e5402","observation_id":"1fd94e55-4c98-44fd-be41-e5f1d093587e","resolution":{"observed_at":"2026-08-06T22:18:38.982999Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1906.00695","last_updated":"2022-04-11T14:58:15Z","snapshot_observed_at":"2026-08-06T22:48:15.827343Z","submitted_at":"2019-06-03T10:45:08Z","title":"Continual learning with hypernetworks","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1906.00695","snapshot_observed_at":"2026-08-06T22:18:42.628063Z","title":"M., Mathieu, M., Dudzik, A., Chung, J., Choi, D","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2506.21899","last_updated":"2025-06-27T04:36:05Z","snapshot_observed_at":"2026-08-09T12:29:02.937883Z","submitted_at":"2025-06-27T04:36:05Z","title":"Advancements and Challenges in Continual Reinforcement Learning: A Comprehensive Review","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-06T22:18:42.628063Z"},"links":{"cited_paper":"/paper/1906.00695","citing_paper":"/paper/2506.21899"},"observation_digest":"sha256:4118821ca475e311399f7e43bf301abe97d77267ea74b1d33ef46490f2c66852","observation_id":"a539f7f3-7c5e-490c-946e-f74f006b6410","resolution":{"observed_at":"2026-08-06T22:18:42.628063Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:18:46.539661Z","title":null,"venue":null,"work_id":"7b59853f-255a-48d4-a59b-0c82a018b864","year":2018},"citing_paper":{"arxiv_id":"2506.21899","last_updated":"2025-06-27T04:36:05Z","snapshot_observed_at":"2026-08-09T12:29:02.937883Z","submitted_at":"2025-06-27T04:36:05Z","title":"Advancements and Challenges in Continual Reinforcement Learning: A Comprehensive Review","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-06T22:18:39.587178Z"},"links":{"citing_paper":"/paper/2506.21899"},"observation_digest":"sha256:ed927d4f56679c4cf289a1caccf906ad3f79a186a3db7f69d248e0324211fce8","observation_id":"3f23b6e9-4c71-4161-a150-7a224a241acd","resolution":{"observed_at":"2026-08-06T22:18:46.688351Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1503.02531","last_updated":"2015-03-09T15:44:49Z","snapshot_observed_at":"2026-07-06T04:11:24.157003Z","submitted_at":"2015-03-09T15:44:49Z","title":"Distilling the Knowledge in a Neural Network","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1503.02531","snapshot_observed_at":"2026-08-06T22:18:39.753365Z","title":null,"venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2506.21899","last_updated":"2025-06-27T04:36:05Z","snapshot_observed_at":"2026-08-09T12:29:02.937883Z","submitted_at":"2025-06-27T04:36:05Z","title":"Advancements and Challenges in Continual Reinforcement Learning: A Comprehensive Review","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-06T22:18:39.753365Z"},"links":{"cited_paper":"/paper/1503.02531","citing_paper":"/paper/2506.21899"},"observation_digest":"sha256:e942e5c19302f053978193d3a1d767be54da182a9fb0f1448d40c6a85aebc59e","observation_id":"c42d85a1-c796-451a-ad83-b78804aa0056","resolution":{"observed_at":"2026-08-06T22:18:39.753365Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2203.07454","last_updated":"2022-03-14T19:20:26Z","snapshot_observed_at":"2026-07-06T12:47:48.418460Z","submitted_at":"2022-03-14T19:20:26Z","title":"L2Explorer: A Lifelong Reinforcement Learning Assessment Environment","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2203.07454","snapshot_observed_at":"2026-08-06T22:18:39.899482Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2506.21899","last_updated":"2025-06-27T04:36:05Z","snapshot_observed_at":"2026-08-09T12:29:02.937883Z","submitted_at":"2025-06-27T04:36:05Z","title":"Advancements and Challenges in Continual Reinforcement Learning: A Comprehensive Review","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-06T22:18:39.899482Z"},"links":{"cited_paper":"/paper/2203.07454","citing_paper":"/paper/2506.21899"},"observation_digest":"sha256:6b30e080351be45cac76f90c6fe162a206f1dfd589f44a85a5d816d6b13a89c8","observation_id":"55fe612a-b286-42ee-be1e-97d874ec0488","resolution":{"observed_at":"2026-08-06T22:18:39.899482Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:18:45.640576Z","title":null,"venue":null,"work_id":"4cf3ac62-30f4-47d0-9ead-49e847781fdd","year":2016},"citing_paper":{"arxiv_id":"2506.21899","last_updated":"2025-06-27T04:36:05Z","snapshot_observed_at":"2026-08-09T12:29:02.937883Z","submitted_at":"2025-06-27T04:36:05Z","title":"Advancements and Challenges in Continual Reinforcement Learning: A Comprehensive Review","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-06T22:18:40.659954Z"},"links":{"citing_paper":"/paper/2506.21899"},"observation_digest":"sha256:073bd5096acfae0dbaac48990d1ad44a6374e532b8956c06bb815c2f8f26d9d0","observation_id":"77c2f2ef-5336-4e8d-b3f1-9b9399ff13fb","resolution":{"observed_at":"2026-08-06T22:18:45.801891Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2005.01643","last_updated":"2020-11-01T23:50:25Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2020-05-04T17:00:15Z","title":"Offline Reinforcement Learning: Tutorial, Review, and Perspectives on Open Problems","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2005.01643","snapshot_observed_at":"2026-08-06T22:18:40.792395Z","title":"S., and Lim, J","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2506.21899","last_updated":"2025-06-27T04:36:05Z","snapshot_observed_at":"2026-08-09T12:29:02.937883Z","submitted_at":"2025-06-27T04:36:05Z","title":"Advancements and Challenges in Continual Reinforcement Learning: A Comprehensive Review","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-06T22:18:40.792395Z"},"links":{"cited_paper":"/paper/2005.01643","citing_paper":"/paper/2506.21899"},"observation_digest":"sha256:ed35982bea6cd47e3d3f7df7c7f31dca53fbad0402c938e31865484c705ae8ea","observation_id":"65ccaf9b-3ff0-4f96-a0fd-e02f54e61df3","resolution":{"observed_at":"2026-08-06T22:18:40.792395Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.03310","last_updated":"2023-10-14T15:52:31Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-06-05T23:32:26Z","title":"LIBERO: Benchmarking Knowledge Transfer for Lifelong Robot Learning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.03310","snapshot_observed_at":"2026-08-06T22:18:40.930649Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2506.21899","last_updated":"2025-06-27T04:36:05Z","snapshot_observed_at":"2026-08-09T12:29:02.937883Z","submitted_at":"2025-06-27T04:36:05Z","title":"Advancements and Challenges in Continual Reinforcement Learning: A Comprehensive Review","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-06T22:18:40.930649Z"},"links":{"cited_paper":"/paper/2306.03310","citing_paper":"/paper/2506.21899"},"observation_digest":"sha256:b363b37985621394a1dcc73f8418e70c5869894410084be5cf1043e610c46074","observation_id":"fc802a13-58f7-4e2b-ab80-797f20d061e4","resolution":{"observed_at":"2026-08-06T22:18:40.930649Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2012.03548","last_updated":"2021-06-15T18:39:59Z","snapshot_observed_at":"2026-07-06T10:21:17.333971Z","submitted_at":"2020-12-07T09:33:02Z","title":"Reset-Free Lifelong Learning with Skill-Space Planning","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2012.03548","snapshot_observed_at":"2026-08-06T22:18:41.072809Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2506.21899","last_updated":"2025-06-27T04:36:05Z","snapshot_observed_at":"2026-08-09T12:29:02.937883Z","submitted_at":"2025-06-27T04:36:05Z","title":"Advancements and Challenges in Continual Reinforcement Learning: A Comprehensive Review","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-06T22:18:41.072809Z"},"links":{"cited_paper":"/paper/2012.03548","citing_paper":"/paper/2506.21899"},"observation_digest":"sha256:ec6d259d5aec2dbd1f53315797bc59318ef32d062c3d1978bbe2155061eaf8b5","observation_id":"d586cc1d-2493-481c-8325-29f6209e9b9d","resolution":{"observed_at":"2026-08-06T22:18:41.072809Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.14775","last_updated":"2023-06-26T15:35:27Z","snapshot_observed_at":"2026-08-06T16:38:46.328534Z","submitted_at":"2023-06-26T15:35:27Z","title":"Parameter-Level Soft-Masking for Continual Learning","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.14775","snapshot_observed_at":"2026-08-06T22:18:40.310351Z","title":null,"venue":null,"work_id":null,"year":2012},"citing_paper":{"arxiv_id":"2506.21899","last_updated":"2025-06-27T04:36:05Z","snapshot_observed_at":"2026-08-09T12:29:02.937883Z","submitted_at":"2025-06-27T04:36:05Z","title":"Advancements and Challenges in Continual Reinforcement Learning: A Comprehensive Review","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-06T22:18:40.310351Z"},"links":{"cited_paper":"/paper/2306.14775","citing_paper":"/paper/2506.21899"},"observation_digest":"sha256:b1446a7358331264f4ea24d20850ef3252392c122d5dd5d37500fdb95db9df71","observation_id":"ce0c81c4-14b0-45f9-bc92-21fef39edf7f","resolution":{"observed_at":"2026-08-06T22:18:40.310351Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:18:46.825901Z","title":"L., Kafle, K., Shrestha, R., Acharya, M., and Kanan, C","venue":null,"work_id":"b5beac27-5947-4132-a4ba-26685a59df33","year":2020},"citing_paper":{"arxiv_id":"2506.21899","last_updated":"2025-06-27T04:36:05Z","snapshot_observed_at":"2026-08-09T12:29:02.937883Z","submitted_at":"2025-06-27T04:36:05Z","title":"Advancements and Challenges in Continual Reinforcement Learning: A Comprehensive Review","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-06T22:18:39.419053Z"},"links":{"citing_paper":"/paper/2506.21899"},"observation_digest":"sha256:1ca7f9bc68dd9f860c3e5808673fea3e717768a3ec8b8ab4e7cf156ef9308f11","observation_id":"d54f284d-42aa-4bc3-986f-cb9be77a2a53","resolution":{"observed_at":"2026-08-06T22:18:46.946623Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2207.00429","last_updated":"2022-07-01T13:48:29Z","snapshot_observed_at":"2026-08-10T11:00:20.332619Z","submitted_at":"2022-07-01T13:48:29Z","title":"Modular Lifelong Reinforcement Learning via Neural Composition","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2207.00429","snapshot_observed_at":"2026-08-06T22:18:41.212176Z","title":"A., van Seijen, H., and Eaton, E","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2506.21899","last_updated":"2025-06-27T04:36:05Z","snapshot_observed_at":"2026-08-09T12:29:02.937883Z","submitted_at":"2025-06-27T04:36:05Z","title":"Advancements and Challenges in Continual Reinforcement Learning: A Comprehensive Review","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-06T22:18:41.212176Z"},"links":{"cited_paper":"/paper/2207.00429","citing_paper":"/paper/2506.21899"},"observation_digest":"sha256:9a88efd5fb7046d3ead0943b744a18bd143c763c497e9a21fab3ff1f81b51ada","observation_id":"c9f56471-f178-4cf6-b4dc-c291ad8267eb","resolution":{"observed_at":"2026-08-06T22:18:41.212176Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:18:45.993055Z","title":"P., Chakravarthi Raja, S., Cheney, N., Clune, J., et al","venue":null,"work_id":"40bad788-7da5-465c-bb53-e87af7d4b191","year":2022},"citing_paper":{"arxiv_id":"2506.21899","last_updated":"2025-06-27T04:36:05Z","snapshot_observed_at":"2026-08-09T12:29:02.937883Z","submitted_at":"2025-06-27T04:36:05Z","title":"Advancements and Challenges in Continual Reinforcement Learning: A Comprehensive Review","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-06T22:18:40.483765Z"},"links":{"citing_paper":"/paper/2506.21899"},"observation_digest":"sha256:90bfebc25dec61f4541afe3a4d9748ee380b44714ae9ef194afb7b1003ad173c","observation_id":"d3349ab9-dcd8-4e83-9ced-ed4eb7fd9668","resolution":{"observed_at":"2026-08-06T22:18:46.073576Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2108.01005","last_updated":"2023-06-05T14:10:00Z","snapshot_observed_at":"2026-07-06T11:34:51.052944Z","submitted_at":"2021-08-02T16:07:21Z","title":"Sequoia: A Software Framework to Unify Continual Learning Research","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2108.01005","snapshot_observed_at":"2026-08-06T22:18:41.318889Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2506.21899","last_updated":"2025-06-27T04:36:05Z","snapshot_observed_at":"2026-08-09T12:29:02.937883Z","submitted_at":"2025-06-27T04:36:05Z","title":"Advancements and Challenges in Continual Reinforcement Learning: A Comprehensive Review","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-06T22:18:41.318889Z"},"links":{"cited_paper":"/paper/2108.01005","citing_paper":"/paper/2506.21899"},"observation_digest":"sha256:0a2df3dcbcc504148bef87efda56f06f6f9cce3c40b193cbb22f238487daac2e","observation_id":"2791e104-cf82-437b-bf56-916edc5caaa2","resolution":{"observed_at":"2026-08-06T22:18:41.318889Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1609.09106","last_updated":"2016-12-01T10:08:15Z","snapshot_observed_at":"2026-08-08T11:39:44.107967Z","submitted_at":"2016-09-27T05:57:00Z","title":"HyperNetworks","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1609.09106","snapshot_observed_at":"2026-08-06T22:18:39.318052Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2506.21899","last_updated":"2025-06-27T04:36:05Z","snapshot_observed_at":"2026-08-09T12:29:02.937883Z","submitted_at":"2025-06-27T04:36:05Z","title":"Advancements and Challenges in Continual Reinforcement Learning: A Comprehensive Review","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-06T22:18:39.318052Z"},"links":{"cited_paper":"/paper/1609.09106","citing_paper":"/paper/2506.21899"},"observation_digest":"sha256:34fa5463e3a851ad59d482b02ec25d2a0759b3a46e440a887996913f22fb930c","observation_id":"6440835a-8b5f-4aa6-b4c6-2bcfd7f674bb","resolution":{"observed_at":"2026-08-06T22:18:39.318052Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:18:45.396177Z","title":null,"venue":null,"work_id":"2f202a20-c026-4249-9fdd-631333a11c68","year":2017},"citing_paper":{"arxiv_id":"2506.21899","last_updated":"2025-06-27T04:36:05Z","snapshot_observed_at":"2026-08-09T12:29:02.937883Z","submitted_at":"2025-06-27T04:36:05Z","title":"Advancements and Challenges in Continual Reinforcement Learning: A Comprehensive Review","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-06T22:18:41.444982Z"},"links":{"citing_paper":"/paper/2506.21899"},"observation_digest":"sha256:48700a927a3f279147bd743e3fbed3103ec7a4e0ba6938ccb70a90adff94af9e","observation_id":"61416631-1ccd-4ee5-9c24-1435acd5d9a6","resolution":{"observed_at":"2026-08-06T22:18:45.541541Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:18:45.064013Z","title":null,"venue":null,"work_id":"353a6812-9e5a-4cdb-ba7c-8907348e711c","year":1993},"citing_paper":{"arxiv_id":"2506.21899","last_updated":"2025-06-27T04:36:05Z","snapshot_observed_at":"2026-08-09T12:29:02.937883Z","submitted_at":"2025-06-27T04:36:05Z","title":"Advancements and Challenges in Continual Reinforcement Learning: A Comprehensive Review","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-06T22:18:41.703160Z"},"links":{"citing_paper":"/paper/2506.21899"},"observation_digest":"sha256:0b190321fb20004a970a69bfbdcef7c735214d06ecb1369b211ad4bf8644604e","observation_id":"e9f99204-41a3-437e-8476-ffb3a9d66bdd","resolution":{"observed_at":"2026-08-06T22:18:45.192866Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:18:47.133135Z","title":null,"venue":null,"work_id":"1a901c44-71c7-4f49-bc6b-c2f6eeea2c2b","year":2019},"citing_paper":{"arxiv_id":"2506.21899","last_updated":"2025-06-27T04:36:05Z","snapshot_observed_at":"2026-08-09T12:29:02.937883Z","submitted_at":"2025-06-27T04:36:05Z","title":"Advancements and Challenges in Continual Reinforcement Learning: A Comprehensive Review","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-06T22:18:38.553327Z"},"links":{"citing_paper":"/paper/2506.21899"},"observation_digest":"sha256:db7e47d481e4d310ddcc79a4c64ac73a1e7fc2780249f02c73ccdc09242ba25c","observation_id":"82d61719-4f04-493b-a46d-37ee4456811d","resolution":{"observed_at":"2026-08-06T22:18:47.228159Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2209.08660","last_updated":"2023-11-20T21:07:44Z","snapshot_observed_at":"2026-07-06T13:53:33.112275Z","submitted_at":"2022-09-18T21:29:58Z","title":"Learn the Time to Learn: Replay Scheduling in Continual Learning","version":2},"cited_work":{"arxiv_id":"2209.08660","doi":null,"metadata_source":"pith","pith_arxiv_id":"2209.08660","snapshot_observed_at":"2026-08-06T22:18:44.137501Z","title":"Learn the Time to Learn: Replay Scheduling in Continual Learning","venue":"cs.LG","work_id":"327c4ff8-9f94-4a02-8232-3a3816dca170","year":2022},"citing_paper":{"arxiv_id":"2506.21899","last_updated":"2025-06-27T04:36:05Z","snapshot_observed_at":"2026-08-09T12:29:02.937883Z","submitted_at":"2025-06-27T04:36:05Z","title":"Advancements and Challenges in Continual Reinforcement Learning: A Comprehensive Review","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-06T22:18:40.148235Z"},"links":{"cited_paper":"/paper/2209.08660","citing_paper":"/paper/2506.21899"},"observation_digest":"sha256:135c46f430adf463e05b99f7d56d1e6f5bdbe137e0b9f12a3eab7b3f67def96c","observation_id":"341d775a-ba4c-451d-a430-29a8848e3cda","resolution":{"observed_at":"2026-08-06T22:18:44.251000Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:18:47.549191Z","title":"and Precup, D","venue":null,"work_id":"0ec58a83-b23d-4e7a-a4b9-d802147cef80","year":2024},"citing_paper":{"arxiv_id":"2506.21899","last_updated":"2025-06-27T04:36:05Z","snapshot_observed_at":"2026-08-09T12:29:02.937883Z","submitted_at":"2025-06-27T04:36:05Z","title":"Advancements and Challenges in Continual Reinforcement Learning: A Comprehensive Review","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-06T22:18:38.262224Z"},"links":{"citing_paper":"/paper/2506.21899"},"observation_digest":"sha256:8c6ad6560e05c9492fee21cdef764c8745c469d95d337bfffcec1ca07e2db783","observation_id":"a5972eb0-5e95-4ae6-8f4b-a5e200ad9514","resolution":{"observed_at":"2026-08-06T22:18:47.651313Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1711.01239","last_updated":"2017-12-31T14:53:00Z","snapshot_observed_at":"2026-08-09T08:32:46.076632Z","submitted_at":"2017-11-03T17:07:51Z","title":"Routing Networks: Adaptive Selection of Non-linear Functions for Multi-Task Learning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1711.01239","snapshot_observed_at":"2026-08-06T22:18:41.856298Z","title":null,"venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2506.21899","last_updated":"2025-06-27T04:36:05Z","snapshot_observed_at":"2026-08-09T12:29:02.937883Z","submitted_at":"2025-06-27T04:36:05Z","title":"Advancements and Challenges in Continual Reinforcement Learning: A Comprehensive Review","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-06T22:18:41.856298Z"},"links":{"cited_paper":"/paper/1711.01239","citing_paper":"/paper/2506.21899"},"observation_digest":"sha256:8e3785c5ca77d194fbb833d1bcb5406787a5d860f8593a872c0203608b00939c","observation_id":"17f2c61a-b793-47d7-ae35-d03b27099ead","resolution":{"observed_at":"2026-08-06T22:18:41.856298Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2302.10887","last_updated":"2023-01-21T21:05:52Z","snapshot_observed_at":"2026-07-06T14:54:15.390552Z","submitted_at":"2023-01-21T21:05:52Z","title":"The configurable tree graph (CT-graph): measurable problems in partially observable and distal reward environments for lifelong reinforcement learning","version":1},"cited_work":{"arxiv_id":"2302.10887","doi":null,"metadata_source":"pith","pith_arxiv_id":"2302.10887","snapshot_observed_at":"2026-08-06T22:18:43.751475Z","title":"The configurable tree graph (CT-graph): measurable problems in partially observable and distal reward environments for lifelong reinforcement learning","venue":"cs.LG","work_id":"414e6fb1-48ee-46aa-ab2a-3b00c6ec77dc","year":2023},"citing_paper":{"arxiv_id":"2506.21899","last_updated":"2025-06-27T04:36:05Z","snapshot_observed_at":"2026-08-09T12:29:02.937883Z","submitted_at":"2025-06-27T04:36:05Z","title":"Advancements and Challenges in Continual Reinforcement Learning: A Comprehensive Review","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-06T22:18:42.180780Z"},"links":{"cited_paper":"/paper/2302.10887","citing_paper":"/paper/2506.21899"},"observation_digest":"sha256:20eb22a9fa97d84e4b658b97fb93f7febb40fbfbd6b1742eaac997e4d139121f","observation_id":"14b9d049-2138-473d-a3c8-3f9e753714f6","resolution":{"observed_at":"2026-08-06T22:18:43.887906Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1907.05855","last_updated":"2019-07-11T09:12:42Z","snapshot_observed_at":"2026-07-06T08:07:23.565614Z","submitted_at":"2019-07-11T09:12:42Z","title":"DisCoRL: Continual Reinforcement Learning via Policy Distillation","version":1},"cited_work":{"arxiv_id":"1907.05855","doi":null,"metadata_source":"pith","pith_arxiv_id":"1907.05855","snapshot_observed_at":"2026-08-06T22:18:43.501553Z","title":"DisCoRL: Continual Reinforcement Learning via Policy Distillation","venue":"cs.LG","work_id":"6a1fa504-6ed3-43f4-b669-614cf69b49dc","year":2019},"citing_paper":{"arxiv_id":"2506.21899","last_updated":"2025-06-27T04:36:05Z","snapshot_observed_at":"2026-08-09T12:29:02.937883Z","submitted_at":"2025-06-27T04:36:05Z","title":"Advancements and Challenges in Continual Reinforcement Learning: A Comprehensive Review","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-06T22:18:42.289203Z"},"links":{"cited_paper":"/paper/1907.05855","citing_paper":"/paper/2506.21899"},"observation_digest":"sha256:d9adb7baf2ec52f3bda3b845e575d0d897700955896266a9f232a91196bcc1f5","observation_id":"771be523-93df-4d0b-8566-fb733aaa4021","resolution":{"observed_at":"2026-08-06T22:18:43.580287Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:18:47.338901Z","title":null,"venue":null,"work_id":"8dbc3bc8-2117-47ac-98b3-a0768018e2e7","year":2017},"citing_paper":{"arxiv_id":"2506.21899","last_updated":"2025-06-27T04:36:05Z","snapshot_observed_at":"2026-08-09T12:29:02.937883Z","submitted_at":"2025-06-27T04:36:05Z","title":"Advancements and Challenges in Continual Reinforcement Learning: A Comprehensive Review","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-06T22:18:38.425156Z"},"links":{"citing_paper":"/paper/2506.21899"},"observation_digest":"sha256:bf929f5fa4160016bcc88f74828bd09b5da8fe33c6867e2ce9b2489460c9a326","observation_id":"6db502ad-3ff6-45cf-a6c2-a291bebf508c","resolution":{"observed_at":"2026-08-06T22:18:47.442111Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:18:44.493668Z","title":null,"venue":null,"work_id":"d5240fec-e7c7-431b-a24b-924731c4bb5a","year":2023},"citing_paper":{"arxiv_id":"2506.21899","last_updated":"2025-06-27T04:36:05Z","snapshot_observed_at":"2026-08-09T12:29:02.937883Z","submitted_at":"2025-06-27T04:36:05Z","title":"Advancements and Challenges in Continual Reinforcement Learning: A Comprehensive Review","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-06T22:18:42.525227Z"},"links":{"citing_paper":"/paper/2506.21899"},"observation_digest":"sha256:479dee046205981c4fdd2a009417ce6eb028b2c66aabd75d4e8e6c16934bbb99","observation_id":"9fd92b3e-7822-43a6-82b3-66e41d9fd0a5","resolution":{"observed_at":"2026-08-06T22:18:44.595753Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1805.09991","last_updated":"2018-05-25T06:10:54Z","snapshot_observed_at":"2026-07-31T12:52:23.719387Z","submitted_at":"2018-05-25T06:10:54Z","title":"Lifelong Domain Word Embedding via Meta-Learning","version":1},"cited_work":{"arxiv_id":"1805.09991","doi":null,"metadata_source":"pith","pith_arxiv_id":"1805.09991","snapshot_observed_at":"2026-08-06T22:18:43.201255Z","title":"Lifelong Domain Word Embedding via Meta-Learning","venue":"cs.CL","work_id":"62dd7883-a75a-416a-ab24-93d941c6caaa","year":2018},"citing_paper":{"arxiv_id":"2506.21899","last_updated":"2025-06-27T04:36:05Z","snapshot_observed_at":"2026-08-09T12:29:02.937883Z","submitted_at":"2025-06-27T04:36:05Z","title":"Advancements and Challenges in Continual Reinforcement Learning: A Comprehensive Review","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-06T22:18:42.733821Z"},"links":{"cited_paper":"/paper/1805.09991","citing_paper":"/paper/2506.21899"},"observation_digest":"sha256:c247bae283d460a1518b301c6b530962f06171e8a2ca44df167e4d3283dc5ec6","observation_id":"50e114ff-dcc8-4046-b8c3-c78621c2cc3e","resolution":{"observed_at":"2026-08-06T22:18:43.308338Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1708.01547","last_updated":"2018-06-11T09:03:44Z","snapshot_observed_at":"2026-07-06T05:54:07.143205Z","submitted_at":"2017-08-04T15:14:31Z","title":"Lifelong Learning with Dynamically Expandable Networks","version":11},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1708.01547","snapshot_observed_at":"2026-08-06T22:18:42.863585Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2506.21899","last_updated":"2025-06-27T04:36:05Z","snapshot_observed_at":"2026-08-09T12:29:02.937883Z","submitted_at":"2025-06-27T04:36:05Z","title":"Advancements and Challenges in Continual Reinforcement Learning: A Comprehensive Review","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-06T22:18:42.863585Z"},"links":{"cited_paper":"/paper/1708.01547","citing_paper":"/paper/2506.21899"},"observation_digest":"sha256:6ebc243511c83400583f6bec0f297d289b707759336f9a499efa401ba89c854a","observation_id":"cc95c3f8-4eb8-43b2-9e89-4a23a3894ee2","resolution":{"observed_at":"2026-08-06T22:18:42.863585Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1903.03176","last_updated":"2019-06-07T00:36:50Z","snapshot_observed_at":"2026-07-06T07:37:51.655095Z","submitted_at":"2019-03-07T20:34:36Z","title":"MinAtar: An Atari-Inspired Testbed for Thorough and Reproducible Reinforcement Learning Experiments","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1903.03176","snapshot_observed_at":"2026-08-06T22:18:43.007244Z","title":"and Tian, T","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2506.21899","last_updated":"2025-06-27T04:36:05Z","snapshot_observed_at":"2026-08-09T12:29:02.937883Z","submitted_at":"2025-06-27T04:36:05Z","title":"Advancements and Challenges in Continual Reinforcement Learning: A Comprehensive Review","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-06T22:18:43.007244Z"},"links":{"cited_paper":"/paper/1903.03176","citing_paper":"/paper/2506.21899"},"observation_digest":"sha256:fc130cfea1fccf84a2a5272c4fccf3ee19fa5478f847972904825dd2083373b4","observation_id":"5f9d93c3-0911-4c03-a771-3d2ac4b34cd7","resolution":{"observed_at":"2026-08-06T22:18:43.007244Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1809.10635","last_updated":"2019-04-17T09:20:24Z","snapshot_observed_at":"2026-07-06T07:04:44.789766Z","submitted_at":"2018-09-27T16:55:58Z","title":"Generative replay with feedback connections as a general strategy for continual learning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1809.10635","snapshot_observed_at":"2026-08-06T22:18:42.411979Z","title":null,"venue":null,"work_id":null,"year":2002},"citing_paper":{"arxiv_id":"2506.21899","last_updated":"2025-06-27T04:36:05Z","snapshot_observed_at":"2026-08-09T12:29:02.937883Z","submitted_at":"2025-06-27T04:36:05Z","title":"Advancements and Challenges in Continual Reinforcement Learning: A Comprehensive Review","version":1},"reference_index":82,"source":"pdf_text","source_observed_at":"2026-08-06T22:18:42.411979Z"},"links":{"cited_paper":"/paper/1809.10635","citing_paper":"/paper/2506.21899"},"observation_digest":"sha256:00b3cbf43cbae537eb76547717b44d793484df3beb706eacc2f7dd1034a4b78d","observation_id":"d290b41b-0aa6-4cf2-ade4-e8e66a334bbf","resolution":{"observed_at":"2026-08-06T22:18:42.411979Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1612.03801","last_updated":"2016-12-13T12:19:48Z","snapshot_observed_at":"2026-07-06T05:22:21.129782Z","submitted_at":"2016-12-12T17:32:49Z","title":"DeepMind Lab","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1612.03801","snapshot_observed_at":"2026-08-06T22:18:38.727408Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.21899","last_updated":"2025-06-27T04:36:05Z","snapshot_observed_at":"2026-08-09T12:29:02.937883Z","submitted_at":"2025-06-27T04:36:05Z","title":"Advancements and Challenges in Continual Reinforcement Learning: A Comprehensive Review","version":1},"reference_index":307,"source":"pdf_text","source_observed_at":"2026-08-06T22:18:38.727408Z"},"links":{"cited_paper":"/paper/1612.03801","citing_paper":"/paper/2506.21899"},"observation_digest":"sha256:4b7311b3e75f5f59290c867ec5864138029eef27736bc2e457a9d19ddc909e20","observation_id":"4b953f3b-0946-4f92-b650-8f860f1d8009","resolution":{"observed_at":"2026-08-06T22:18:38.727408Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1810.11910","last_updated":"2019-05-03T03:32:40Z","snapshot_observed_at":"2026-08-08T01:27:10.295065Z","submitted_at":"2018-10-29T00:13:50Z","title":"Learning to Learn without Forgetting by Maximizing Transfer and Minimizing Interference","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1810.11910","snapshot_observed_at":"2026-08-06T22:18:41.582036Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2506.21899","last_updated":"2025-06-27T04:36:05Z","snapshot_observed_at":"2026-08-09T12:29:02.937883Z","submitted_at":"2025-06-27T04:36:05Z","title":"Advancements and Challenges in Continual Reinforcement Learning: A Comprehensive Review","version":1},"reference_index":389,"source":"pdf_text","source_observed_at":"2026-08-06T22:18:41.582036Z"},"links":{"cited_paper":"/paper/1810.11910","citing_paper":"/paper/2506.21899"},"observation_digest":"sha256:d8f72912116f2a1acb78626e2ec50b73c64b42c7999baaff6f204ece47ec9547","observation_id":"2114d0a5-64be-4a9a-b54e-df9c0760011f","resolution":{"observed_at":"2026-08-06T22:18:41.582036Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:18:46.260482Z","title":"D., Jeong, J., and Kim, G","venue":null,"work_id":"bdbe6af4-7d86-4656-96a7-9674b03bcac3","year":2020},"citing_paper":{"arxiv_id":"2506.21899","last_updated":"2025-06-27T04:36:05Z","snapshot_observed_at":"2026-08-09T12:29:02.937883Z","submitted_at":"2025-06-27T04:36:05Z","title":"Advancements and Challenges in Continual Reinforcement Learning: A Comprehensive Review","version":1},"reference_index":1476,"source":"pdf_text","source_observed_at":"2026-08-06T22:18:40.009402Z"},"links":{"citing_paper":"/paper/2506.21899"},"observation_digest":"sha256:c96e291867317fb7a23942176aa5e31d6b82959658fa4df6d3da947d1b4f3741","observation_id":"501d933f-7719-492a-817a-d2b1d479df52","resolution":{"observed_at":"2026-08-06T22:18:46.369337Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1812.00420","last_updated":"2019-01-09T11:11:47Z","snapshot_observed_at":"2026-08-10T10:53:37.637246Z","submitted_at":"2018-12-02T16:39:19Z","title":"Efficient Lifelong Learning with A-GEM","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1812.00420","snapshot_observed_at":"2026-08-06T22:18:38.866849Z","title":"C., Fishman, S., Korattikara, A., Canny, J., and Guadarrama, S","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2506.21899","last_updated":"2025-06-27T04:36:05Z","snapshot_observed_at":"2026-08-09T12:29:02.937883Z","submitted_at":"2025-06-27T04:36:05Z","title":"Advancements and Challenges in Continual Reinforcement Learning: A Comprehensive Review","version":1},"reference_index":1724,"source":"pdf_text","source_observed_at":"2026-08-06T22:18:38.866849Z"},"links":{"cited_paper":"/paper/1812.00420","citing_paper":"/paper/2506.21899"},"observation_digest":"sha256:2a1aeb9cdec97b5e2ee73fbf7680b6a5b9fecfe1f97c176f889480187efccd66","observation_id":"2a35911e-cf04-40f7-850e-bf7254c3a1de","resolution":{"observed_at":"2026-08-06T22:18:38.866849Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2211.10445","last_updated":"2023-03-02T09:28:25Z","snapshot_observed_at":"2026-07-06T14:20:26.566667Z","submitted_at":"2022-11-18T14:59:42Z","title":"Building a Subspace of Policies for Scalable Continual Learning","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2211.10445","snapshot_observed_at":"2026-08-06T22:18:39.117624Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2506.21899","last_updated":"2025-06-27T04:36:05Z","snapshot_observed_at":"2026-08-09T12:29:02.937883Z","submitted_at":"2025-06-27T04:36:05Z","title":"Advancements and Challenges in Continual Reinforcement Learning: A Comprehensive Review","version":1},"reference_index":4309,"source":"pdf_text","source_observed_at":"2026-08-06T22:18:39.117624Z"},"links":{"cited_paper":"/paper/2211.10445","citing_paper":"/paper/2506.21899"},"observation_digest":"sha256:66861530eaa77361ebe2b12d69b069a16f1b51f7b745f124a707c44ee0c6ed1d","observation_id":"e58bb50c-5338-4da9-a3e7-54726ced6629","resolution":{"observed_at":"2026-08-06T22:18:39.117624Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2506.21899","last_updated":"2025-06-27T04:36:05Z","latest_version":1,"primary_category":"cs.LG","snapshot_observed_at":"2026-08-09T12:29:02.937883Z","submitted_at":"2025-06-27T04:36:05Z","title":"Advancements and Challenges in Continual Reinforcement Learning: A Comprehensive Review"},"reference_resolution":{"displayed":36,"state_counts":{"malformed_identifier":0,"metadata_mismatch":1,"parse_uncertain":0,"unresolved":28,"verified_exact":3,"verified_fuzzy":4},"total_outbound_references":36},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"thesis":"As of 10 August 2026, this Paper Citation Record lists 36 of 36 outbound references and 1 inbound Pith citation observation for arXiv:2506.21899."}