{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:V2BY2EQTVA3TG4YZXKW322HEKK","short_pith_number":"pith:V2BY2EQT","canonical_record":{"source":{"id":"2308.12445","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-08-23T21:55:20Z","cross_cats_sorted":["cs.AI","cs.SE","stat.ML"],"title_canon_sha256":"6919a332dda4bf310c49117be5e7b4e5e4325c56bd8a82d994ced1f36da325ef","abstract_canon_sha256":"2750010dc62ed8dd563f5995aa796c74282d2453119c3915488e1e9c58c794a5"},"schema_version":"1.0"},"canonical_sha256":"ae838d1213a837337319baadbd68e4528d91c4aac99482006ecdd280b1515bb6","source":{"kind":"arxiv","id":"2308.12445","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.12445","created_at":"2026-07-05T06:44:12Z"},{"alias_kind":"arxiv_version","alias_value":"2308.12445v1","created_at":"2026-07-05T06:44:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.12445","created_at":"2026-07-05T06:44:12Z"},{"alias_kind":"pith_short_12","alias_value":"V2BY2EQTVA3T","created_at":"2026-07-05T06:44:12Z"},{"alias_kind":"pith_short_16","alias_value":"V2BY2EQTVA3TG4YZ","created_at":"2026-07-05T06:44:12Z"},{"alias_kind":"pith_short_8","alias_value":"V2BY2EQT","created_at":"2026-07-05T06:44:12Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:V2BY2EQTVA3TG4YZXKW322HEKK","target":"record","payload":{"canonical_record":{"source":{"id":"2308.12445","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-08-23T21:55:20Z","cross_cats_sorted":["cs.AI","cs.SE","stat.ML"],"title_canon_sha256":"6919a332dda4bf310c49117be5e7b4e5e4325c56bd8a82d994ced1f36da325ef","abstract_canon_sha256":"2750010dc62ed8dd563f5995aa796c74282d2453119c3915488e1e9c58c794a5"},"schema_version":"1.0"},"canonical_sha256":"ae838d1213a837337319baadbd68e4528d91c4aac99482006ecdd280b1515bb6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:44:12.458919Z","signature_b64":"YKY0WdlxAG01OJ9y2WnoAXuxFVtr2eRPQc9KdbsukxeBXCdZr0NHmjMg1F5hEU2ZzuNqs6gxBUim5//AyEeuDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ae838d1213a837337319baadbd68e4528d91c4aac99482006ecdd280b1515bb6","last_reissued_at":"2026-07-05T06:44:12.458519Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:44:12.458519Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2308.12445","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:44:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NdYqJqCfhlsQHohxWp26tG0sfAFLaF2Txy9UWXBfIcmtVEu7v0puhDwUB/mPrROOPUcg9cBlvR3ohDAF0zAeCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-24T00:38:35.113487Z"},"content_sha256":"4bd73f5d94918a428fc7e5ed0b8920d9b2e225f1c96b2dce3600e5d680d616b9","schema_version":"1.0","event_id":"sha256:4bd73f5d94918a428fc7e5ed0b8920d9b2e225f1c96b2dce3600e5d680d616b9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:V2BY2EQTVA3TG4YZXKW322HEKK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"An Intentional Forgetting-Driven Self-Healing Method For Deep Reinforcement Learning Systems","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.SE","stat.ML"],"primary_cat":"cs.LG","authors_text":"Ahmed Haj Yahmed, Foutse Khomh, Houssem Ben Braiek, Rached Bouchoucha","submitted_at":"2023-08-23T21:55:20Z","abstract_excerpt":"Deep reinforcement learning (DRL) is increasingly applied in large-scale productions like Netflix and Facebook. As with most data-driven systems, DRL systems can exhibit undesirable behaviors due to environmental drifts, which often occur in constantly-changing production settings. Continual Learning (CL) is the inherent self-healing approach for adapting the DRL agent in response to the environment's conditions shifts. However, successive shifts of considerable magnitude may cause the production environment to drift from its original state. Recent studies have shown that these environmental d"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.12445","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2308.12445/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:44:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UtzOSTVgedAJCenO8wIn2DCG7PHCatSRP/BBgy7kVFf53Ur0VRFujxZMI4qAKPWa3gutJzLHSNLpbd4zhWUKBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-24T00:38:35.113886Z"},"content_sha256":"d5a5b0f3f5b6ba2545d5f807133c163a12e22dabcdb2e14c2f2626246e08543d","schema_version":"1.0","event_id":"sha256:d5a5b0f3f5b6ba2545d5f807133c163a12e22dabcdb2e14c2f2626246e08543d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/V2BY2EQTVA3TG4YZXKW322HEKK/bundle.json","state_url":"https://pith.science/pith/V2BY2EQTVA3TG4YZXKW322HEKK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/V2BY2EQTVA3TG4YZXKW322HEKK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-24T00:38:35Z","links":{"resolver":"https://pith.science/pith/V2BY2EQTVA3TG4YZXKW322HEKK","bundle":"https://pith.science/pith/V2BY2EQTVA3TG4YZXKW322HEKK/bundle.json","state":"https://pith.science/pith/V2BY2EQTVA3TG4YZXKW322HEKK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/V2BY2EQTVA3TG4YZXKW322HEKK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:V2BY2EQTVA3TG4YZXKW322HEKK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2750010dc62ed8dd563f5995aa796c74282d2453119c3915488e1e9c58c794a5","cross_cats_sorted":["cs.AI","cs.SE","stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-08-23T21:55:20Z","title_canon_sha256":"6919a332dda4bf310c49117be5e7b4e5e4325c56bd8a82d994ced1f36da325ef"},"schema_version":"1.0","source":{"id":"2308.12445","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.12445","created_at":"2026-07-05T06:44:12Z"},{"alias_kind":"arxiv_version","alias_value":"2308.12445v1","created_at":"2026-07-05T06:44:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.12445","created_at":"2026-07-05T06:44:12Z"},{"alias_kind":"pith_short_12","alias_value":"V2BY2EQTVA3T","created_at":"2026-07-05T06:44:12Z"},{"alias_kind":"pith_short_16","alias_value":"V2BY2EQTVA3TG4YZ","created_at":"2026-07-05T06:44:12Z"},{"alias_kind":"pith_short_8","alias_value":"V2BY2EQT","created_at":"2026-07-05T06:44:12Z"}],"graph_snapshots":[{"event_id":"sha256:d5a5b0f3f5b6ba2545d5f807133c163a12e22dabcdb2e14c2f2626246e08543d","target":"graph","created_at":"2026-07-05T06:44:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2308.12445/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Deep reinforcement learning (DRL) is increasingly applied in large-scale productions like Netflix and Facebook. As with most data-driven systems, DRL systems can exhibit undesirable behaviors due to environmental drifts, which often occur in constantly-changing production settings. Continual Learning (CL) is the inherent self-healing approach for adapting the DRL agent in response to the environment's conditions shifts. However, successive shifts of considerable magnitude may cause the production environment to drift from its original state. Recent studies have shown that these environmental d","authors_text":"Ahmed Haj Yahmed, Foutse Khomh, Houssem Ben Braiek, Rached Bouchoucha","cross_cats":["cs.AI","cs.SE","stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-08-23T21:55:20Z","title":"An Intentional Forgetting-Driven Self-Healing Method For Deep Reinforcement Learning Systems"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.12445","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4bd73f5d94918a428fc7e5ed0b8920d9b2e225f1c96b2dce3600e5d680d616b9","target":"record","created_at":"2026-07-05T06:44:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2750010dc62ed8dd563f5995aa796c74282d2453119c3915488e1e9c58c794a5","cross_cats_sorted":["cs.AI","cs.SE","stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-08-23T21:55:20Z","title_canon_sha256":"6919a332dda4bf310c49117be5e7b4e5e4325c56bd8a82d994ced1f36da325ef"},"schema_version":"1.0","source":{"id":"2308.12445","kind":"arxiv","version":1}},"canonical_sha256":"ae838d1213a837337319baadbd68e4528d91c4aac99482006ecdd280b1515bb6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ae838d1213a837337319baadbd68e4528d91c4aac99482006ecdd280b1515bb6","first_computed_at":"2026-07-05T06:44:12.458519Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:44:12.458519Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"YKY0WdlxAG01OJ9y2WnoAXuxFVtr2eRPQc9KdbsukxeBXCdZr0NHmjMg1F5hEU2ZzuNqs6gxBUim5//AyEeuDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:44:12.458919Z","signed_message":"canonical_sha256_bytes"},"source_id":"2308.12445","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4bd73f5d94918a428fc7e5ed0b8920d9b2e225f1c96b2dce3600e5d680d616b9","sha256:d5a5b0f3f5b6ba2545d5f807133c163a12e22dabcdb2e14c2f2626246e08543d"],"state_sha256":"10f9d2dd7625fb4afa66654abe870fc51f0f2bf122735e5db5e14da3e5d82779"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1UebS5h3ElMuIwSw4yja6g/EE3Aw9IjnKgPlj/ImF5WrGFPid60JLHlpChE1qxGdPhsoSzK3vjNuy5whchXjAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-24T00:38:35.116641Z","bundle_sha256":"ff545c56a237a830b5cf68cad5047023967e073fe13b601061423082d26d7af5"}}