{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:62WEWPLBVOOWDW7ESTAOOUV4LY","short_pith_number":"pith:62WEWPLB","canonical_record":{"source":{"id":"1911.09560","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-11-21T15:54:49Z","cross_cats_sorted":["cs.NE","stat.ML"],"title_canon_sha256":"07d65475ad6b8d17b00870dd615da7eca840fd4944b619fb6845ddbd276fdfde","abstract_canon_sha256":"037f40ca886f95694499a6597fa47c033dd52bb7184715f380864707f146c071"},"schema_version":"1.0"},"canonical_sha256":"f6ac4b3d61ab9d61dbe494c0e752bc5e2343df5f9ca6a570bf3391da954a8412","source":{"kind":"arxiv","id":"1911.09560","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1911.09560","created_at":"2026-07-05T00:21:02Z"},{"alias_kind":"arxiv_version","alias_value":"1911.09560v1","created_at":"2026-07-05T00:21:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1911.09560","created_at":"2026-07-05T00:21:02Z"},{"alias_kind":"pith_short_12","alias_value":"62WEWPLBVOOW","created_at":"2026-07-05T00:21:02Z"},{"alias_kind":"pith_short_16","alias_value":"62WEWPLBVOOWDW7E","created_at":"2026-07-05T00:21:02Z"},{"alias_kind":"pith_short_8","alias_value":"62WEWPLB","created_at":"2026-07-05T00:21:02Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:62WEWPLBVOOWDW7ESTAOOUV4LY","target":"record","payload":{"canonical_record":{"source":{"id":"1911.09560","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-11-21T15:54:49Z","cross_cats_sorted":["cs.NE","stat.ML"],"title_canon_sha256":"07d65475ad6b8d17b00870dd615da7eca840fd4944b619fb6845ddbd276fdfde","abstract_canon_sha256":"037f40ca886f95694499a6597fa47c033dd52bb7184715f380864707f146c071"},"schema_version":"1.0"},"canonical_sha256":"f6ac4b3d61ab9d61dbe494c0e752bc5e2343df5f9ca6a570bf3391da954a8412","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:21:02.212940Z","signature_b64":"1p2uqPObP96wUTC757sXFf+uQdloUCISlrCg4fxElZLaBxoBHi+l8ATB2TQzHk6P9QQTD9BNlF0Pz3zIJ1hDAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f6ac4b3d61ab9d61dbe494c0e752bc5e2343df5f9ca6a570bf3391da954a8412","last_reissued_at":"2026-07-05T00:21:02.212481Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:21:02.212481Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1911.09560","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:21:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4BraHV3Vw5+k9yYj4BqB2tlfm7qvJPgLqtm5WsWpIg/GVGRdrnUCG7Ao8ojO+gu4Mizavyr+O55DZOSEiZGpCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T05:57:54.846128Z"},"content_sha256":"7411ae18615219898a8a07bae852beb37e199a3f1057f3696144cb3e3b098945","schema_version":"1.0","event_id":"sha256:7411ae18615219898a8a07bae852beb37e199a3f1057f3696144cb3e3b098945"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:62WEWPLBVOOWDW7ESTAOOUV4LY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Memory-Efficient Episodic Control Reinforcement Learning with Dynamic Online k-means","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.NE","stat.ML"],"primary_cat":"cs.LG","authors_text":"Andrea Agostinelli, Anil Anthony Bharath, Kai Arulkumaran, Marta Sarrico, Pierre Richemond","submitted_at":"2019-11-21T15:54:49Z","abstract_excerpt":"Recently, neuro-inspired episodic control (EC) methods have been developed to overcome the data-inefficiency of standard deep reinforcement learning approaches. Using non-/semi-parametric models to estimate the value function, they learn rapidly, retrieving cached values from similar past states. In realistic scenarios, with limited resources and noisy data, maintaining meaningful representations in memory is essential to speed up the learning and avoid catastrophic forgetting. Unfortunately, EC methods have a large space and time complexity. We investigate different solutions to these problem"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1911.09560","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1911.09560/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:21:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"i0fWjGE0+MgAwt+1Hvazimf9nokVc/K6rdwJCAPxpXUPcsS3bpDXQF6m1e2hJnjfiVmWqo/a0MMvTMT55WanAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T05:57:54.846530Z"},"content_sha256":"324c99103e7cf8cf2cbf719531034aa18a8879f4a848a8a12cb61b41bac76b0e","schema_version":"1.0","event_id":"sha256:324c99103e7cf8cf2cbf719531034aa18a8879f4a848a8a12cb61b41bac76b0e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/62WEWPLBVOOWDW7ESTAOOUV4LY/bundle.json","state_url":"https://pith.science/pith/62WEWPLBVOOWDW7ESTAOOUV4LY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/62WEWPLBVOOWDW7ESTAOOUV4LY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T05:57:54Z","links":{"resolver":"https://pith.science/pith/62WEWPLBVOOWDW7ESTAOOUV4LY","bundle":"https://pith.science/pith/62WEWPLBVOOWDW7ESTAOOUV4LY/bundle.json","state":"https://pith.science/pith/62WEWPLBVOOWDW7ESTAOOUV4LY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/62WEWPLBVOOWDW7ESTAOOUV4LY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:62WEWPLBVOOWDW7ESTAOOUV4LY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"037f40ca886f95694499a6597fa47c033dd52bb7184715f380864707f146c071","cross_cats_sorted":["cs.NE","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-11-21T15:54:49Z","title_canon_sha256":"07d65475ad6b8d17b00870dd615da7eca840fd4944b619fb6845ddbd276fdfde"},"schema_version":"1.0","source":{"id":"1911.09560","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1911.09560","created_at":"2026-07-05T00:21:02Z"},{"alias_kind":"arxiv_version","alias_value":"1911.09560v1","created_at":"2026-07-05T00:21:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1911.09560","created_at":"2026-07-05T00:21:02Z"},{"alias_kind":"pith_short_12","alias_value":"62WEWPLBVOOW","created_at":"2026-07-05T00:21:02Z"},{"alias_kind":"pith_short_16","alias_value":"62WEWPLBVOOWDW7E","created_at":"2026-07-05T00:21:02Z"},{"alias_kind":"pith_short_8","alias_value":"62WEWPLB","created_at":"2026-07-05T00:21:02Z"}],"graph_snapshots":[{"event_id":"sha256:324c99103e7cf8cf2cbf719531034aa18a8879f4a848a8a12cb61b41bac76b0e","target":"graph","created_at":"2026-07-05T00:21:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1911.09560/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recently, neuro-inspired episodic control (EC) methods have been developed to overcome the data-inefficiency of standard deep reinforcement learning approaches. Using non-/semi-parametric models to estimate the value function, they learn rapidly, retrieving cached values from similar past states. In realistic scenarios, with limited resources and noisy data, maintaining meaningful representations in memory is essential to speed up the learning and avoid catastrophic forgetting. Unfortunately, EC methods have a large space and time complexity. We investigate different solutions to these problem","authors_text":"Andrea Agostinelli, Anil Anthony Bharath, Kai Arulkumaran, Marta Sarrico, Pierre Richemond","cross_cats":["cs.NE","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-11-21T15:54:49Z","title":"Memory-Efficient Episodic Control Reinforcement Learning with Dynamic Online k-means"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1911.09560","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7411ae18615219898a8a07bae852beb37e199a3f1057f3696144cb3e3b098945","target":"record","created_at":"2026-07-05T00:21:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"037f40ca886f95694499a6597fa47c033dd52bb7184715f380864707f146c071","cross_cats_sorted":["cs.NE","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-11-21T15:54:49Z","title_canon_sha256":"07d65475ad6b8d17b00870dd615da7eca840fd4944b619fb6845ddbd276fdfde"},"schema_version":"1.0","source":{"id":"1911.09560","kind":"arxiv","version":1}},"canonical_sha256":"f6ac4b3d61ab9d61dbe494c0e752bc5e2343df5f9ca6a570bf3391da954a8412","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f6ac4b3d61ab9d61dbe494c0e752bc5e2343df5f9ca6a570bf3391da954a8412","first_computed_at":"2026-07-05T00:21:02.212481Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:21:02.212481Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"1p2uqPObP96wUTC757sXFf+uQdloUCISlrCg4fxElZLaBxoBHi+l8ATB2TQzHk6P9QQTD9BNlF0Pz3zIJ1hDAw==","signature_status":"signed_v1","signed_at":"2026-07-05T00:21:02.212940Z","signed_message":"canonical_sha256_bytes"},"source_id":"1911.09560","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7411ae18615219898a8a07bae852beb37e199a3f1057f3696144cb3e3b098945","sha256:324c99103e7cf8cf2cbf719531034aa18a8879f4a848a8a12cb61b41bac76b0e"],"state_sha256":"b50400940761232f81512b4ed7c012cd1741b75ffa222b0726818d3054013def"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HViYJrJAK4T2ECL2RgEC2OWKJYPQvyzGYZkvUt6R325ZDKVPt7LxkBrym8j7mcpXIDTYSRCGFeN9a7oFFpgTBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T05:57:54.848603Z","bundle_sha256":"5142c96aedf4b32b6cb6cdff9bfcd65fc295067a0b6d83816d46e025d7e65741"}}