{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:EBUGCSATFPXEFHHAEFAPHXXZUC","short_pith_number":"pith:EBUGCSAT","canonical_record":{"source":{"id":"1810.02274","kind":"arxiv","version":5},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-10-04T15:24:06Z","cross_cats_sorted":["cs.AI","cs.CV","cs.RO","stat.ML"],"title_canon_sha256":"236355d26a00e734d12fb04bdf2b2b2e83b8c700ba48520f78b2a040ec27b525","abstract_canon_sha256":"13b79f333ecb48928129845521442af90654161b7e0e6618fe06e455839b7595"},"schema_version":"1.0"},"canonical_sha256":"20686148132bee429ce02140f3def9a0ba33c5ad0bce7a8a5a6416bd21369b23","source":{"kind":"arxiv","id":"1810.02274","version":5},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1810.02274","created_at":"2026-07-04T23:51:36Z"},{"alias_kind":"arxiv_version","alias_value":"1810.02274v5","created_at":"2026-07-04T23:51:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1810.02274","created_at":"2026-07-04T23:51:36Z"},{"alias_kind":"pith_short_12","alias_value":"EBUGCSATFPXE","created_at":"2026-07-04T23:51:36Z"},{"alias_kind":"pith_short_16","alias_value":"EBUGCSATFPXEFHHA","created_at":"2026-07-04T23:51:36Z"},{"alias_kind":"pith_short_8","alias_value":"EBUGCSAT","created_at":"2026-07-04T23:51:36Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:EBUGCSATFPXEFHHAEFAPHXXZUC","target":"record","payload":{"canonical_record":{"source":{"id":"1810.02274","kind":"arxiv","version":5},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-10-04T15:24:06Z","cross_cats_sorted":["cs.AI","cs.CV","cs.RO","stat.ML"],"title_canon_sha256":"236355d26a00e734d12fb04bdf2b2b2e83b8c700ba48520f78b2a040ec27b525","abstract_canon_sha256":"13b79f333ecb48928129845521442af90654161b7e0e6618fe06e455839b7595"},"schema_version":"1.0"},"canonical_sha256":"20686148132bee429ce02140f3def9a0ba33c5ad0bce7a8a5a6416bd21369b23","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-04T23:51:36.269974Z","signature_b64":"SPURIcddJoOTxhohf3176A9FCOGYIVaU50UETkHyHWLPPvvK9BylYdGvZdugUOHRF7HFoa+3wTRtsJZesOvNDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"20686148132bee429ce02140f3def9a0ba33c5ad0bce7a8a5a6416bd21369b23","last_reissued_at":"2026-07-04T23:51:36.269550Z","signature_status":"signed_v1","first_computed_at":"2026-07-04T23:51:36.269550Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1810.02274","source_version":5,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-04T23:51:36Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5Gzf9M4XWkV0EWYgfsFCz9WwUOCGowpqnQV5B1qKMYTeYBCecXPGgJSGsCvtgH5/QD4n7pHuwKc2xnRakMWHDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T09:06:10.492094Z"},"content_sha256":"49b295b03f86d58520a68f5e8dd5129218ceb73ff261dc6dd7a894f7f29d7163","schema_version":"1.0","event_id":"sha256:49b295b03f86d58520a68f5e8dd5129218ceb73ff261dc6dd7a894f7f29d7163"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:EBUGCSATFPXEFHHAEFAPHXXZUC","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Episodic Curiosity through Reachability","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CV","cs.RO","stat.ML"],"primary_cat":"cs.LG","authors_text":"Anton Raichuk, Damien Vincent, Marc Pollefeys, Nikolay Savinov, Rapha\\\"el Marinier, Sylvain Gelly, Timothy Lillicrap","submitted_at":"2018-10-04T15:24:06Z","abstract_excerpt":"Rewards are sparse in the real world and most of today's reinforcement learning algorithms struggle with such sparsity. One solution to this problem is to allow the agent to create rewards for itself - thus making rewards dense and more suitable for learning. In particular, inspired by curious behaviour in animals, observing something novel could be rewarded with a bonus. Such bonus is summed up with the real task reward - making it possible for RL algorithms to learn from the combined reward. We propose a new curiosity method which uses episodic memory to form the novelty bonus. To determine "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1810.02274","kind":"arxiv","version":5},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1810.02274/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-04T23:51:36Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"npG5JHRe3tM8t8dvwWh5jcgfEc0eAKRqrtN+1tl837v2kqVGnLu2bCAY8CjwK4+XYvhhPg/X0jgWkI4ZpBDYDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T09:06:10.492488Z"},"content_sha256":"0dc39bf7bb0669bda1257c28d2f1683b8034d1435cc594ab27322afb491d7938","schema_version":"1.0","event_id":"sha256:0dc39bf7bb0669bda1257c28d2f1683b8034d1435cc594ab27322afb491d7938"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/EBUGCSATFPXEFHHAEFAPHXXZUC/bundle.json","state_url":"https://pith.science/pith/EBUGCSATFPXEFHHAEFAPHXXZUC/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/EBUGCSATFPXEFHHAEFAPHXXZUC/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T09:06:10Z","links":{"resolver":"https://pith.science/pith/EBUGCSATFPXEFHHAEFAPHXXZUC","bundle":"https://pith.science/pith/EBUGCSATFPXEFHHAEFAPHXXZUC/bundle.json","state":"https://pith.science/pith/EBUGCSATFPXEFHHAEFAPHXXZUC/state.json","well_known_bundle":"https://pith.science/.well-known/pith/EBUGCSATFPXEFHHAEFAPHXXZUC/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:EBUGCSATFPXEFHHAEFAPHXXZUC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"13b79f333ecb48928129845521442af90654161b7e0e6618fe06e455839b7595","cross_cats_sorted":["cs.AI","cs.CV","cs.RO","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-10-04T15:24:06Z","title_canon_sha256":"236355d26a00e734d12fb04bdf2b2b2e83b8c700ba48520f78b2a040ec27b525"},"schema_version":"1.0","source":{"id":"1810.02274","kind":"arxiv","version":5}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1810.02274","created_at":"2026-07-04T23:51:36Z"},{"alias_kind":"arxiv_version","alias_value":"1810.02274v5","created_at":"2026-07-04T23:51:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1810.02274","created_at":"2026-07-04T23:51:36Z"},{"alias_kind":"pith_short_12","alias_value":"EBUGCSATFPXE","created_at":"2026-07-04T23:51:36Z"},{"alias_kind":"pith_short_16","alias_value":"EBUGCSATFPXEFHHA","created_at":"2026-07-04T23:51:36Z"},{"alias_kind":"pith_short_8","alias_value":"EBUGCSAT","created_at":"2026-07-04T23:51:36Z"}],"graph_snapshots":[{"event_id":"sha256:0dc39bf7bb0669bda1257c28d2f1683b8034d1435cc594ab27322afb491d7938","target":"graph","created_at":"2026-07-04T23:51:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1810.02274/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Rewards are sparse in the real world and most of today's reinforcement learning algorithms struggle with such sparsity. One solution to this problem is to allow the agent to create rewards for itself - thus making rewards dense and more suitable for learning. In particular, inspired by curious behaviour in animals, observing something novel could be rewarded with a bonus. Such bonus is summed up with the real task reward - making it possible for RL algorithms to learn from the combined reward. We propose a new curiosity method which uses episodic memory to form the novelty bonus. To determine ","authors_text":"Anton Raichuk, Damien Vincent, Marc Pollefeys, Nikolay Savinov, Rapha\\\"el Marinier, Sylvain Gelly, Timothy Lillicrap","cross_cats":["cs.AI","cs.CV","cs.RO","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-10-04T15:24:06Z","title":"Episodic Curiosity through Reachability"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1810.02274","kind":"arxiv","version":5},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:49b295b03f86d58520a68f5e8dd5129218ceb73ff261dc6dd7a894f7f29d7163","target":"record","created_at":"2026-07-04T23:51:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"13b79f333ecb48928129845521442af90654161b7e0e6618fe06e455839b7595","cross_cats_sorted":["cs.AI","cs.CV","cs.RO","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-10-04T15:24:06Z","title_canon_sha256":"236355d26a00e734d12fb04bdf2b2b2e83b8c700ba48520f78b2a040ec27b525"},"schema_version":"1.0","source":{"id":"1810.02274","kind":"arxiv","version":5}},"canonical_sha256":"20686148132bee429ce02140f3def9a0ba33c5ad0bce7a8a5a6416bd21369b23","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"20686148132bee429ce02140f3def9a0ba33c5ad0bce7a8a5a6416bd21369b23","first_computed_at":"2026-07-04T23:51:36.269550Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-04T23:51:36.269550Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"SPURIcddJoOTxhohf3176A9FCOGYIVaU50UETkHyHWLPPvvK9BylYdGvZdugUOHRF7HFoa+3wTRtsJZesOvNDw==","signature_status":"signed_v1","signed_at":"2026-07-04T23:51:36.269974Z","signed_message":"canonical_sha256_bytes"},"source_id":"1810.02274","source_kind":"arxiv","source_version":5}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:49b295b03f86d58520a68f5e8dd5129218ceb73ff261dc6dd7a894f7f29d7163","sha256:0dc39bf7bb0669bda1257c28d2f1683b8034d1435cc594ab27322afb491d7938"],"state_sha256":"00d64e3673e599d8633930e534ccf1dfe0b15f41ae8bbcda6818316b38569b16"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FoNKI3LFwvMScpxsf0kxA39X4RFqon/LPzqEEkzxnXl8v1eQcyHDtqxuwj5M6GH+ur+qFPWqKlGyx2QmjF2bBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T09:06:10.494477Z","bundle_sha256":"3896c6d502649cd62640e229b44b008052ba3ba627ac68bda6a2ebd20fc8241b"}}