{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2016:RFDC73ADD6CE2DVETR3GTCPX2F","short_pith_number":"pith:RFDC73AD","canonical_record":{"source":{"id":"1611.06928","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2016-11-21T18:22:27Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"74062891a603fadff627446035c846794ba34f1384eda1e99199a0497fa9aad8","abstract_canon_sha256":"e5d5d617051841973fd376830a014d2b3a871faf5aabb752e139e599ff85e06f"},"schema_version":"1.0"},"canonical_sha256":"89462fec031f844d0ea49c766989f7d17d849132bcfd62d858272068468c951e","source":{"kind":"arxiv","id":"1611.06928","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1611.06928","created_at":"2026-05-18T00:57:32Z"},{"alias_kind":"arxiv_version","alias_value":"1611.06928v1","created_at":"2026-05-18T00:57:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1611.06928","created_at":"2026-05-18T00:57:32Z"},{"alias_kind":"pith_short_12","alias_value":"RFDC73ADD6CE","created_at":"2026-05-18T12:30:41Z"},{"alias_kind":"pith_short_16","alias_value":"RFDC73ADD6CE2DVE","created_at":"2026-05-18T12:30:41Z"},{"alias_kind":"pith_short_8","alias_value":"RFDC73AD","created_at":"2026-05-18T12:30:41Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2016:RFDC73ADD6CE2DVETR3GTCPX2F","target":"record","payload":{"canonical_record":{"source":{"id":"1611.06928","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2016-11-21T18:22:27Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"74062891a603fadff627446035c846794ba34f1384eda1e99199a0497fa9aad8","abstract_canon_sha256":"e5d5d617051841973fd376830a014d2b3a871faf5aabb752e139e599ff85e06f"},"schema_version":"1.0"},"canonical_sha256":"89462fec031f844d0ea49c766989f7d17d849132bcfd62d858272068468c951e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:57:32.501889Z","signature_b64":"Wfo0V5A3SLoPgxCcnm0EQxtsuu/+dSawAy9QlSW8lDTYdOXY5wUim/98gXw+eD3yNXR387gc4NUSlgfVBYvOAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"89462fec031f844d0ea49c766989f7d17d849132bcfd62d858272068468c951e","last_reissued_at":"2026-05-18T00:57:32.501369Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:57:32.501369Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1611.06928","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:57:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0S1Thp4RtqMuaLkDrbUIMtAYgWdXppvCyYTAA9sBo8USHVODmDpBIViaSbwzXuaEF/eI5seD/0ilBnoL/+5nBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-04T18:00:08.101712Z"},"content_sha256":"63ce501a12c36bce654dace4e3e5627d07f6cbd22629f4572255c140166c6c68","schema_version":"1.0","event_id":"sha256:63ce501a12c36bce654dace4e3e5627d07f6cbd22629f4572255c140166c6c68"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2016:RFDC73ADD6CE2DVETR3GTCPX2F","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Memory Lens: How Much Memory Does an Agent Use?","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.AI","authors_text":"Christoph Dann, Katja Hofmann, Sebastian Nowozin","submitted_at":"2016-11-21T18:22:27Z","abstract_excerpt":"We propose a new method to study the internal memory used by reinforcement learning policies. We estimate the amount of relevant past information by estimating mutual information between behavior histories and the current action of an agent. We perform this estimation in the passive setting, that is, we do not intervene but merely observe the natural behavior of the agent. Moreover, we provide a theoretical justification for our approach by showing that it yields an implementation-independent lower bound on the minimal memory capacity of any agent that implement the observed policy. We demonst"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1611.06928","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:57:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lRKB87CwDgcSrz4DVQg3kolN2zqBVnDv1Bt8gCr0GPEoE8/NzXkMzOK40iuCJ3WGUh2Nq9MKn83za5HxRCN6Cw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-04T18:00:08.102060Z"},"content_sha256":"ecf6d8ccc1634ea644e17130f05669474ff46f4c1630f6921d52d6a39e6053c7","schema_version":"1.0","event_id":"sha256:ecf6d8ccc1634ea644e17130f05669474ff46f4c1630f6921d52d6a39e6053c7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RFDC73ADD6CE2DVETR3GTCPX2F/bundle.json","state_url":"https://pith.science/pith/RFDC73ADD6CE2DVETR3GTCPX2F/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RFDC73ADD6CE2DVETR3GTCPX2F/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-04T18:00:08Z","links":{"resolver":"https://pith.science/pith/RFDC73ADD6CE2DVETR3GTCPX2F","bundle":"https://pith.science/pith/RFDC73ADD6CE2DVETR3GTCPX2F/bundle.json","state":"https://pith.science/pith/RFDC73ADD6CE2DVETR3GTCPX2F/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RFDC73ADD6CE2DVETR3GTCPX2F/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2016:RFDC73ADD6CE2DVETR3GTCPX2F","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e5d5d617051841973fd376830a014d2b3a871faf5aabb752e139e599ff85e06f","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2016-11-21T18:22:27Z","title_canon_sha256":"74062891a603fadff627446035c846794ba34f1384eda1e99199a0497fa9aad8"},"schema_version":"1.0","source":{"id":"1611.06928","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1611.06928","created_at":"2026-05-18T00:57:32Z"},{"alias_kind":"arxiv_version","alias_value":"1611.06928v1","created_at":"2026-05-18T00:57:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1611.06928","created_at":"2026-05-18T00:57:32Z"},{"alias_kind":"pith_short_12","alias_value":"RFDC73ADD6CE","created_at":"2026-05-18T12:30:41Z"},{"alias_kind":"pith_short_16","alias_value":"RFDC73ADD6CE2DVE","created_at":"2026-05-18T12:30:41Z"},{"alias_kind":"pith_short_8","alias_value":"RFDC73AD","created_at":"2026-05-18T12:30:41Z"}],"graph_snapshots":[{"event_id":"sha256:ecf6d8ccc1634ea644e17130f05669474ff46f4c1630f6921d52d6a39e6053c7","target":"graph","created_at":"2026-05-18T00:57:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"We propose a new method to study the internal memory used by reinforcement learning policies. We estimate the amount of relevant past information by estimating mutual information between behavior histories and the current action of an agent. We perform this estimation in the passive setting, that is, we do not intervene but merely observe the natural behavior of the agent. Moreover, we provide a theoretical justification for our approach by showing that it yields an implementation-independent lower bound on the minimal memory capacity of any agent that implement the observed policy. We demonst","authors_text":"Christoph Dann, Katja Hofmann, Sebastian Nowozin","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2016-11-21T18:22:27Z","title":"Memory Lens: How Much Memory Does an Agent Use?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1611.06928","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:63ce501a12c36bce654dace4e3e5627d07f6cbd22629f4572255c140166c6c68","target":"record","created_at":"2026-05-18T00:57:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e5d5d617051841973fd376830a014d2b3a871faf5aabb752e139e599ff85e06f","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2016-11-21T18:22:27Z","title_canon_sha256":"74062891a603fadff627446035c846794ba34f1384eda1e99199a0497fa9aad8"},"schema_version":"1.0","source":{"id":"1611.06928","kind":"arxiv","version":1}},"canonical_sha256":"89462fec031f844d0ea49c766989f7d17d849132bcfd62d858272068468c951e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"89462fec031f844d0ea49c766989f7d17d849132bcfd62d858272068468c951e","first_computed_at":"2026-05-18T00:57:32.501369Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:57:32.501369Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Wfo0V5A3SLoPgxCcnm0EQxtsuu/+dSawAy9QlSW8lDTYdOXY5wUim/98gXw+eD3yNXR387gc4NUSlgfVBYvOAw==","signature_status":"signed_v1","signed_at":"2026-05-18T00:57:32.501889Z","signed_message":"canonical_sha256_bytes"},"source_id":"1611.06928","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:63ce501a12c36bce654dace4e3e5627d07f6cbd22629f4572255c140166c6c68","sha256:ecf6d8ccc1634ea644e17130f05669474ff46f4c1630f6921d52d6a39e6053c7"],"state_sha256":"bdc0d652c0c32035c7e5d3f69966f6202e7b3d32eea2af8540a148c97d5cca32"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"u2UVTMdCeEh19Z2tq6jrKzPotg7XM+aFWXc1I6npmGQA5JRnQ6vopEXCabcZq6BgRSNu1lD1ZqFss2cCFXvjCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-04T18:00:08.104004Z","bundle_sha256":"9630d52fd6354262013a9543368117e4ac1f1a7afc38b07e5d740f0f5d2b389e"}}