{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:EK4NJR3KKLFZXYRFTA7VB6O3PW","short_pith_number":"pith:EK4NJR3K","canonical_record":{"source":{"id":"2412.15113","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.NE","submitted_at":"2024-12-19T17:55:42Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"2deab1223ca0b9d0c82d5bc75ebc0a6c6e7c0c26639dbe820483e26315c2b690","abstract_canon_sha256":"69cfb072546cd3f28f03f6630abb2cfbb095999dda2f0668cc791e1095a2f483"},"schema_version":"1.0"},"canonical_sha256":"22b8d4c76a52cb9be225983f50f9db7db0b324701032cdb64adfe3518332412e","source":{"kind":"arxiv","id":"2412.15113","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.15113","created_at":"2026-07-05T11:47:59Z"},{"alias_kind":"arxiv_version","alias_value":"2412.15113v2","created_at":"2026-07-05T11:47:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.15113","created_at":"2026-07-05T11:47:59Z"},{"alias_kind":"pith_short_12","alias_value":"EK4NJR3KKLFZ","created_at":"2026-07-05T11:47:59Z"},{"alias_kind":"pith_short_16","alias_value":"EK4NJR3KKLFZXYRF","created_at":"2026-07-05T11:47:59Z"},{"alias_kind":"pith_short_8","alias_value":"EK4NJR3K","created_at":"2026-07-05T11:47:59Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:EK4NJR3KKLFZXYRFTA7VB6O3PW","target":"record","payload":{"canonical_record":{"source":{"id":"2412.15113","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.NE","submitted_at":"2024-12-19T17:55:42Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"2deab1223ca0b9d0c82d5bc75ebc0a6c6e7c0c26639dbe820483e26315c2b690","abstract_canon_sha256":"69cfb072546cd3f28f03f6630abb2cfbb095999dda2f0668cc791e1095a2f483"},"schema_version":"1.0"},"canonical_sha256":"22b8d4c76a52cb9be225983f50f9db7db0b324701032cdb64adfe3518332412e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:47:59.180768Z","signature_b64":"/5ofBjobKwgwPpzBK/qEa7eMMvju8x1O6G60tgS1Gum7OfKlROKVSDdXCYUP6owwIiRBaWeyqexBMNkEHLk2Bg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"22b8d4c76a52cb9be225983f50f9db7db0b324701032cdb64adfe3518332412e","last_reissued_at":"2026-07-05T11:47:59.180350Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:47:59.180350Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.15113","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:47:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KJBdv+IIZKAAN+8F9+q8XZJkJ4/WTC1Pg4NQ7lcgmCnG6L5J360H06QdqIcjRMd33uZ3A2wxbLgdkxrnqUzLDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T10:08:52.932392Z"},"content_sha256":"669c0b5e177971a312624b8f800158ee75ba886e43b491a4b602be5007b8b3eb","schema_version":"1.0","event_id":"sha256:669c0b5e177971a312624b8f800158ee75ba886e43b491a4b602be5007b8b3eb"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:EK4NJR3KKLFZXYRFTA7VB6O3PW","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Associative memory inspires improvements for in-context learning using a novel attention residual stream architecture","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.NE","authors_text":"Christopher J Earls, Thomas F Burns, Tomoki Fukai","submitted_at":"2024-12-19T17:55:42Z","abstract_excerpt":"Large language models (LLMs) demonstrate an impressive ability to utilise information within the context of their input sequences to appropriately respond to data unseen by the LLM during its training procedure. This ability is known as in-context learning (ICL). Humans and non-human animals demonstrate similar abilities, however their neural architectures differ substantially from LLMs. Despite this, a critical component within LLMs, the attention mechanism, resembles modern associative memory models, widely used in and influenced by the computational neuroscience community to model biologica"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.15113","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.15113/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:47:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JqJoHFBoYTeLwYEpnlx2Y61UDdjZiFoT/xieKWCzfmaPAi/hCBEldggVRQMB9RxRRKZqfAqhV/aIoEB8sMgFAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T10:08:52.932912Z"},"content_sha256":"c24e718d6fbbefcaa363b440ec8f1744d1ce71e7ae1b88c3e7c98428e5775907","schema_version":"1.0","event_id":"sha256:c24e718d6fbbefcaa363b440ec8f1744d1ce71e7ae1b88c3e7c98428e5775907"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/EK4NJR3KKLFZXYRFTA7VB6O3PW/bundle.json","state_url":"https://pith.science/pith/EK4NJR3KKLFZXYRFTA7VB6O3PW/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/EK4NJR3KKLFZXYRFTA7VB6O3PW/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-19T10:08:52Z","links":{"resolver":"https://pith.science/pith/EK4NJR3KKLFZXYRFTA7VB6O3PW","bundle":"https://pith.science/pith/EK4NJR3KKLFZXYRFTA7VB6O3PW/bundle.json","state":"https://pith.science/pith/EK4NJR3KKLFZXYRFTA7VB6O3PW/state.json","well_known_bundle":"https://pith.science/.well-known/pith/EK4NJR3KKLFZXYRFTA7VB6O3PW/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:EK4NJR3KKLFZXYRFTA7VB6O3PW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"69cfb072546cd3f28f03f6630abb2cfbb095999dda2f0668cc791e1095a2f483","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.NE","submitted_at":"2024-12-19T17:55:42Z","title_canon_sha256":"2deab1223ca0b9d0c82d5bc75ebc0a6c6e7c0c26639dbe820483e26315c2b690"},"schema_version":"1.0","source":{"id":"2412.15113","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.15113","created_at":"2026-07-05T11:47:59Z"},{"alias_kind":"arxiv_version","alias_value":"2412.15113v2","created_at":"2026-07-05T11:47:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.15113","created_at":"2026-07-05T11:47:59Z"},{"alias_kind":"pith_short_12","alias_value":"EK4NJR3KKLFZ","created_at":"2026-07-05T11:47:59Z"},{"alias_kind":"pith_short_16","alias_value":"EK4NJR3KKLFZXYRF","created_at":"2026-07-05T11:47:59Z"},{"alias_kind":"pith_short_8","alias_value":"EK4NJR3K","created_at":"2026-07-05T11:47:59Z"}],"graph_snapshots":[{"event_id":"sha256:c24e718d6fbbefcaa363b440ec8f1744d1ce71e7ae1b88c3e7c98428e5775907","target":"graph","created_at":"2026-07-05T11:47:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.15113/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) demonstrate an impressive ability to utilise information within the context of their input sequences to appropriately respond to data unseen by the LLM during its training procedure. This ability is known as in-context learning (ICL). Humans and non-human animals demonstrate similar abilities, however their neural architectures differ substantially from LLMs. Despite this, a critical component within LLMs, the attention mechanism, resembles modern associative memory models, widely used in and influenced by the computational neuroscience community to model biologica","authors_text":"Christopher J Earls, Thomas F Burns, Tomoki Fukai","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.NE","submitted_at":"2024-12-19T17:55:42Z","title":"Associative memory inspires improvements for in-context learning using a novel attention residual stream architecture"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.15113","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:669c0b5e177971a312624b8f800158ee75ba886e43b491a4b602be5007b8b3eb","target":"record","created_at":"2026-07-05T11:47:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"69cfb072546cd3f28f03f6630abb2cfbb095999dda2f0668cc791e1095a2f483","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.NE","submitted_at":"2024-12-19T17:55:42Z","title_canon_sha256":"2deab1223ca0b9d0c82d5bc75ebc0a6c6e7c0c26639dbe820483e26315c2b690"},"schema_version":"1.0","source":{"id":"2412.15113","kind":"arxiv","version":2}},"canonical_sha256":"22b8d4c76a52cb9be225983f50f9db7db0b324701032cdb64adfe3518332412e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"22b8d4c76a52cb9be225983f50f9db7db0b324701032cdb64adfe3518332412e","first_computed_at":"2026-07-05T11:47:59.180350Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:47:59.180350Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"/5ofBjobKwgwPpzBK/qEa7eMMvju8x1O6G60tgS1Gum7OfKlROKVSDdXCYUP6owwIiRBaWeyqexBMNkEHLk2Bg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:47:59.180768Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.15113","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:669c0b5e177971a312624b8f800158ee75ba886e43b491a4b602be5007b8b3eb","sha256:c24e718d6fbbefcaa363b440ec8f1744d1ce71e7ae1b88c3e7c98428e5775907"],"state_sha256":"f55fe288a5f8556e4762aedc91d924c70ae26f7eb5756bdfc224bb891141f9b6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BrVPtlzx7R7FyYD1RRzYgZIdrldOLSTK9fCyxi6yIvkZjafeKT8nQBqQ3fUOkZ0LJGst2/4lHQxK2uAYdCwJDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-19T10:08:52.936778Z","bundle_sha256":"581e51e076121cc7561be83456d7788219287c6545b7f5e512468213168790aa"}}