{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:5JEOIXMTTOBIN66QSWJ2AAUKNL","short_pith_number":"pith:5JEOIXMT","canonical_record":{"source":{"id":"2402.11639","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-02-18T16:37:32Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"e7ea23fd8b54d0258580e33ba7dc955d864c398fb0e679a7a8edb4621307d5aa","abstract_canon_sha256":"92ad621f5771125a64527dbb0b6ff4ef37d10a77a215685628d1e6c8b9c24246"},"schema_version":"1.0"},"canonical_sha256":"ea48e45d939b8286fbd09593a0028a6ad8bb02ccffea4d48022aae9a983ed778","source":{"kind":"arxiv","id":"2402.11639","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.11639","created_at":"2026-07-05T08:24:02Z"},{"alias_kind":"arxiv_version","alias_value":"2402.11639v2","created_at":"2026-07-05T08:24:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.11639","created_at":"2026-07-05T08:24:02Z"},{"alias_kind":"pith_short_12","alias_value":"5JEOIXMTTOBI","created_at":"2026-07-05T08:24:02Z"},{"alias_kind":"pith_short_16","alias_value":"5JEOIXMTTOBIN66Q","created_at":"2026-07-05T08:24:02Z"},{"alias_kind":"pith_short_8","alias_value":"5JEOIXMT","created_at":"2026-07-05T08:24:02Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:5JEOIXMTTOBIN66QSWJ2AAUKNL","target":"record","payload":{"canonical_record":{"source":{"id":"2402.11639","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-02-18T16:37:32Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"e7ea23fd8b54d0258580e33ba7dc955d864c398fb0e679a7a8edb4621307d5aa","abstract_canon_sha256":"92ad621f5771125a64527dbb0b6ff4ef37d10a77a215685628d1e6c8b9c24246"},"schema_version":"1.0"},"canonical_sha256":"ea48e45d939b8286fbd09593a0028a6ad8bb02ccffea4d48022aae9a983ed778","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:24:02.185841Z","signature_b64":"aj/q9vUnff82/Wgjwjkj9k6ZVUy9Lkh4g//JSTpxi5Xi3T8W9o6nvCVxkOFr6ihPs7oa/agnIVUlXOOf6/1dDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ea48e45d939b8286fbd09593a0028a6ad8bb02ccffea4d48022aae9a983ed778","last_reissued_at":"2026-07-05T08:24:02.185350Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:24:02.185350Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.11639","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:24:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kK9Y0xm+q3SYq18bng0/3YLGNAB0bB3d5Hu6O33fw0NfWDgVJMI0aT2T6dgdacuaPejR3EK8Kd5JviYtruXiBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T18:31:05.831249Z"},"content_sha256":"f0013df0e1e147081fe6e0a093739e405226e1a5e41c6a2c18c26908f3a555ef","schema_version":"1.0","event_id":"sha256:f0013df0e1e147081fe6e0a093739e405226e1a5e41c6a2c18c26908f3a555ef"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:5JEOIXMTTOBIN66QSWJ2AAUKNL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"In-Context Learning with Transformers: Softmax Attention Adapts to Function Lipschitzness","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Advait Parulekar, Aryan Mokhtari, Liam Collins, Sanjay Shakkottai, Sujay Sanghavi","submitted_at":"2024-02-18T16:37:32Z","abstract_excerpt":"A striking property of transformers is their ability to perform in-context learning (ICL), a machine learning framework in which the learner is presented with a novel context during inference implicitly through some data, and tasked with making a prediction in that context. As such, that learner must adapt to the context without additional training. We explore the role of softmax attention in an ICL setting where each context encodes a regression task. We show that an attention unit learns a window that it uses to implement a nearest-neighbors predictor adapted to the landscape of the pretrain"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.11639","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.11639/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:24:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VlLWXJ8Faf8jClIdTkbC+aAPeVftJq6ah8NSQxJmKi3F2Oy0+LF3iu0btHVdd0hYtenw1/x0ONQfyzLTM/lZDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T18:31:05.831671Z"},"content_sha256":"841ba2ba9608fdad2e9a57afb05bccfa1a02f99e3a074210d6ccb5f27e2a677d","schema_version":"1.0","event_id":"sha256:841ba2ba9608fdad2e9a57afb05bccfa1a02f99e3a074210d6ccb5f27e2a677d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5JEOIXMTTOBIN66QSWJ2AAUKNL/bundle.json","state_url":"https://pith.science/pith/5JEOIXMTTOBIN66QSWJ2AAUKNL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5JEOIXMTTOBIN66QSWJ2AAUKNL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-11T18:31:05Z","links":{"resolver":"https://pith.science/pith/5JEOIXMTTOBIN66QSWJ2AAUKNL","bundle":"https://pith.science/pith/5JEOIXMTTOBIN66QSWJ2AAUKNL/bundle.json","state":"https://pith.science/pith/5JEOIXMTTOBIN66QSWJ2AAUKNL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5JEOIXMTTOBIN66QSWJ2AAUKNL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:5JEOIXMTTOBIN66QSWJ2AAUKNL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"92ad621f5771125a64527dbb0b6ff4ef37d10a77a215685628d1e6c8b9c24246","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-02-18T16:37:32Z","title_canon_sha256":"e7ea23fd8b54d0258580e33ba7dc955d864c398fb0e679a7a8edb4621307d5aa"},"schema_version":"1.0","source":{"id":"2402.11639","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.11639","created_at":"2026-07-05T08:24:02Z"},{"alias_kind":"arxiv_version","alias_value":"2402.11639v2","created_at":"2026-07-05T08:24:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.11639","created_at":"2026-07-05T08:24:02Z"},{"alias_kind":"pith_short_12","alias_value":"5JEOIXMTTOBI","created_at":"2026-07-05T08:24:02Z"},{"alias_kind":"pith_short_16","alias_value":"5JEOIXMTTOBIN66Q","created_at":"2026-07-05T08:24:02Z"},{"alias_kind":"pith_short_8","alias_value":"5JEOIXMT","created_at":"2026-07-05T08:24:02Z"}],"graph_snapshots":[{"event_id":"sha256:841ba2ba9608fdad2e9a57afb05bccfa1a02f99e3a074210d6ccb5f27e2a677d","target":"graph","created_at":"2026-07-05T08:24:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.11639/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"A striking property of transformers is their ability to perform in-context learning (ICL), a machine learning framework in which the learner is presented with a novel context during inference implicitly through some data, and tasked with making a prediction in that context. As such, that learner must adapt to the context without additional training. We explore the role of softmax attention in an ICL setting where each context encodes a regression task. We show that an attention unit learns a window that it uses to implement a nearest-neighbors predictor adapted to the landscape of the pretrain","authors_text":"Advait Parulekar, Aryan Mokhtari, Liam Collins, Sanjay Shakkottai, Sujay Sanghavi","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-02-18T16:37:32Z","title":"In-Context Learning with Transformers: Softmax Attention Adapts to Function Lipschitzness"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.11639","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f0013df0e1e147081fe6e0a093739e405226e1a5e41c6a2c18c26908f3a555ef","target":"record","created_at":"2026-07-05T08:24:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"92ad621f5771125a64527dbb0b6ff4ef37d10a77a215685628d1e6c8b9c24246","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-02-18T16:37:32Z","title_canon_sha256":"e7ea23fd8b54d0258580e33ba7dc955d864c398fb0e679a7a8edb4621307d5aa"},"schema_version":"1.0","source":{"id":"2402.11639","kind":"arxiv","version":2}},"canonical_sha256":"ea48e45d939b8286fbd09593a0028a6ad8bb02ccffea4d48022aae9a983ed778","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ea48e45d939b8286fbd09593a0028a6ad8bb02ccffea4d48022aae9a983ed778","first_computed_at":"2026-07-05T08:24:02.185350Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:24:02.185350Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"aj/q9vUnff82/Wgjwjkj9k6ZVUy9Lkh4g//JSTpxi5Xi3T8W9o6nvCVxkOFr6ihPs7oa/agnIVUlXOOf6/1dDA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:24:02.185841Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.11639","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f0013df0e1e147081fe6e0a093739e405226e1a5e41c6a2c18c26908f3a555ef","sha256:841ba2ba9608fdad2e9a57afb05bccfa1a02f99e3a074210d6ccb5f27e2a677d"],"state_sha256":"e22476779aa76735b408380c9c88127e85a6ff8ad3960c16a16df6bf401642bf"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xWNbUzXQHG675lYgrMBxZj5J2duSJzG8MAxzbaqfb5vODz7bdcnWU8UtSdP+k+APGLPnYTs9I112w5YXOQoMCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-11T18:31:05.834796Z","bundle_sha256":"901a3d211bf5704cad56ac81e0e1c7a319cd6423bb6fadc0c66875b973279c9e"}}