{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:XFFDZEUCKYKUMSZMYVCIRXBCW4","short_pith_number":"pith:XFFDZEUC","canonical_record":{"source":{"id":"2306.15063","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-06-26T21:05:20Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"fc1537718691022ce9cffcc6b61eaed5f1a0bf8a8801ff3c60a59cadfeae0760","abstract_canon_sha256":"81e582d7e7fd80e63940bd046f30ecec7da528988a9cd7a86700fd12f6625c40"},"schema_version":"1.0"},"canonical_sha256":"b94a3c92825615464b2cc54488dc22b7155ee0e54159614b9c1fca6093c2066d","source":{"kind":"arxiv","id":"2306.15063","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.15063","created_at":"2026-07-05T07:10:25Z"},{"alias_kind":"arxiv_version","alias_value":"2306.15063v2","created_at":"2026-07-05T07:10:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.15063","created_at":"2026-07-05T07:10:25Z"},{"alias_kind":"pith_short_12","alias_value":"XFFDZEUCKYKU","created_at":"2026-07-05T07:10:25Z"},{"alias_kind":"pith_short_16","alias_value":"XFFDZEUCKYKUMSZM","created_at":"2026-07-05T07:10:25Z"},{"alias_kind":"pith_short_8","alias_value":"XFFDZEUC","created_at":"2026-07-05T07:10:25Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:XFFDZEUCKYKUMSZMYVCIRXBCW4","target":"record","payload":{"canonical_record":{"source":{"id":"2306.15063","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-06-26T21:05:20Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"fc1537718691022ce9cffcc6b61eaed5f1a0bf8a8801ff3c60a59cadfeae0760","abstract_canon_sha256":"81e582d7e7fd80e63940bd046f30ecec7da528988a9cd7a86700fd12f6625c40"},"schema_version":"1.0"},"canonical_sha256":"b94a3c92825615464b2cc54488dc22b7155ee0e54159614b9c1fca6093c2066d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:10:25.808653Z","signature_b64":"HJHD7jWJXZ4XO9LdH5aCY06E5PLP9oZxxNZwxVci3TBC8OJxnEXfNaUc4r9jldR+X4PDIG/Dllf41dAulFAbCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b94a3c92825615464b2cc54488dc22b7155ee0e54159614b9c1fca6093c2066d","last_reissued_at":"2026-07-05T07:10:25.808145Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:10:25.808145Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2306.15063","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:10:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sd3Wh8N+pfoikGMLZlo0sKmsOsduVeT+3n46hzpnb0P42m4lrjBG1AXUqxc4e+R3stnKG/i4NzBXTCAEnKLcCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T22:11:16.172450Z"},"content_sha256":"f419b393b60493f310bc514df7e3cca50627cd33912601d81c4afd242e1756a9","schema_version":"1.0","event_id":"sha256:f419b393b60493f310bc514df7e3cca50627cd33912601d81c4afd242e1756a9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:XFFDZEUCKYKUMSZMYVCIRXBCW4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Pretraining task diversity and the emergence of non-Bayesian in-context learning for regression","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Allan Ravent\\'os, Feng Chen, Mansheej Paul, Surya Ganguli","submitted_at":"2023-06-26T21:05:20Z","abstract_excerpt":"Pretrained transformers exhibit the remarkable ability of in-context learning (ICL): they can learn tasks from just a few examples provided in the prompt without updating any weights. This raises a foundational question: can ICL solve fundamentally $\\textit{new}$ tasks that are very different from those seen during pretraining? To probe this question, we examine ICL's performance on linear regression while varying the diversity of tasks in the pretraining dataset. We empirically demonstrate a $\\textit{task diversity threshold}$ for the emergence of ICL. Below this threshold, the pretrained tra"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.15063","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2306.15063/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:10:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dL1WHtGpw7PjlGtCgvLCwxvvlYYthE97hpfM6gSCnlqBWYU1Rgu7rX/CQ44ikotkJCy3HtOvSPhXN94fGP3qBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T22:11:16.172808Z"},"content_sha256":"8290881d535f456ef2d03b65ab36f1671475db72da617fbd95beb66b2a55e0fa","schema_version":"1.0","event_id":"sha256:8290881d535f456ef2d03b65ab36f1671475db72da617fbd95beb66b2a55e0fa"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/XFFDZEUCKYKUMSZMYVCIRXBCW4/bundle.json","state_url":"https://pith.science/pith/XFFDZEUCKYKUMSZMYVCIRXBCW4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/XFFDZEUCKYKUMSZMYVCIRXBCW4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-14T22:11:16Z","links":{"resolver":"https://pith.science/pith/XFFDZEUCKYKUMSZMYVCIRXBCW4","bundle":"https://pith.science/pith/XFFDZEUCKYKUMSZMYVCIRXBCW4/bundle.json","state":"https://pith.science/pith/XFFDZEUCKYKUMSZMYVCIRXBCW4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/XFFDZEUCKYKUMSZMYVCIRXBCW4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:XFFDZEUCKYKUMSZMYVCIRXBCW4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"81e582d7e7fd80e63940bd046f30ecec7da528988a9cd7a86700fd12f6625c40","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-06-26T21:05:20Z","title_canon_sha256":"fc1537718691022ce9cffcc6b61eaed5f1a0bf8a8801ff3c60a59cadfeae0760"},"schema_version":"1.0","source":{"id":"2306.15063","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.15063","created_at":"2026-07-05T07:10:25Z"},{"alias_kind":"arxiv_version","alias_value":"2306.15063v2","created_at":"2026-07-05T07:10:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.15063","created_at":"2026-07-05T07:10:25Z"},{"alias_kind":"pith_short_12","alias_value":"XFFDZEUCKYKU","created_at":"2026-07-05T07:10:25Z"},{"alias_kind":"pith_short_16","alias_value":"XFFDZEUCKYKUMSZM","created_at":"2026-07-05T07:10:25Z"},{"alias_kind":"pith_short_8","alias_value":"XFFDZEUC","created_at":"2026-07-05T07:10:25Z"}],"graph_snapshots":[{"event_id":"sha256:8290881d535f456ef2d03b65ab36f1671475db72da617fbd95beb66b2a55e0fa","target":"graph","created_at":"2026-07-05T07:10:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2306.15063/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Pretrained transformers exhibit the remarkable ability of in-context learning (ICL): they can learn tasks from just a few examples provided in the prompt without updating any weights. This raises a foundational question: can ICL solve fundamentally $\\textit{new}$ tasks that are very different from those seen during pretraining? To probe this question, we examine ICL's performance on linear regression while varying the diversity of tasks in the pretraining dataset. We empirically demonstrate a $\\textit{task diversity threshold}$ for the emergence of ICL. Below this threshold, the pretrained tra","authors_text":"Allan Ravent\\'os, Feng Chen, Mansheej Paul, Surya Ganguli","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-06-26T21:05:20Z","title":"Pretraining task diversity and the emergence of non-Bayesian in-context learning for regression"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.15063","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f419b393b60493f310bc514df7e3cca50627cd33912601d81c4afd242e1756a9","target":"record","created_at":"2026-07-05T07:10:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"81e582d7e7fd80e63940bd046f30ecec7da528988a9cd7a86700fd12f6625c40","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-06-26T21:05:20Z","title_canon_sha256":"fc1537718691022ce9cffcc6b61eaed5f1a0bf8a8801ff3c60a59cadfeae0760"},"schema_version":"1.0","source":{"id":"2306.15063","kind":"arxiv","version":2}},"canonical_sha256":"b94a3c92825615464b2cc54488dc22b7155ee0e54159614b9c1fca6093c2066d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b94a3c92825615464b2cc54488dc22b7155ee0e54159614b9c1fca6093c2066d","first_computed_at":"2026-07-05T07:10:25.808145Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:10:25.808145Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"HJHD7jWJXZ4XO9LdH5aCY06E5PLP9oZxxNZwxVci3TBC8OJxnEXfNaUc4r9jldR+X4PDIG/Dllf41dAulFAbCw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:10:25.808653Z","signed_message":"canonical_sha256_bytes"},"source_id":"2306.15063","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f419b393b60493f310bc514df7e3cca50627cd33912601d81c4afd242e1756a9","sha256:8290881d535f456ef2d03b65ab36f1671475db72da617fbd95beb66b2a55e0fa"],"state_sha256":"8400d0534cb8853cc68ce347b1dcfcd87814bc9d84297ea7632d2b46b7f63fea"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yXYL4oHPRUiUb1t4561wIdpydPpBEdDuNji+1y3sQ6TmAZJ0mVR8biVT8mYC0BN+YMMrTjIvjh6b4y7fqBhxDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-14T22:11:16.175595Z","bundle_sha256":"6b62b502483576be43ae22079ec89a526a0a4de7d5cd1be7ebb3e5ab9f5cd333"}}