{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:IVIGOX7UF235ULHMYIPZADXP72","short_pith_number":"pith:IVIGOX7U","canonical_record":{"source":{"id":"2404.07129","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-04-10T16:07:38Z","cross_cats_sorted":[],"title_canon_sha256":"0a9817c368d85ddfa6e01311df744232143c6269a92ca6a38715f96e51482cfb","abstract_canon_sha256":"b465abfbf8631e602d8a597defa32866c42475d8f9937c786e67d6a07dd37f2b"},"schema_version":"1.0"},"canonical_sha256":"4550675ff42eb7da2cecc21f900eeffebbaa8e115bed55aeff902f6296a5e132","source":{"kind":"arxiv","id":"2404.07129","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.07129","created_at":"2026-07-05T08:06:35Z"},{"alias_kind":"arxiv_version","alias_value":"2404.07129v1","created_at":"2026-07-05T08:06:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.07129","created_at":"2026-07-05T08:06:35Z"},{"alias_kind":"pith_short_12","alias_value":"IVIGOX7UF235","created_at":"2026-07-05T08:06:35Z"},{"alias_kind":"pith_short_16","alias_value":"IVIGOX7UF235ULHM","created_at":"2026-07-05T08:06:35Z"},{"alias_kind":"pith_short_8","alias_value":"IVIGOX7U","created_at":"2026-07-05T08:06:35Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:IVIGOX7UF235ULHMYIPZADXP72","target":"record","payload":{"canonical_record":{"source":{"id":"2404.07129","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-04-10T16:07:38Z","cross_cats_sorted":[],"title_canon_sha256":"0a9817c368d85ddfa6e01311df744232143c6269a92ca6a38715f96e51482cfb","abstract_canon_sha256":"b465abfbf8631e602d8a597defa32866c42475d8f9937c786e67d6a07dd37f2b"},"schema_version":"1.0"},"canonical_sha256":"4550675ff42eb7da2cecc21f900eeffebbaa8e115bed55aeff902f6296a5e132","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:06:35.636540Z","signature_b64":"my1TEMOuSvigE4BDK0QzrTiQARhXVbUNdsxSakgfNlPU90z7pon7cog564XBpajD5QuyiALkeR5mhHUw0CrvAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4550675ff42eb7da2cecc21f900eeffebbaa8e115bed55aeff902f6296a5e132","last_reissued_at":"2026-07-05T08:06:35.635955Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:06:35.635955Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2404.07129","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:06:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UQfuJsaNN/9N8IoMkKakSnZa8Qjreau1nZRi3Djqzg7F3DxN5QtBiPDRPz5h1tWITsg/lFNFHoFBICtuEcnVBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T19:54:13.172702Z"},"content_sha256":"e3f8ddfc3ec77c6eea5f7147169f99194b0340c736429dcdb039583187e82a6c","schema_version":"1.0","event_id":"sha256:e3f8ddfc3ec77c6eea5f7147169f99194b0340c736429dcdb039583187e82a6c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:IVIGOX7UF235ULHMYIPZADXP72","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"What needs to go right for an induction head? A mechanistic study of in-context learning circuits and their formation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Aaditya K. Singh, Andrew M. Saxe, Felix Hill, Stephanie C.Y. Chan, Ted Moskovitz","submitted_at":"2024-04-10T16:07:38Z","abstract_excerpt":"In-context learning is a powerful emergent ability in transformer models. Prior work in mechanistic interpretability has identified a circuit element that may be critical for in-context learning -- the induction head (IH), which performs a match-and-copy operation. During training of large transformers on natural language data, IHs emerge around the same time as a notable phase change in the loss. Despite the robust evidence for IHs and this interesting coincidence with the phase change, relatively little is known about the diversity and emergence dynamics of IHs. Why is there more than one IH"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.07129","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2404.07129/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:06:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1vOO3WsXc6pdZgMY8pK+2EMeEikmT2qNSmOA61n9ZcO5RQDEddrS8VTxa7uj8vwSL70bm0AzzuIGL5U6OnkfAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T19:54:13.173172Z"},"content_sha256":"3accaf5c60583cdf6d12ba5f5a8b6f40e69a40a4f32a5888c68883a9aa4d8a7b","schema_version":"1.0","event_id":"sha256:3accaf5c60583cdf6d12ba5f5a8b6f40e69a40a4f32a5888c68883a9aa4d8a7b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/IVIGOX7UF235ULHMYIPZADXP72/bundle.json","state_url":"https://pith.science/pith/IVIGOX7UF235ULHMYIPZADXP72/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/IVIGOX7UF235ULHMYIPZADXP72/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-18T19:54:13Z","links":{"resolver":"https://pith.science/pith/IVIGOX7UF235ULHMYIPZADXP72","bundle":"https://pith.science/pith/IVIGOX7UF235ULHMYIPZADXP72/bundle.json","state":"https://pith.science/pith/IVIGOX7UF235ULHMYIPZADXP72/state.json","well_known_bundle":"https://pith.science/.well-known/pith/IVIGOX7UF235ULHMYIPZADXP72/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:IVIGOX7UF235ULHMYIPZADXP72","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b465abfbf8631e602d8a597defa32866c42475d8f9937c786e67d6a07dd37f2b","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-04-10T16:07:38Z","title_canon_sha256":"0a9817c368d85ddfa6e01311df744232143c6269a92ca6a38715f96e51482cfb"},"schema_version":"1.0","source":{"id":"2404.07129","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.07129","created_at":"2026-07-05T08:06:35Z"},{"alias_kind":"arxiv_version","alias_value":"2404.07129v1","created_at":"2026-07-05T08:06:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.07129","created_at":"2026-07-05T08:06:35Z"},{"alias_kind":"pith_short_12","alias_value":"IVIGOX7UF235","created_at":"2026-07-05T08:06:35Z"},{"alias_kind":"pith_short_16","alias_value":"IVIGOX7UF235ULHM","created_at":"2026-07-05T08:06:35Z"},{"alias_kind":"pith_short_8","alias_value":"IVIGOX7U","created_at":"2026-07-05T08:06:35Z"}],"graph_snapshots":[{"event_id":"sha256:3accaf5c60583cdf6d12ba5f5a8b6f40e69a40a4f32a5888c68883a9aa4d8a7b","target":"graph","created_at":"2026-07-05T08:06:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2404.07129/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In-context learning is a powerful emergent ability in transformer models. Prior work in mechanistic interpretability has identified a circuit element that may be critical for in-context learning -- the induction head (IH), which performs a match-and-copy operation. During training of large transformers on natural language data, IHs emerge around the same time as a notable phase change in the loss. Despite the robust evidence for IHs and this interesting coincidence with the phase change, relatively little is known about the diversity and emergence dynamics of IHs. Why is there more than one IH","authors_text":"Aaditya K. Singh, Andrew M. Saxe, Felix Hill, Stephanie C.Y. Chan, Ted Moskovitz","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-04-10T16:07:38Z","title":"What needs to go right for an induction head? A mechanistic study of in-context learning circuits and their formation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.07129","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e3f8ddfc3ec77c6eea5f7147169f99194b0340c736429dcdb039583187e82a6c","target":"record","created_at":"2026-07-05T08:06:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b465abfbf8631e602d8a597defa32866c42475d8f9937c786e67d6a07dd37f2b","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-04-10T16:07:38Z","title_canon_sha256":"0a9817c368d85ddfa6e01311df744232143c6269a92ca6a38715f96e51482cfb"},"schema_version":"1.0","source":{"id":"2404.07129","kind":"arxiv","version":1}},"canonical_sha256":"4550675ff42eb7da2cecc21f900eeffebbaa8e115bed55aeff902f6296a5e132","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4550675ff42eb7da2cecc21f900eeffebbaa8e115bed55aeff902f6296a5e132","first_computed_at":"2026-07-05T08:06:35.635955Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:06:35.635955Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"my1TEMOuSvigE4BDK0QzrTiQARhXVbUNdsxSakgfNlPU90z7pon7cog564XBpajD5QuyiALkeR5mhHUw0CrvAg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:06:35.636540Z","signed_message":"canonical_sha256_bytes"},"source_id":"2404.07129","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e3f8ddfc3ec77c6eea5f7147169f99194b0340c736429dcdb039583187e82a6c","sha256:3accaf5c60583cdf6d12ba5f5a8b6f40e69a40a4f32a5888c68883a9aa4d8a7b"],"state_sha256":"6cf98746d677a884d1b13252f8cb04c6f21c3921080845a6ec5aeda9f7bd59c8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fa4nBXcozAHfTMzw2y4qiBb1ec8PwHwWgMJMEPEVF4TUv227yPTxWnltZpXlmDS5a5LHTBM0zGAeiCsxQmR+Aw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-18T19:54:13.176426Z","bundle_sha256":"c842643ed8579832ba59db2b73ff1a9c6e3336143e42cf26fe47a25104ef04f4"}}