{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:OIDLNEQUQSYASWNMAJOEQCFEAY","short_pith_number":"pith:OIDLNEQU","canonical_record":{"source":{"id":"2402.11917","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-19T08:04:25Z","cross_cats_sorted":[],"title_canon_sha256":"dfa7aae9f9dcc46267db92e41ce01cea4a43801fcb909625ef37501af5720bd5","abstract_canon_sha256":"0b5b4bbca13cb20159a51eecb5f34fd30666e3be122820eb5598b484ea0ea63e"},"schema_version":"1.0"},"canonical_sha256":"7206b6921484b00959ac025c4808a40601c99769ad648656822f3e19358c5299","source":{"kind":"arxiv","id":"2402.11917","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.11917","created_at":"2026-07-05T08:38:06Z"},{"alias_kind":"arxiv_version","alias_value":"2402.11917v3","created_at":"2026-07-05T08:38:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.11917","created_at":"2026-07-05T08:38:06Z"},{"alias_kind":"pith_short_12","alias_value":"OIDLNEQUQSYA","created_at":"2026-07-05T08:38:06Z"},{"alias_kind":"pith_short_16","alias_value":"OIDLNEQUQSYASWNM","created_at":"2026-07-05T08:38:06Z"},{"alias_kind":"pith_short_8","alias_value":"OIDLNEQU","created_at":"2026-07-05T08:38:06Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:OIDLNEQUQSYASWNMAJOEQCFEAY","target":"record","payload":{"canonical_record":{"source":{"id":"2402.11917","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-19T08:04:25Z","cross_cats_sorted":[],"title_canon_sha256":"dfa7aae9f9dcc46267db92e41ce01cea4a43801fcb909625ef37501af5720bd5","abstract_canon_sha256":"0b5b4bbca13cb20159a51eecb5f34fd30666e3be122820eb5598b484ea0ea63e"},"schema_version":"1.0"},"canonical_sha256":"7206b6921484b00959ac025c4808a40601c99769ad648656822f3e19358c5299","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:38:06.297466Z","signature_b64":"GC6FH2FwgDZBcHUG+4ie8tNbISYyN9S6gnF4gC9NdqQPUFe6/mRK2kAKqWoe6vY5T50ScHdvo27z4b6gZSffBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7206b6921484b00959ac025c4808a40601c99769ad648656822f3e19358c5299","last_reissued_at":"2026-07-05T08:38:06.296834Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:38:06.296834Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.11917","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:38:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6FXCVh8DwHvknlzBCdaHpPcOs74qTLvGbkq0VDnH+MF5gJ7jb4I9CUZ9MRjpEtJT9lRGyV5MhMv28ZPcTYuGDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T16:15:35.533737Z"},"content_sha256":"ce8e89bb42368bbab16bac5a7c54fb744895c56685a8453a2b7a16c118e238f1","schema_version":"1.0","event_id":"sha256:ce8e89bb42368bbab16bac5a7c54fb744895c56685a8453a2b7a16c118e238f1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:OIDLNEQUQSYASWNMAJOEQCFEAY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Mechanistic Analysis of a Transformer Trained on a Symbolic Multi-Step Reasoning Task","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Abhay Sheshadri, Christian Bartelt, Jannik Brinkmann, Paul Swoboda, Victor Levoso","submitted_at":"2024-02-19T08:04:25Z","abstract_excerpt":"Transformers demonstrate impressive performance on a range of reasoning benchmarks. To evaluate the degree to which these abilities are a result of actual reasoning, existing work has focused on developing sophisticated benchmarks for behavioral studies. However, these studies do not provide insights into the internal mechanisms driving the observed capabilities. To improve our understanding of the internal mechanisms of transformers, we present a comprehensive mechanistic analysis of a transformer trained on a synthetic reasoning task. We identify a set of interpretable mechanisms the model u"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.11917","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.11917/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:38:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QLqiAgpHIHCu4U4EZh1xz54jLE43YBBSo4FJ0ACc0BjmSnZ4mv3EJo4bbJTsTl1UxdVM0SKAVPlMfRk5FJWSAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T16:15:35.534481Z"},"content_sha256":"4792a421c54870aef113b1c4ea8045604fb3f194cab180fd6a93041a46bf4cb1","schema_version":"1.0","event_id":"sha256:4792a421c54870aef113b1c4ea8045604fb3f194cab180fd6a93041a46bf4cb1"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OIDLNEQUQSYASWNMAJOEQCFEAY/bundle.json","state_url":"https://pith.science/pith/OIDLNEQUQSYASWNMAJOEQCFEAY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OIDLNEQUQSYASWNMAJOEQCFEAY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-12T16:15:35Z","links":{"resolver":"https://pith.science/pith/OIDLNEQUQSYASWNMAJOEQCFEAY","bundle":"https://pith.science/pith/OIDLNEQUQSYASWNMAJOEQCFEAY/bundle.json","state":"https://pith.science/pith/OIDLNEQUQSYASWNMAJOEQCFEAY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OIDLNEQUQSYASWNMAJOEQCFEAY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:OIDLNEQUQSYASWNMAJOEQCFEAY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0b5b4bbca13cb20159a51eecb5f34fd30666e3be122820eb5598b484ea0ea63e","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-19T08:04:25Z","title_canon_sha256":"dfa7aae9f9dcc46267db92e41ce01cea4a43801fcb909625ef37501af5720bd5"},"schema_version":"1.0","source":{"id":"2402.11917","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.11917","created_at":"2026-07-05T08:38:06Z"},{"alias_kind":"arxiv_version","alias_value":"2402.11917v3","created_at":"2026-07-05T08:38:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.11917","created_at":"2026-07-05T08:38:06Z"},{"alias_kind":"pith_short_12","alias_value":"OIDLNEQUQSYA","created_at":"2026-07-05T08:38:06Z"},{"alias_kind":"pith_short_16","alias_value":"OIDLNEQUQSYASWNM","created_at":"2026-07-05T08:38:06Z"},{"alias_kind":"pith_short_8","alias_value":"OIDLNEQU","created_at":"2026-07-05T08:38:06Z"}],"graph_snapshots":[{"event_id":"sha256:4792a421c54870aef113b1c4ea8045604fb3f194cab180fd6a93041a46bf4cb1","target":"graph","created_at":"2026-07-05T08:38:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.11917/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Transformers demonstrate impressive performance on a range of reasoning benchmarks. To evaluate the degree to which these abilities are a result of actual reasoning, existing work has focused on developing sophisticated benchmarks for behavioral studies. However, these studies do not provide insights into the internal mechanisms driving the observed capabilities. To improve our understanding of the internal mechanisms of transformers, we present a comprehensive mechanistic analysis of a transformer trained on a synthetic reasoning task. We identify a set of interpretable mechanisms the model u","authors_text":"Abhay Sheshadri, Christian Bartelt, Jannik Brinkmann, Paul Swoboda, Victor Levoso","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-19T08:04:25Z","title":"A Mechanistic Analysis of a Transformer Trained on a Symbolic Multi-Step Reasoning Task"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.11917","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ce8e89bb42368bbab16bac5a7c54fb744895c56685a8453a2b7a16c118e238f1","target":"record","created_at":"2026-07-05T08:38:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0b5b4bbca13cb20159a51eecb5f34fd30666e3be122820eb5598b484ea0ea63e","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-19T08:04:25Z","title_canon_sha256":"dfa7aae9f9dcc46267db92e41ce01cea4a43801fcb909625ef37501af5720bd5"},"schema_version":"1.0","source":{"id":"2402.11917","kind":"arxiv","version":3}},"canonical_sha256":"7206b6921484b00959ac025c4808a40601c99769ad648656822f3e19358c5299","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7206b6921484b00959ac025c4808a40601c99769ad648656822f3e19358c5299","first_computed_at":"2026-07-05T08:38:06.296834Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:38:06.296834Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"GC6FH2FwgDZBcHUG+4ie8tNbISYyN9S6gnF4gC9NdqQPUFe6/mRK2kAKqWoe6vY5T50ScHdvo27z4b6gZSffBw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:38:06.297466Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.11917","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ce8e89bb42368bbab16bac5a7c54fb744895c56685a8453a2b7a16c118e238f1","sha256:4792a421c54870aef113b1c4ea8045604fb3f194cab180fd6a93041a46bf4cb1"],"state_sha256":"a19d5e729b83a9a475ddadc215522c56ac2d99ce7edf12f4aff687b351e7eb16"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zgTKlcOPl/r7Cmn5yjVybWkiAeEmnnshEiY/wPip9wQVZNe4/2eAJBM6U1esWR9LxyMalvlQV2/OjAIvd0WjCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-12T16:15:35.539931Z","bundle_sha256":"bd971c1a38740b56130aa678c621bfdb5cd26af80f862818ac3aaa5c24671aed"}}