{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:XERAXLQLYTAYCRLH2NXQ3DRNTY","short_pith_number":"pith:XERAXLQL","canonical_record":{"source":{"id":"2412.05117","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-12-06T15:19:10Z","cross_cats_sorted":[],"title_canon_sha256":"a76db19bf63111fc3c8f7154e585567e0519b69ca9c65d8b5654eaf6a93d755f","abstract_canon_sha256":"44e26385503395e760fb54debf948f3160abc66674e09a7bd7783ee9fa3d3d9e"},"schema_version":"1.0"},"canonical_sha256":"b9220bae0bc4c1814567d36f0d8e2d9e13ec6809706a700284d71955a7d86b13","source":{"kind":"arxiv","id":"2412.05117","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.05117","created_at":"2026-07-05T09:50:54Z"},{"alias_kind":"arxiv_version","alias_value":"2412.05117v2","created_at":"2026-07-05T09:50:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.05117","created_at":"2026-07-05T09:50:54Z"},{"alias_kind":"pith_short_12","alias_value":"XERAXLQLYTAY","created_at":"2026-07-05T09:50:54Z"},{"alias_kind":"pith_short_16","alias_value":"XERAXLQLYTAYCRLH","created_at":"2026-07-05T09:50:54Z"},{"alias_kind":"pith_short_8","alias_value":"XERAXLQL","created_at":"2026-07-05T09:50:54Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:XERAXLQLYTAYCRLH2NXQ3DRNTY","target":"record","payload":{"canonical_record":{"source":{"id":"2412.05117","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-12-06T15:19:10Z","cross_cats_sorted":[],"title_canon_sha256":"a76db19bf63111fc3c8f7154e585567e0519b69ca9c65d8b5654eaf6a93d755f","abstract_canon_sha256":"44e26385503395e760fb54debf948f3160abc66674e09a7bd7783ee9fa3d3d9e"},"schema_version":"1.0"},"canonical_sha256":"b9220bae0bc4c1814567d36f0d8e2d9e13ec6809706a700284d71955a7d86b13","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:50:54.829245Z","signature_b64":"8Rky+i3j6B+PL97fzrgvvscH0QPrfLNPGFR+CIjneBkbzCD9AX579u4CgC/M6Y0zLVFa2SM4KB9MB3XxHT7JCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b9220bae0bc4c1814567d36f0d8e2d9e13ec6809706a700284d71955a7d86b13","last_reissued_at":"2026-07-05T09:50:54.828747Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:50:54.828747Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.05117","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:50:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SX5Prdn2eZB16ebxH8W7hybDshPW8H9QbFGMi2E2tVoNnC9suZY9xayBbnJs952vDM0w5Yxe7cTDncWNZthLCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T23:26:57.770017Z"},"content_sha256":"6ff70a1960b5327e56912fae27a084b2797a02463924b21cd4b8b075b0e4cdef","schema_version":"1.0","event_id":"sha256:6ff70a1960b5327e56912fae27a084b2797a02463924b21cd4b8b075b0e4cdef"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:XERAXLQLYTAYCRLH2NXQ3DRNTY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Transformers Can Navigate Mazes With Multi-Step Prediction","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Adina Williams, Mark Ibrahim, Mike Rabbat, Niklas Nolte, Ouail Kitouni","submitted_at":"2024-12-06T15:19:10Z","abstract_excerpt":"Despite their remarkable success in language modeling, transformers trained to predict the next token in a sequence struggle with long-term planning. This limitation is particularly evident in tasks requiring foresight to plan multiple steps ahead such as maze navigation. The standard next single token prediction objective, however, offers no explicit mechanism to predict multiple steps ahead - or revisit the path taken so far. Consequently, in this work we study whether explicitly predicting multiple steps ahead (and backwards) can improve transformers' maze navigation. We train parameter-mat"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.05117","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.05117/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:50:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"S//UN+vkKrM524b9YWwm0Iqsmm1VOjLaO93ibv4wI3+ZJ3UXXHhl1eK9LWzIC3uHFCUwE812OwFmGQDEY/OUDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T23:26:57.770412Z"},"content_sha256":"4592302e77ebe8c94e926d8e6984b032d59da6c38b3f72b8d1b577a646666713","schema_version":"1.0","event_id":"sha256:4592302e77ebe8c94e926d8e6984b032d59da6c38b3f72b8d1b577a646666713"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/XERAXLQLYTAYCRLH2NXQ3DRNTY/bundle.json","state_url":"https://pith.science/pith/XERAXLQLYTAYCRLH2NXQ3DRNTY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/XERAXLQLYTAYCRLH2NXQ3DRNTY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T23:26:57Z","links":{"resolver":"https://pith.science/pith/XERAXLQLYTAYCRLH2NXQ3DRNTY","bundle":"https://pith.science/pith/XERAXLQLYTAYCRLH2NXQ3DRNTY/bundle.json","state":"https://pith.science/pith/XERAXLQLYTAYCRLH2NXQ3DRNTY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/XERAXLQLYTAYCRLH2NXQ3DRNTY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:XERAXLQLYTAYCRLH2NXQ3DRNTY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"44e26385503395e760fb54debf948f3160abc66674e09a7bd7783ee9fa3d3d9e","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-12-06T15:19:10Z","title_canon_sha256":"a76db19bf63111fc3c8f7154e585567e0519b69ca9c65d8b5654eaf6a93d755f"},"schema_version":"1.0","source":{"id":"2412.05117","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.05117","created_at":"2026-07-05T09:50:54Z"},{"alias_kind":"arxiv_version","alias_value":"2412.05117v2","created_at":"2026-07-05T09:50:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.05117","created_at":"2026-07-05T09:50:54Z"},{"alias_kind":"pith_short_12","alias_value":"XERAXLQLYTAY","created_at":"2026-07-05T09:50:54Z"},{"alias_kind":"pith_short_16","alias_value":"XERAXLQLYTAYCRLH","created_at":"2026-07-05T09:50:54Z"},{"alias_kind":"pith_short_8","alias_value":"XERAXLQL","created_at":"2026-07-05T09:50:54Z"}],"graph_snapshots":[{"event_id":"sha256:4592302e77ebe8c94e926d8e6984b032d59da6c38b3f72b8d1b577a646666713","target":"graph","created_at":"2026-07-05T09:50:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.05117/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Despite their remarkable success in language modeling, transformers trained to predict the next token in a sequence struggle with long-term planning. This limitation is particularly evident in tasks requiring foresight to plan multiple steps ahead such as maze navigation. The standard next single token prediction objective, however, offers no explicit mechanism to predict multiple steps ahead - or revisit the path taken so far. Consequently, in this work we study whether explicitly predicting multiple steps ahead (and backwards) can improve transformers' maze navigation. We train parameter-mat","authors_text":"Adina Williams, Mark Ibrahim, Mike Rabbat, Niklas Nolte, Ouail Kitouni","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-12-06T15:19:10Z","title":"Transformers Can Navigate Mazes With Multi-Step Prediction"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.05117","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6ff70a1960b5327e56912fae27a084b2797a02463924b21cd4b8b075b0e4cdef","target":"record","created_at":"2026-07-05T09:50:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"44e26385503395e760fb54debf948f3160abc66674e09a7bd7783ee9fa3d3d9e","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-12-06T15:19:10Z","title_canon_sha256":"a76db19bf63111fc3c8f7154e585567e0519b69ca9c65d8b5654eaf6a93d755f"},"schema_version":"1.0","source":{"id":"2412.05117","kind":"arxiv","version":2}},"canonical_sha256":"b9220bae0bc4c1814567d36f0d8e2d9e13ec6809706a700284d71955a7d86b13","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b9220bae0bc4c1814567d36f0d8e2d9e13ec6809706a700284d71955a7d86b13","first_computed_at":"2026-07-05T09:50:54.828747Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:50:54.828747Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"8Rky+i3j6B+PL97fzrgvvscH0QPrfLNPGFR+CIjneBkbzCD9AX579u4CgC/M6Y0zLVFa2SM4KB9MB3XxHT7JCA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:50:54.829245Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.05117","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6ff70a1960b5327e56912fae27a084b2797a02463924b21cd4b8b075b0e4cdef","sha256:4592302e77ebe8c94e926d8e6984b032d59da6c38b3f72b8d1b577a646666713"],"state_sha256":"62fb41e0e4e3388f8bc7918a795c2ee910df4626a3fb1db8cbc20d94b5c9e869"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mOtGs5aRa1Tf4KICvG10LtIx5deNmuOuzMy8AWGSJRc2AURiyy5xwBinHHGNu3kwPxqdsm9WRr947zwlOl0zAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T23:26:57.773538Z","bundle_sha256":"cc27b5b9dfea3812570f315caafef46fe06550ffd87b738ca97412130fd1205c"}}