{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:XERAXLQLYTAYCRLH2NXQ3DRNTY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"44e26385503395e760fb54debf948f3160abc66674e09a7bd7783ee9fa3d3d9e","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-12-06T15:19:10Z","title_canon_sha256":"a76db19bf63111fc3c8f7154e585567e0519b69ca9c65d8b5654eaf6a93d755f"},"schema_version":"1.0","source":{"id":"2412.05117","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.05117","created_at":"2026-07-05T09:50:54Z"},{"alias_kind":"arxiv_version","alias_value":"2412.05117v2","created_at":"2026-07-05T09:50:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.05117","created_at":"2026-07-05T09:50:54Z"},{"alias_kind":"pith_short_12","alias_value":"XERAXLQLYTAY","created_at":"2026-07-05T09:50:54Z"},{"alias_kind":"pith_short_16","alias_value":"XERAXLQLYTAYCRLH","created_at":"2026-07-05T09:50:54Z"},{"alias_kind":"pith_short_8","alias_value":"XERAXLQL","created_at":"2026-07-05T09:50:54Z"}],"graph_snapshots":[{"event_id":"sha256:4592302e77ebe8c94e926d8e6984b032d59da6c38b3f72b8d1b577a646666713","target":"graph","created_at":"2026-07-05T09:50:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.05117/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Despite their remarkable success in language modeling, transformers trained to predict the next token in a sequence struggle with long-term planning. This limitation is particularly evident in tasks requiring foresight to plan multiple steps ahead such as maze navigation. The standard next single token prediction objective, however, offers no explicit mechanism to predict multiple steps ahead - or revisit the path taken so far. Consequently, in this work we study whether explicitly predicting multiple steps ahead (and backwards) can improve transformers' maze navigation. We train parameter-mat","authors_text":"Adina Williams, Mark Ibrahim, Mike Rabbat, Niklas Nolte, Ouail Kitouni","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-12-06T15:19:10Z","title":"Transformers Can Navigate Mazes With Multi-Step Prediction"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.05117","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6ff70a1960b5327e56912fae27a084b2797a02463924b21cd4b8b075b0e4cdef","target":"record","created_at":"2026-07-05T09:50:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"44e26385503395e760fb54debf948f3160abc66674e09a7bd7783ee9fa3d3d9e","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-12-06T15:19:10Z","title_canon_sha256":"a76db19bf63111fc3c8f7154e585567e0519b69ca9c65d8b5654eaf6a93d755f"},"schema_version":"1.0","source":{"id":"2412.05117","kind":"arxiv","version":2}},"canonical_sha256":"b9220bae0bc4c1814567d36f0d8e2d9e13ec6809706a700284d71955a7d86b13","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b9220bae0bc4c1814567d36f0d8e2d9e13ec6809706a700284d71955a7d86b13","first_computed_at":"2026-07-05T09:50:54.828747Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:50:54.828747Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"8Rky+i3j6B+PL97fzrgvvscH0QPrfLNPGFR+CIjneBkbzCD9AX579u4CgC/M6Y0zLVFa2SM4KB9MB3XxHT7JCA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:50:54.829245Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.05117","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6ff70a1960b5327e56912fae27a084b2797a02463924b21cd4b8b075b0e4cdef","sha256:4592302e77ebe8c94e926d8e6984b032d59da6c38b3f72b8d1b577a646666713"],"state_sha256":"62fb41e0e4e3388f8bc7918a795c2ee910df4626a3fb1db8cbc20d94b5c9e869"}