{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2023:OWKSA6D45SIWNDCJKMFHRWIF4K","short_pith_number":"pith:OWKSA6D4","schema_version":"1.0","canonical_sha256":"759520787cec91668c49530a78d905e296c229dacd7abd71625636df9ff198ea","source":{"kind":"arxiv","id":"2312.02566","version":1},"attestation_state":"computed","paper":{"title":"Structured World Representations in Maze-Solving Transformers","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Alex F. Spies, Can Rager, Cecilia Diniz Behn, Chris Mathwin, Dan Valentine, Guillaume Corlouer, Katsumi Inoue, Lucia Quirke, Michael Igorevich Ivanitskiy, Rusheb Shah, Samy Wu Fung, Tilman R\\\"auker","submitted_at":"2023-12-05T08:24:26Z","abstract_excerpt":"Transformer models underpin many recent advances in practical machine learning applications, yet understanding their internal behavior continues to elude researchers. Given the size and complexity of these models, forming a comprehensive picture of their inner workings remains a significant challenge. To this end, we set out to understand small transformer models in a more tractable setting: that of solving mazes. In this work, we focus on the abstractions formed by these models and find evidence for the consistent emergence of structured internal representations of maze topology and valid pat"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2312.02566","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2023-12-05T08:24:26Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"168deeed426b8e25eea46401938cee79dcf4bdf1cb56ea14db5a5426cf394199","abstract_canon_sha256":"556690ee7feff466c94198986fecef5be7680a7a87ed5bd9401bb243098b1f8e"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:20:19.922005Z","signature_b64":"iWDycXXpQBnjl9/GPonCtiZ39V/nZw3JWKSPCvVwOENV6AXX2z6cSCQgjHlZJEEZUAbvVdt2h3RshiN5e9UZBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"759520787cec91668c49530a78d905e296c229dacd7abd71625636df9ff198ea","last_reissued_at":"2026-07-05T07:20:19.921504Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:20:19.921504Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Structured World Representations in Maze-Solving Transformers","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Alex F. Spies, Can Rager, Cecilia Diniz Behn, Chris Mathwin, Dan Valentine, Guillaume Corlouer, Katsumi Inoue, Lucia Quirke, Michael Igorevich Ivanitskiy, Rusheb Shah, Samy Wu Fung, Tilman R\\\"auker","submitted_at":"2023-12-05T08:24:26Z","abstract_excerpt":"Transformer models underpin many recent advances in practical machine learning applications, yet understanding their internal behavior continues to elude researchers. Given the size and complexity of these models, forming a comprehensive picture of their inner workings remains a significant challenge. To this end, we set out to understand small transformer models in a more tractable setting: that of solving mazes. In this work, we focus on the abstractions formed by these models and find evidence for the consistent emergence of structured internal representations of maze topology and valid pat"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.02566","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2312.02566/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2312.02566","created_at":"2026-07-05T07:20:19.921561+00:00"},{"alias_kind":"arxiv_version","alias_value":"2312.02566v1","created_at":"2026-07-05T07:20:19.921561+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.02566","created_at":"2026-07-05T07:20:19.921561+00:00"},{"alias_kind":"pith_short_12","alias_value":"OWKSA6D45SIW","created_at":"2026-07-05T07:20:19.921561+00:00"},{"alias_kind":"pith_short_16","alias_value":"OWKSA6D45SIWNDCJ","created_at":"2026-07-05T07:20:19.921561+00:00"},{"alias_kind":"pith_short_8","alias_value":"OWKSA6D4","created_at":"2026-07-05T07:20:19.921561+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":3,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2606.03685","citing_title":"A Close Look At World Model Recovery In Supervised Fine-Tuned LLM Planners","ref_index":8,"is_internal_anchor":false},{"citing_arxiv_id":"2605.20784","citing_title":"Interaction Locality in Hierarchical Recursive Reasoning","ref_index":3,"is_internal_anchor":false},{"citing_arxiv_id":"2507.12553","citing_title":"Is This Just Fantasy? Language Model Representations Reflect Human Judgments of Event Plausibility","ref_index":5,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/OWKSA6D45SIWNDCJKMFHRWIF4K","json":"https://pith.science/pith/OWKSA6D45SIWNDCJKMFHRWIF4K.json","graph_json":"https://pith.science/api/pith-number/OWKSA6D45SIWNDCJKMFHRWIF4K/graph.json","events_json":"https://pith.science/api/pith-number/OWKSA6D45SIWNDCJKMFHRWIF4K/events.json","paper":"https://pith.science/paper/OWKSA6D4"},"agent_actions":{"view_html":"https://pith.science/pith/OWKSA6D45SIWNDCJKMFHRWIF4K","download_json":"https://pith.science/pith/OWKSA6D45SIWNDCJKMFHRWIF4K.json","view_paper":"https://pith.science/paper/OWKSA6D4","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2312.02566&json=true","fetch_graph":"https://pith.science/api/pith-number/OWKSA6D45SIWNDCJKMFHRWIF4K/graph.json","fetch_events":"https://pith.science/api/pith-number/OWKSA6D45SIWNDCJKMFHRWIF4K/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/OWKSA6D45SIWNDCJKMFHRWIF4K/action/timestamp_anchor","attest_storage":"https://pith.science/pith/OWKSA6D45SIWNDCJKMFHRWIF4K/action/storage_attestation","attest_author":"https://pith.science/pith/OWKSA6D45SIWNDCJKMFHRWIF4K/action/author_attestation","sign_citation":"https://pith.science/pith/OWKSA6D45SIWNDCJKMFHRWIF4K/action/citation_signature","submit_replication":"https://pith.science/pith/OWKSA6D45SIWNDCJKMFHRWIF4K/action/replication_record"}},"created_at":"2026-07-05T07:20:19.921561+00:00","updated_at":"2026-07-05T07:20:19.921561+00:00"}