{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:I6CXHCOXXUWOGG3D3NGLDDDTWA","short_pith_number":"pith:I6CXHCOX","canonical_record":{"source":{"id":"2210.10749","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-10-19T17:45:48Z","cross_cats_sorted":["cs.FL","stat.ML"],"title_canon_sha256":"3148b9d9264aaab518e411286e661f85b6b89b99f050b1473bb47dd6485b5252","abstract_canon_sha256":"51c20494be942cba557d4d356bd93eb9af3ac0db4b9d7f90dec316fcf263606a"},"schema_version":"1.0"},"canonical_sha256":"47857389d7bd2ce31b63db4cb18c73b026f04b1de617b7718a8eb4849b85e14e","source":{"kind":"arxiv","id":"2210.10749","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2210.10749","created_at":"2026-07-05T06:06:04Z"},{"alias_kind":"arxiv_version","alias_value":"2210.10749v2","created_at":"2026-07-05T06:06:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.10749","created_at":"2026-07-05T06:06:04Z"},{"alias_kind":"pith_short_12","alias_value":"I6CXHCOXXUWO","created_at":"2026-07-05T06:06:04Z"},{"alias_kind":"pith_short_16","alias_value":"I6CXHCOXXUWOGG3D","created_at":"2026-07-05T06:06:04Z"},{"alias_kind":"pith_short_8","alias_value":"I6CXHCOX","created_at":"2026-07-05T06:06:04Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:I6CXHCOXXUWOGG3D3NGLDDDTWA","target":"record","payload":{"canonical_record":{"source":{"id":"2210.10749","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-10-19T17:45:48Z","cross_cats_sorted":["cs.FL","stat.ML"],"title_canon_sha256":"3148b9d9264aaab518e411286e661f85b6b89b99f050b1473bb47dd6485b5252","abstract_canon_sha256":"51c20494be942cba557d4d356bd93eb9af3ac0db4b9d7f90dec316fcf263606a"},"schema_version":"1.0"},"canonical_sha256":"47857389d7bd2ce31b63db4cb18c73b026f04b1de617b7718a8eb4849b85e14e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:06:04.381329Z","signature_b64":"Gom8jvRDTu++rj4/3i/y2toWMcGKdKhf+yVOnNxYCrIKk9QWSpJqfrBESYNuTfZg1Xa6qLb7c/fhkRnh6WhDDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"47857389d7bd2ce31b63db4cb18c73b026f04b1de617b7718a8eb4849b85e14e","last_reissued_at":"2026-07-05T06:06:04.380972Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:06:04.380972Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2210.10749","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:06:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EZw/3qdb+FtZGN7A0lHHiYTNzFN+l/dQQlSqA5e8fv5U733I9r04jBQFsbh3EqOg8bPrqyRvj9g2DntrSvZuAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T11:15:25.263276Z"},"content_sha256":"2309f514fbaf091b1d9cc9f75bfed95cc5b9c3f9267b41df601dde499308ed4d","schema_version":"1.0","event_id":"sha256:2309f514fbaf091b1d9cc9f75bfed95cc5b9c3f9267b41df601dde499308ed4d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:I6CXHCOXXUWOGG3D3NGLDDDTWA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Transformers Learn Shortcuts to Automata","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.FL","stat.ML"],"primary_cat":"cs.LG","authors_text":"Akshay Krishnamurthy, Bingbin Liu, Cyril Zhang, Jordan T. Ash, Surbhi Goel","submitted_at":"2022-10-19T17:45:48Z","abstract_excerpt":"Algorithmic reasoning requires capabilities which are most naturally understood through recurrent models of computation, like the Turing machine. However, Transformer models, while lacking recurrence, are able to perform such reasoning using far fewer layers than the number of reasoning steps. This raises the question: what solutions are learned by these shallow and non-recurrent models? We find that a low-depth Transformer can represent the computations of any finite-state automaton (thus, any bounded-memory algorithm), by hierarchically reparameterizing its recurrent dynamics. Our theoretica"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.10749","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2210.10749/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:06:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vsnCEF7ND4kyvwmdYRbVXJ42f8uk/3Lm5+EASRk66DBNnHNmGDgb48MDibkyo29N8aGMaBJA4rXzesB1sKo1Cw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T11:15:25.263893Z"},"content_sha256":"1a91bc6da8d60039b9be5541d8653bcfd2098136b7437dffa713c3f59bba83c9","schema_version":"1.0","event_id":"sha256:1a91bc6da8d60039b9be5541d8653bcfd2098136b7437dffa713c3f59bba83c9"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/I6CXHCOXXUWOGG3D3NGLDDDTWA/bundle.json","state_url":"https://pith.science/pith/I6CXHCOXXUWOGG3D3NGLDDDTWA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/I6CXHCOXXUWOGG3D3NGLDDDTWA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-20T11:15:25Z","links":{"resolver":"https://pith.science/pith/I6CXHCOXXUWOGG3D3NGLDDDTWA","bundle":"https://pith.science/pith/I6CXHCOXXUWOGG3D3NGLDDDTWA/bundle.json","state":"https://pith.science/pith/I6CXHCOXXUWOGG3D3NGLDDDTWA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/I6CXHCOXXUWOGG3D3NGLDDDTWA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:I6CXHCOXXUWOGG3D3NGLDDDTWA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"51c20494be942cba557d4d356bd93eb9af3ac0db4b9d7f90dec316fcf263606a","cross_cats_sorted":["cs.FL","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-10-19T17:45:48Z","title_canon_sha256":"3148b9d9264aaab518e411286e661f85b6b89b99f050b1473bb47dd6485b5252"},"schema_version":"1.0","source":{"id":"2210.10749","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2210.10749","created_at":"2026-07-05T06:06:04Z"},{"alias_kind":"arxiv_version","alias_value":"2210.10749v2","created_at":"2026-07-05T06:06:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.10749","created_at":"2026-07-05T06:06:04Z"},{"alias_kind":"pith_short_12","alias_value":"I6CXHCOXXUWO","created_at":"2026-07-05T06:06:04Z"},{"alias_kind":"pith_short_16","alias_value":"I6CXHCOXXUWOGG3D","created_at":"2026-07-05T06:06:04Z"},{"alias_kind":"pith_short_8","alias_value":"I6CXHCOX","created_at":"2026-07-05T06:06:04Z"}],"graph_snapshots":[{"event_id":"sha256:1a91bc6da8d60039b9be5541d8653bcfd2098136b7437dffa713c3f59bba83c9","target":"graph","created_at":"2026-07-05T06:06:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2210.10749/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Algorithmic reasoning requires capabilities which are most naturally understood through recurrent models of computation, like the Turing machine. However, Transformer models, while lacking recurrence, are able to perform such reasoning using far fewer layers than the number of reasoning steps. This raises the question: what solutions are learned by these shallow and non-recurrent models? We find that a low-depth Transformer can represent the computations of any finite-state automaton (thus, any bounded-memory algorithm), by hierarchically reparameterizing its recurrent dynamics. Our theoretica","authors_text":"Akshay Krishnamurthy, Bingbin Liu, Cyril Zhang, Jordan T. Ash, Surbhi Goel","cross_cats":["cs.FL","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-10-19T17:45:48Z","title":"Transformers Learn Shortcuts to Automata"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.10749","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2309f514fbaf091b1d9cc9f75bfed95cc5b9c3f9267b41df601dde499308ed4d","target":"record","created_at":"2026-07-05T06:06:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"51c20494be942cba557d4d356bd93eb9af3ac0db4b9d7f90dec316fcf263606a","cross_cats_sorted":["cs.FL","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-10-19T17:45:48Z","title_canon_sha256":"3148b9d9264aaab518e411286e661f85b6b89b99f050b1473bb47dd6485b5252"},"schema_version":"1.0","source":{"id":"2210.10749","kind":"arxiv","version":2}},"canonical_sha256":"47857389d7bd2ce31b63db4cb18c73b026f04b1de617b7718a8eb4849b85e14e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"47857389d7bd2ce31b63db4cb18c73b026f04b1de617b7718a8eb4849b85e14e","first_computed_at":"2026-07-05T06:06:04.380972Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:06:04.380972Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Gom8jvRDTu++rj4/3i/y2toWMcGKdKhf+yVOnNxYCrIKk9QWSpJqfrBESYNuTfZg1Xa6qLb7c/fhkRnh6WhDDg==","signature_status":"signed_v1","signed_at":"2026-07-05T06:06:04.381329Z","signed_message":"canonical_sha256_bytes"},"source_id":"2210.10749","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2309f514fbaf091b1d9cc9f75bfed95cc5b9c3f9267b41df601dde499308ed4d","sha256:1a91bc6da8d60039b9be5541d8653bcfd2098136b7437dffa713c3f59bba83c9"],"state_sha256":"0573e48657264e2aab9bd0b72937b6a88cbc44526c6f92b092a7b03baceb3d9d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"okDGjf8xh88+yN//IYoW5OwXzxSZ1iYOoz3+2tCUxMuW75zbtBlxVkztvsOJ720DLPCsQEQhRBkRARnnO9wyCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-20T11:15:25.269293Z","bundle_sha256":"a57fb458c75b3d3f65c6eaeaac7b1ceab14910625aaba85686ac116751a3b932"}}