{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:BRGD5OASOPAGUWAJAVEBFOQ52X","short_pith_number":"pith:BRGD5OAS","canonical_record":{"source":{"id":"2310.16028","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-10-24T17:43:29Z","cross_cats_sorted":["cs.AI","cs.CL","stat.ML"],"title_canon_sha256":"3723b60a77a7ba3d7830c537583b740330cf519531a5a06abb45d43d896ab75a","abstract_canon_sha256":"a65f630f9d8a5c6e5e4344dbfe6ca016fa4b54a9e0613f4ef415fce542e2ede2"},"schema_version":"1.0"},"canonical_sha256":"0c4c3eb81273c06a5809054812ba1dd5e2dd65fa34d61fe936503ab3f544c637","source":{"kind":"arxiv","id":"2310.16028","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.16028","created_at":"2026-07-05T07:04:33Z"},{"alias_kind":"arxiv_version","alias_value":"2310.16028v1","created_at":"2026-07-05T07:04:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.16028","created_at":"2026-07-05T07:04:33Z"},{"alias_kind":"pith_short_12","alias_value":"BRGD5OASOPAG","created_at":"2026-07-05T07:04:33Z"},{"alias_kind":"pith_short_16","alias_value":"BRGD5OASOPAGUWAJ","created_at":"2026-07-05T07:04:33Z"},{"alias_kind":"pith_short_8","alias_value":"BRGD5OAS","created_at":"2026-07-05T07:04:33Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:BRGD5OASOPAGUWAJAVEBFOQ52X","target":"record","payload":{"canonical_record":{"source":{"id":"2310.16028","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-10-24T17:43:29Z","cross_cats_sorted":["cs.AI","cs.CL","stat.ML"],"title_canon_sha256":"3723b60a77a7ba3d7830c537583b740330cf519531a5a06abb45d43d896ab75a","abstract_canon_sha256":"a65f630f9d8a5c6e5e4344dbfe6ca016fa4b54a9e0613f4ef415fce542e2ede2"},"schema_version":"1.0"},"canonical_sha256":"0c4c3eb81273c06a5809054812ba1dd5e2dd65fa34d61fe936503ab3f544c637","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:04:33.999205Z","signature_b64":"XI88j5DF/gAIr9DhlBzGADued9dgpUxNKTmVi4I1ka7WWtBD9XMDMkDNXEU2p3h+9/Rt9l5DGJyZSAnjOAhZDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0c4c3eb81273c06a5809054812ba1dd5e2dd65fa34d61fe936503ab3f544c637","last_reissued_at":"2026-07-05T07:04:33.998741Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:04:33.998741Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.16028","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:04:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"I3WGVibcbvbQvLsZeJYPijsTINIhzwsN/B64ydhE1L3jra2ahV/FyGZ0vJp9y2pa4veK+pi1LBRyYeBMgDjTCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T07:22:26.238332Z"},"content_sha256":"f25825e3849e7b94eda2cd996f9165c197f794705fe4f61ac3fba8af95ea07a0","schema_version":"1.0","event_id":"sha256:f25825e3849e7b94eda2cd996f9165c197f794705fe4f61ac3fba8af95ea07a0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:BRGD5OASOPAGUWAJAVEBFOQ52X","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"What Algorithms can Transformers Learn? A Study in Length Generalization","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CL","stat.ML"],"primary_cat":"cs.LG","authors_text":"Arwen Bradley, Etai Littwin, Hattie Zhou, Josh Susskind, Noam Razin, Omid Saremi, Preetum Nakkiran, Samy Bengio","submitted_at":"2023-10-24T17:43:29Z","abstract_excerpt":"Large language models exhibit surprising emergent generalization properties, yet also struggle on many simple reasoning tasks such as arithmetic and parity. This raises the question of if and when Transformer models can learn the true algorithm for solving a task. We study the scope of Transformers' abilities in the specific setting of length generalization on algorithmic tasks. Here, we propose a unifying framework to understand when and how Transformers can exhibit strong length generalization on a given task. Specifically, we leverage RASP (Weiss et al., 2021) -- a programming language desi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.16028","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.16028/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:04:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1abCZJiI68X5knj7VNy/y/ZGLRPni3Ga6DYPiI/L4UvUL+J7E8qJUH0AjMG0fRrQcY8YUNJr1sKiGdaBLHv3Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T07:22:26.238864Z"},"content_sha256":"69e8c8276b544da7c5e01cc1658d91e0673f72c67ed64eb28f6754ca80a4ab43","schema_version":"1.0","event_id":"sha256:69e8c8276b544da7c5e01cc1658d91e0673f72c67ed64eb28f6754ca80a4ab43"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/BRGD5OASOPAGUWAJAVEBFOQ52X/bundle.json","state_url":"https://pith.science/pith/BRGD5OASOPAGUWAJAVEBFOQ52X/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/BRGD5OASOPAGUWAJAVEBFOQ52X/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T07:22:26Z","links":{"resolver":"https://pith.science/pith/BRGD5OASOPAGUWAJAVEBFOQ52X","bundle":"https://pith.science/pith/BRGD5OASOPAGUWAJAVEBFOQ52X/bundle.json","state":"https://pith.science/pith/BRGD5OASOPAGUWAJAVEBFOQ52X/state.json","well_known_bundle":"https://pith.science/.well-known/pith/BRGD5OASOPAGUWAJAVEBFOQ52X/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:BRGD5OASOPAGUWAJAVEBFOQ52X","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a65f630f9d8a5c6e5e4344dbfe6ca016fa4b54a9e0613f4ef415fce542e2ede2","cross_cats_sorted":["cs.AI","cs.CL","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-10-24T17:43:29Z","title_canon_sha256":"3723b60a77a7ba3d7830c537583b740330cf519531a5a06abb45d43d896ab75a"},"schema_version":"1.0","source":{"id":"2310.16028","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.16028","created_at":"2026-07-05T07:04:33Z"},{"alias_kind":"arxiv_version","alias_value":"2310.16028v1","created_at":"2026-07-05T07:04:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.16028","created_at":"2026-07-05T07:04:33Z"},{"alias_kind":"pith_short_12","alias_value":"BRGD5OASOPAG","created_at":"2026-07-05T07:04:33Z"},{"alias_kind":"pith_short_16","alias_value":"BRGD5OASOPAGUWAJ","created_at":"2026-07-05T07:04:33Z"},{"alias_kind":"pith_short_8","alias_value":"BRGD5OAS","created_at":"2026-07-05T07:04:33Z"}],"graph_snapshots":[{"event_id":"sha256:69e8c8276b544da7c5e01cc1658d91e0673f72c67ed64eb28f6754ca80a4ab43","target":"graph","created_at":"2026-07-05T07:04:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.16028/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models exhibit surprising emergent generalization properties, yet also struggle on many simple reasoning tasks such as arithmetic and parity. This raises the question of if and when Transformer models can learn the true algorithm for solving a task. We study the scope of Transformers' abilities in the specific setting of length generalization on algorithmic tasks. Here, we propose a unifying framework to understand when and how Transformers can exhibit strong length generalization on a given task. Specifically, we leverage RASP (Weiss et al., 2021) -- a programming language desi","authors_text":"Arwen Bradley, Etai Littwin, Hattie Zhou, Josh Susskind, Noam Razin, Omid Saremi, Preetum Nakkiran, Samy Bengio","cross_cats":["cs.AI","cs.CL","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-10-24T17:43:29Z","title":"What Algorithms can Transformers Learn? A Study in Length Generalization"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.16028","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f25825e3849e7b94eda2cd996f9165c197f794705fe4f61ac3fba8af95ea07a0","target":"record","created_at":"2026-07-05T07:04:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a65f630f9d8a5c6e5e4344dbfe6ca016fa4b54a9e0613f4ef415fce542e2ede2","cross_cats_sorted":["cs.AI","cs.CL","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-10-24T17:43:29Z","title_canon_sha256":"3723b60a77a7ba3d7830c537583b740330cf519531a5a06abb45d43d896ab75a"},"schema_version":"1.0","source":{"id":"2310.16028","kind":"arxiv","version":1}},"canonical_sha256":"0c4c3eb81273c06a5809054812ba1dd5e2dd65fa34d61fe936503ab3f544c637","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0c4c3eb81273c06a5809054812ba1dd5e2dd65fa34d61fe936503ab3f544c637","first_computed_at":"2026-07-05T07:04:33.998741Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:04:33.998741Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"XI88j5DF/gAIr9DhlBzGADued9dgpUxNKTmVi4I1ka7WWtBD9XMDMkDNXEU2p3h+9/Rt9l5DGJyZSAnjOAhZDA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:04:33.999205Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.16028","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f25825e3849e7b94eda2cd996f9165c197f794705fe4f61ac3fba8af95ea07a0","sha256:69e8c8276b544da7c5e01cc1658d91e0673f72c67ed64eb28f6754ca80a4ab43"],"state_sha256":"e79c1653f537af9774a24a7964cd20136b53836bebbe28e5109709cea0b5f748"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VEnPOheyQ8ob7LnWKjdNOYjKhH/dcEVb7MA8Tz9cCppbNWowuxSxkf758YEgEFaSuI5CVK3g/YAqALbMG0YwCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T07:22:26.242868Z","bundle_sha256":"466497a477fab5464f85ef217c2863c0e8540684fb33adcd5197f74e2eb1795f"}}