{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2026:3NFLYB274WTFVXIEONE6NEFBRD","short_pith_number":"pith:3NFLYB27","schema_version":"1.0","canonical_sha256":"db4abc075fe5a65add047349e690a188ef23bf7aafe07ce0ac5dbc32dc0db405","source":{"kind":"arxiv","id":"2605.31497","version":1},"attestation_state":"computed","paper":{"title":"Assign and Add: A Mechanistic Study of Compositional Arithmetic","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Alberto Bietti, Brady Exoo, John Sous","submitted_at":"2026-05-29T16:19:20Z","abstract_excerpt":"Large language models are able to compose skills in order to perform complex tasks, many of which might not have been seen during training. The details of how exactly this composition occurs remain elusive. In this paper, we study a mechanism for compositional generalization in transformers by considering a simple controlled setting involving variable assignment and modular addition. By partitioning our training data into disjoint sets, we observe that small transformers are able to generalize to previously unseen combinations of variables and numbers. Our mechanistic analysis shows that the s"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2605.31497","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-05-29T16:19:20Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"4ed0a82a94a06aab3852d3caf3c786d017a7bf558f0ceb35a5bec84909ecf832","abstract_canon_sha256":"6f2d30c6dc257e1f5c7ba11a912ab0ad41c217aa4915ea942cc74819c9084085"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-06-01T02:04:09.317367Z","signature_b64":"s/lUxEGwH9CBYZoyag53b+v/uVh78PRP6ajH70e7QSijDDEkhzzqVAiEvaa+pi4nJcLR4M5oCRAOlQ/w5G02Aw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"db4abc075fe5a65add047349e690a188ef23bf7aafe07ce0ac5dbc32dc0db405","last_reissued_at":"2026-06-01T02:04:09.316452Z","signature_status":"signed_v1","first_computed_at":"2026-06-01T02:04:09.316452Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Assign and Add: A Mechanistic Study of Compositional Arithmetic","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Alberto Bietti, Brady Exoo, John Sous","submitted_at":"2026-05-29T16:19:20Z","abstract_excerpt":"Large language models are able to compose skills in order to perform complex tasks, many of which might not have been seen during training. The details of how exactly this composition occurs remain elusive. In this paper, we study a mechanism for compositional generalization in transformers by considering a simple controlled setting involving variable assignment and modular addition. By partitioning our training data into disjoint sets, we observe that small transformers are able to generalize to previously unseen combinations of variables and numbers. Our mechanistic analysis shows that the s"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2605.31497","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2605.31497/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2605.31497","created_at":"2026-06-01T02:04:09.316600+00:00"},{"alias_kind":"arxiv_version","alias_value":"2605.31497v1","created_at":"2026-06-01T02:04:09.316600+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2605.31497","created_at":"2026-06-01T02:04:09.316600+00:00"},{"alias_kind":"pith_short_12","alias_value":"3NFLYB274WTF","created_at":"2026-06-01T02:04:09.316600+00:00"},{"alias_kind":"pith_short_16","alias_value":"3NFLYB274WTFVXIE","created_at":"2026-06-01T02:04:09.316600+00:00"},{"alias_kind":"pith_short_8","alias_value":"3NFLYB27","created_at":"2026-06-01T02:04:09.316600+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/3NFLYB274WTFVXIEONE6NEFBRD","json":"https://pith.science/pith/3NFLYB274WTFVXIEONE6NEFBRD.json","graph_json":"https://pith.science/api/pith-number/3NFLYB274WTFVXIEONE6NEFBRD/graph.json","events_json":"https://pith.science/api/pith-number/3NFLYB274WTFVXIEONE6NEFBRD/events.json","paper":"https://pith.science/paper/3NFLYB27"},"agent_actions":{"view_html":"https://pith.science/pith/3NFLYB274WTFVXIEONE6NEFBRD","download_json":"https://pith.science/pith/3NFLYB274WTFVXIEONE6NEFBRD.json","view_paper":"https://pith.science/paper/3NFLYB27","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2605.31497&json=true","fetch_graph":"https://pith.science/api/pith-number/3NFLYB274WTFVXIEONE6NEFBRD/graph.json","fetch_events":"https://pith.science/api/pith-number/3NFLYB274WTFVXIEONE6NEFBRD/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/3NFLYB274WTFVXIEONE6NEFBRD/action/timestamp_anchor","attest_storage":"https://pith.science/pith/3NFLYB274WTFVXIEONE6NEFBRD/action/storage_attestation","attest_author":"https://pith.science/pith/3NFLYB274WTFVXIEONE6NEFBRD/action/author_attestation","sign_citation":"https://pith.science/pith/3NFLYB274WTFVXIEONE6NEFBRD/action/citation_signature","submit_replication":"https://pith.science/pith/3NFLYB274WTFVXIEONE6NEFBRD/action/replication_record"}},"created_at":"2026-06-01T02:04:09.316600+00:00","updated_at":"2026-06-01T02:04:09.316600+00:00"}