{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:6O4PUAC2IZ6STKG7RSSOKHCQ2B","short_pith_number":"pith:6O4PUAC2","canonical_record":{"source":{"id":"2410.15787","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-10-21T08:49:51Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"330ba2b93748952fcce2e993acf42c481c5f331e1473b1a4b6e733271ee02f22","abstract_canon_sha256":"24c468832c4a383b8837f147de38567be28118cf81d615ce0cd577f4a2f33f6b"},"schema_version":"1.0"},"canonical_sha256":"f3b8fa005a467d29a8df8ca4e51c50d048ee49ba89d19c2e103bb3fa318cbfed","source":{"kind":"arxiv","id":"2410.15787","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.15787","created_at":"2026-07-05T10:50:09Z"},{"alias_kind":"arxiv_version","alias_value":"2410.15787v2","created_at":"2026-07-05T10:50:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.15787","created_at":"2026-07-05T10:50:09Z"},{"alias_kind":"pith_short_12","alias_value":"6O4PUAC2IZ6S","created_at":"2026-07-05T10:50:09Z"},{"alias_kind":"pith_short_16","alias_value":"6O4PUAC2IZ6STKG7","created_at":"2026-07-05T10:50:09Z"},{"alias_kind":"pith_short_8","alias_value":"6O4PUAC2","created_at":"2026-07-05T10:50:09Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:6O4PUAC2IZ6STKG7RSSOKHCQ2B","target":"record","payload":{"canonical_record":{"source":{"id":"2410.15787","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-10-21T08:49:51Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"330ba2b93748952fcce2e993acf42c481c5f331e1473b1a4b6e733271ee02f22","abstract_canon_sha256":"24c468832c4a383b8837f147de38567be28118cf81d615ce0cd577f4a2f33f6b"},"schema_version":"1.0"},"canonical_sha256":"f3b8fa005a467d29a8df8ca4e51c50d048ee49ba89d19c2e103bb3fa318cbfed","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:50:09.816131Z","signature_b64":"2Ud2y9kM0s4GX/rhO+7pIUNdEFhtzvdXcAmUoA9fXP9rIHtcXwKLid52LdvMZbY6kdyKU/1C9aZN2ZKW3qRyAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f3b8fa005a467d29a8df8ca4e51c50d048ee49ba89d19c2e103bb3fa318cbfed","last_reissued_at":"2026-07-05T10:50:09.815656Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:50:09.815656Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.15787","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:50:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OudNIm9j0Pl6Xo6i7qvkk1uu8wih7MaillGaxtUKhXEeBOV7jLTnz9vJnUn4ICofaPxeYC94GJQL6gRMOY8UAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-13T02:53:02.374053Z"},"content_sha256":"f4eab343d10ad714204e901f5a6108d4867e6287ee99f33a4810ab132947eda3","schema_version":"1.0","event_id":"sha256:f4eab343d10ad714204e901f5a6108d4867e6287ee99f33a4810ab132947eda3"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:6O4PUAC2IZ6STKG7RSSOKHCQ2B","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Arithmetic Transformers Can Length-Generalize in Both Operand Length and Count","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Chulhee Yun, Hanseul Cho, Jaeyoung Cha, Srinadh Bhojanapalli","submitted_at":"2024-10-21T08:49:51Z","abstract_excerpt":"Transformers often struggle with length generalization, meaning they fail to generalize to sequences longer than those encountered during training. While arithmetic tasks are commonly used to study length generalization, certain tasks are considered notoriously difficult, e.g., multi-operand addition (requiring generalization over both the number of operands and their lengths) and multiplication (requiring generalization over both operand lengths). In this work, we achieve approximately 2-3x length generalization on both tasks, which is the first such achievement in arithmetic Transformers. We"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.15787","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.15787/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:50:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5O//QkgGF4EirEbFB6TC2s6WY3RbziPD6n0Auddk4hRsjgcuErLtmhKCCctnjVnCa8JBzhmxW+mQ2pDK4F71CA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-13T02:53:02.374454Z"},"content_sha256":"97db691eaa1b39ec9a115c0d2f4dc47f75490f3a3c6ff0d3cd4bc1c3b4acbfbb","schema_version":"1.0","event_id":"sha256:97db691eaa1b39ec9a115c0d2f4dc47f75490f3a3c6ff0d3cd4bc1c3b4acbfbb"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6O4PUAC2IZ6STKG7RSSOKHCQ2B/bundle.json","state_url":"https://pith.science/pith/6O4PUAC2IZ6STKG7RSSOKHCQ2B/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6O4PUAC2IZ6STKG7RSSOKHCQ2B/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-13T02:53:02Z","links":{"resolver":"https://pith.science/pith/6O4PUAC2IZ6STKG7RSSOKHCQ2B","bundle":"https://pith.science/pith/6O4PUAC2IZ6STKG7RSSOKHCQ2B/bundle.json","state":"https://pith.science/pith/6O4PUAC2IZ6STKG7RSSOKHCQ2B/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6O4PUAC2IZ6STKG7RSSOKHCQ2B/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:6O4PUAC2IZ6STKG7RSSOKHCQ2B","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"24c468832c4a383b8837f147de38567be28118cf81d615ce0cd577f4a2f33f6b","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-10-21T08:49:51Z","title_canon_sha256":"330ba2b93748952fcce2e993acf42c481c5f331e1473b1a4b6e733271ee02f22"},"schema_version":"1.0","source":{"id":"2410.15787","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.15787","created_at":"2026-07-05T10:50:09Z"},{"alias_kind":"arxiv_version","alias_value":"2410.15787v2","created_at":"2026-07-05T10:50:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.15787","created_at":"2026-07-05T10:50:09Z"},{"alias_kind":"pith_short_12","alias_value":"6O4PUAC2IZ6S","created_at":"2026-07-05T10:50:09Z"},{"alias_kind":"pith_short_16","alias_value":"6O4PUAC2IZ6STKG7","created_at":"2026-07-05T10:50:09Z"},{"alias_kind":"pith_short_8","alias_value":"6O4PUAC2","created_at":"2026-07-05T10:50:09Z"}],"graph_snapshots":[{"event_id":"sha256:97db691eaa1b39ec9a115c0d2f4dc47f75490f3a3c6ff0d3cd4bc1c3b4acbfbb","target":"graph","created_at":"2026-07-05T10:50:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.15787/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Transformers often struggle with length generalization, meaning they fail to generalize to sequences longer than those encountered during training. While arithmetic tasks are commonly used to study length generalization, certain tasks are considered notoriously difficult, e.g., multi-operand addition (requiring generalization over both the number of operands and their lengths) and multiplication (requiring generalization over both operand lengths). In this work, we achieve approximately 2-3x length generalization on both tasks, which is the first such achievement in arithmetic Transformers. We","authors_text":"Chulhee Yun, Hanseul Cho, Jaeyoung Cha, Srinadh Bhojanapalli","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-10-21T08:49:51Z","title":"Arithmetic Transformers Can Length-Generalize in Both Operand Length and Count"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.15787","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f4eab343d10ad714204e901f5a6108d4867e6287ee99f33a4810ab132947eda3","target":"record","created_at":"2026-07-05T10:50:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"24c468832c4a383b8837f147de38567be28118cf81d615ce0cd577f4a2f33f6b","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-10-21T08:49:51Z","title_canon_sha256":"330ba2b93748952fcce2e993acf42c481c5f331e1473b1a4b6e733271ee02f22"},"schema_version":"1.0","source":{"id":"2410.15787","kind":"arxiv","version":2}},"canonical_sha256":"f3b8fa005a467d29a8df8ca4e51c50d048ee49ba89d19c2e103bb3fa318cbfed","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f3b8fa005a467d29a8df8ca4e51c50d048ee49ba89d19c2e103bb3fa318cbfed","first_computed_at":"2026-07-05T10:50:09.815656Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:50:09.815656Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"2Ud2y9kM0s4GX/rhO+7pIUNdEFhtzvdXcAmUoA9fXP9rIHtcXwKLid52LdvMZbY6kdyKU/1C9aZN2ZKW3qRyAw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:50:09.816131Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.15787","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f4eab343d10ad714204e901f5a6108d4867e6287ee99f33a4810ab132947eda3","sha256:97db691eaa1b39ec9a115c0d2f4dc47f75490f3a3c6ff0d3cd4bc1c3b4acbfbb"],"state_sha256":"7f41a450df41ad9ce9b9533a4c3d72eef2e9aceac917d5fa4f9e1daf9c6fdb7e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7e/VnwvQv4agDcNigyqF2UkaKYJwDOOV4dOlQnkMfca7QeluA+HMAmAIk4+UGFpQsY96egETqRj5zUrZ9MEADA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-13T02:53:02.377016Z","bundle_sha256":"c6c0bf5e67b99fea4ffc82f12053e6fca7b9969962904a37c67560366c7756de"}}