{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:4GTS5QFZCUC7MXFLPBAFJ7M6ZI","short_pith_number":"pith:4GTS5QFZ","canonical_record":{"source":{"id":"2406.06467","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-10T17:05:12Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"3893d4f38289ac91896004d463842a3e2a72b0073b93b07e998cc38ad9e8f229","abstract_canon_sha256":"26b7b4d8461e7185898c540355619e75a60fb7290b074a7a783de9e216b816cc"},"schema_version":"1.0"},"canonical_sha256":"e1a72ec0b91505f65cab784054fd9eca15cc76957929688a57c489a585f4a4ef","source":{"kind":"arxiv","id":"2406.06467","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.06467","created_at":"2026-07-05T09:29:49Z"},{"alias_kind":"arxiv_version","alias_value":"2406.06467v3","created_at":"2026-07-05T09:29:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.06467","created_at":"2026-07-05T09:29:49Z"},{"alias_kind":"pith_short_12","alias_value":"4GTS5QFZCUC7","created_at":"2026-07-05T09:29:49Z"},{"alias_kind":"pith_short_16","alias_value":"4GTS5QFZCUC7MXFL","created_at":"2026-07-05T09:29:49Z"},{"alias_kind":"pith_short_8","alias_value":"4GTS5QFZ","created_at":"2026-07-05T09:29:49Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:4GTS5QFZCUC7MXFLPBAFJ7M6ZI","target":"record","payload":{"canonical_record":{"source":{"id":"2406.06467","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-10T17:05:12Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"3893d4f38289ac91896004d463842a3e2a72b0073b93b07e998cc38ad9e8f229","abstract_canon_sha256":"26b7b4d8461e7185898c540355619e75a60fb7290b074a7a783de9e216b816cc"},"schema_version":"1.0"},"canonical_sha256":"e1a72ec0b91505f65cab784054fd9eca15cc76957929688a57c489a585f4a4ef","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:29:49.468940Z","signature_b64":"xp4+Koe8wuYdl6l7lOjcR2DuSu7Dg5FyKDSyWq8xWuzy/C+Afer3DBT9GF4LrI32yM/tpRrt3CkbCZ8yz2I7BA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e1a72ec0b91505f65cab784054fd9eca15cc76957929688a57c489a585f4a4ef","last_reissued_at":"2026-07-05T09:29:49.468492Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:29:49.468492Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.06467","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:29:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pG7LybDXjUOdoEiJHBcljLUkaq6YI1V8G47fqQ34KRUZ7HxQmJlFuJyjnIJ1pgOXp71ZUM/fMY1Byr9+ZN8DDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T16:42:20.755046Z"},"content_sha256":"edaaefa411e64a90dd4a0c7687064fdc29e2363e05584f9d41b2a65f06985348","schema_version":"1.0","event_id":"sha256:edaaefa411e64a90dd4a0c7687064fdc29e2363e05584f9d41b2a65f06985348"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:4GTS5QFZCUC7MXFLPBAFJ7M6ZI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"How Far Can Transformers Reason? The Globality Barrier and Inductive Scratchpad","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","stat.ML"],"primary_cat":"cs.LG","authors_text":"Aryo Lotfi, Colin Sandon, Emmanuel Abbe, Omid Saremi, Samy Bengio","submitted_at":"2024-06-10T17:05:12Z","abstract_excerpt":"Can Transformers predict new syllogisms by composing established ones? More generally, what type of targets can be learned by such models from scratch? Recent works show that Transformers can be Turing-complete in terms of expressivity, but this does not address the learnability objective. This paper puts forward the notion of 'globality degree' of a target distribution to capture when weak learning is efficiently achievable by regular Transformers. This measure shows a contrast with the expressivity results of Transformers captured by $TC^0/TC^1$ classes (further studied here), since the glob"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.06467","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.06467/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:29:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"AwN5yZsVE6uT+R6Fi4SRBSKumfkzmdjWinETOmE8mMvSxKTgNf73iuoGO6Y5QWJ3uPYot3+DLa527gNOrkqcAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T16:42:20.755562Z"},"content_sha256":"1f1ad727d804d6b4747457c7b72b1b05b95975e865401cd1432fc33197520512","schema_version":"1.0","event_id":"sha256:1f1ad727d804d6b4747457c7b72b1b05b95975e865401cd1432fc33197520512"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/4GTS5QFZCUC7MXFLPBAFJ7M6ZI/bundle.json","state_url":"https://pith.science/pith/4GTS5QFZCUC7MXFLPBAFJ7M6ZI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/4GTS5QFZCUC7MXFLPBAFJ7M6ZI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T16:42:20Z","links":{"resolver":"https://pith.science/pith/4GTS5QFZCUC7MXFLPBAFJ7M6ZI","bundle":"https://pith.science/pith/4GTS5QFZCUC7MXFLPBAFJ7M6ZI/bundle.json","state":"https://pith.science/pith/4GTS5QFZCUC7MXFLPBAFJ7M6ZI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/4GTS5QFZCUC7MXFLPBAFJ7M6ZI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:4GTS5QFZCUC7MXFLPBAFJ7M6ZI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"26b7b4d8461e7185898c540355619e75a60fb7290b074a7a783de9e216b816cc","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-10T17:05:12Z","title_canon_sha256":"3893d4f38289ac91896004d463842a3e2a72b0073b93b07e998cc38ad9e8f229"},"schema_version":"1.0","source":{"id":"2406.06467","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.06467","created_at":"2026-07-05T09:29:49Z"},{"alias_kind":"arxiv_version","alias_value":"2406.06467v3","created_at":"2026-07-05T09:29:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.06467","created_at":"2026-07-05T09:29:49Z"},{"alias_kind":"pith_short_12","alias_value":"4GTS5QFZCUC7","created_at":"2026-07-05T09:29:49Z"},{"alias_kind":"pith_short_16","alias_value":"4GTS5QFZCUC7MXFL","created_at":"2026-07-05T09:29:49Z"},{"alias_kind":"pith_short_8","alias_value":"4GTS5QFZ","created_at":"2026-07-05T09:29:49Z"}],"graph_snapshots":[{"event_id":"sha256:1f1ad727d804d6b4747457c7b72b1b05b95975e865401cd1432fc33197520512","target":"graph","created_at":"2026-07-05T09:29:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.06467/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Can Transformers predict new syllogisms by composing established ones? More generally, what type of targets can be learned by such models from scratch? Recent works show that Transformers can be Turing-complete in terms of expressivity, but this does not address the learnability objective. This paper puts forward the notion of 'globality degree' of a target distribution to capture when weak learning is efficiently achievable by regular Transformers. This measure shows a contrast with the expressivity results of Transformers captured by $TC^0/TC^1$ classes (further studied here), since the glob","authors_text":"Aryo Lotfi, Colin Sandon, Emmanuel Abbe, Omid Saremi, Samy Bengio","cross_cats":["cs.AI","stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-10T17:05:12Z","title":"How Far Can Transformers Reason? The Globality Barrier and Inductive Scratchpad"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.06467","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:edaaefa411e64a90dd4a0c7687064fdc29e2363e05584f9d41b2a65f06985348","target":"record","created_at":"2026-07-05T09:29:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"26b7b4d8461e7185898c540355619e75a60fb7290b074a7a783de9e216b816cc","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-10T17:05:12Z","title_canon_sha256":"3893d4f38289ac91896004d463842a3e2a72b0073b93b07e998cc38ad9e8f229"},"schema_version":"1.0","source":{"id":"2406.06467","kind":"arxiv","version":3}},"canonical_sha256":"e1a72ec0b91505f65cab784054fd9eca15cc76957929688a57c489a585f4a4ef","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e1a72ec0b91505f65cab784054fd9eca15cc76957929688a57c489a585f4a4ef","first_computed_at":"2026-07-05T09:29:49.468492Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:29:49.468492Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"xp4+Koe8wuYdl6l7lOjcR2DuSu7Dg5FyKDSyWq8xWuzy/C+Afer3DBT9GF4LrI32yM/tpRrt3CkbCZ8yz2I7BA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:29:49.468940Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.06467","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:edaaefa411e64a90dd4a0c7687064fdc29e2363e05584f9d41b2a65f06985348","sha256:1f1ad727d804d6b4747457c7b72b1b05b95975e865401cd1432fc33197520512"],"state_sha256":"faadc40717bf1d08e64277eafb7d6765eaef01f2d1f9b05a27c6563d33900310"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"463enibXaWv3Y+Sc2Kk8NbN3tXm4CGjRvFWzvTUPlXpk05uGM9h8yqtVrmEXsS+Ebj/rs3CVB6j+8X54uAbMDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T16:42:20.760650Z","bundle_sha256":"9b32981f956e8a464e4ff647f2d601c1d12381b142226a109c7a97a6f99cbda3"}}