{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:ZTIQGL6GKEYPB7MWKBQSXFIN4K","short_pith_number":"pith:ZTIQGL6G","canonical_record":{"source":{"id":"2206.04301","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-06-09T06:30:17Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"0645e53101edfc5e56238b2b22919fe33c5e1bb15fd8b44c9ce13038fe68927f","abstract_canon_sha256":"251e1e5339e8c4148b3a50b15300830dce629e213a14f77f7c50a9492e9a90f1"},"schema_version":"1.0"},"canonical_sha256":"ccd1032fc65130f0fd9650612b950de2a7449d1f8a25e775171cc2af3729270e","source":{"kind":"arxiv","id":"2206.04301","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2206.04301","created_at":"2026-07-05T05:43:11Z"},{"alias_kind":"arxiv_version","alias_value":"2206.04301v3","created_at":"2026-07-05T05:43:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2206.04301","created_at":"2026-07-05T05:43:11Z"},{"alias_kind":"pith_short_12","alias_value":"ZTIQGL6GKEYP","created_at":"2026-07-05T05:43:11Z"},{"alias_kind":"pith_short_16","alias_value":"ZTIQGL6GKEYPB7MW","created_at":"2026-07-05T05:43:11Z"},{"alias_kind":"pith_short_8","alias_value":"ZTIQGL6G","created_at":"2026-07-05T05:43:11Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:ZTIQGL6GKEYPB7MWKBQSXFIN4K","target":"record","payload":{"canonical_record":{"source":{"id":"2206.04301","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-06-09T06:30:17Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"0645e53101edfc5e56238b2b22919fe33c5e1bb15fd8b44c9ce13038fe68927f","abstract_canon_sha256":"251e1e5339e8c4148b3a50b15300830dce629e213a14f77f7c50a9492e9a90f1"},"schema_version":"1.0"},"canonical_sha256":"ccd1032fc65130f0fd9650612b950de2a7449d1f8a25e775171cc2af3729270e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:43:11.823501Z","signature_b64":"P9VBUxlTIjphtNu4weuEyPrdiX7li2rdCVVm7XJQvJgyqor8OUlj45PC2C5SvWTzf+pMwN4KijmYkcY1RXKXDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ccd1032fc65130f0fd9650612b950de2a7449d1f8a25e775171cc2af3729270e","last_reissued_at":"2026-07-05T05:43:11.823053Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:43:11.823053Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2206.04301","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:43:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MM2B/wMIo9/X84Zs8WxUtjn1jmSrBzEEAm69oSysxNEhdZBJ4SvyDTjIT2jAE5qAjt2oZhxi+prGmihLri66BQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T05:44:35.936795Z"},"content_sha256":"5b635bc941dc0001ba8be07d3f8521c1042e589bfa3e8511300b9fe82faacfbb","schema_version":"1.0","event_id":"sha256:5b635bc941dc0001ba8be07d3f8521c1042e589bfa3e8511300b9fe82faacfbb"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:ZTIQGL6GKEYPB7MWKBQSXFIN4K","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Unveiling Transformers with LEGO: a synthetic reasoning task","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Arturs Backurs, Ronen Eldan, S\\'ebastien Bubeck, Suriya Gunasekar, Tal Wagner, Yi Zhang","submitted_at":"2022-06-09T06:30:17Z","abstract_excerpt":"We propose a synthetic reasoning task, LEGO (Learning Equality and Group Operations), that encapsulates the problem of following a chain of reasoning, and we study how the Transformer architectures learn this task. We pay special attention to data effects such as pretraining (on seemingly unrelated NLP tasks) and dataset composition (e.g., differing chain length at training and test time), as well as architectural variants such as weight-tied layers or adding convolutional components. We study how the trained models eventually succeed at the task, and in particular, we manage to understand som"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2206.04301","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2206.04301/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:43:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PkC9YR83vB9zLtOgPR/bYl1GX2S8hS4UOzYHhHZdrtiZ0TtHsIB3yTau96XDB3C7/K1lzCATkXOM1S0Q6AoABA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T05:44:35.937342Z"},"content_sha256":"85748fab6aa2b46b9a3b8d369bb7f2ee17bc4b6f7edf39e7229b6abbe641eb19","schema_version":"1.0","event_id":"sha256:85748fab6aa2b46b9a3b8d369bb7f2ee17bc4b6f7edf39e7229b6abbe641eb19"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ZTIQGL6GKEYPB7MWKBQSXFIN4K/bundle.json","state_url":"https://pith.science/pith/ZTIQGL6GKEYPB7MWKBQSXFIN4K/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ZTIQGL6GKEYPB7MWKBQSXFIN4K/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T05:44:35Z","links":{"resolver":"https://pith.science/pith/ZTIQGL6GKEYPB7MWKBQSXFIN4K","bundle":"https://pith.science/pith/ZTIQGL6GKEYPB7MWKBQSXFIN4K/bundle.json","state":"https://pith.science/pith/ZTIQGL6GKEYPB7MWKBQSXFIN4K/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ZTIQGL6GKEYPB7MWKBQSXFIN4K/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:ZTIQGL6GKEYPB7MWKBQSXFIN4K","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"251e1e5339e8c4148b3a50b15300830dce629e213a14f77f7c50a9492e9a90f1","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-06-09T06:30:17Z","title_canon_sha256":"0645e53101edfc5e56238b2b22919fe33c5e1bb15fd8b44c9ce13038fe68927f"},"schema_version":"1.0","source":{"id":"2206.04301","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2206.04301","created_at":"2026-07-05T05:43:11Z"},{"alias_kind":"arxiv_version","alias_value":"2206.04301v3","created_at":"2026-07-05T05:43:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2206.04301","created_at":"2026-07-05T05:43:11Z"},{"alias_kind":"pith_short_12","alias_value":"ZTIQGL6GKEYP","created_at":"2026-07-05T05:43:11Z"},{"alias_kind":"pith_short_16","alias_value":"ZTIQGL6GKEYPB7MW","created_at":"2026-07-05T05:43:11Z"},{"alias_kind":"pith_short_8","alias_value":"ZTIQGL6G","created_at":"2026-07-05T05:43:11Z"}],"graph_snapshots":[{"event_id":"sha256:85748fab6aa2b46b9a3b8d369bb7f2ee17bc4b6f7edf39e7229b6abbe641eb19","target":"graph","created_at":"2026-07-05T05:43:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2206.04301/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We propose a synthetic reasoning task, LEGO (Learning Equality and Group Operations), that encapsulates the problem of following a chain of reasoning, and we study how the Transformer architectures learn this task. We pay special attention to data effects such as pretraining (on seemingly unrelated NLP tasks) and dataset composition (e.g., differing chain length at training and test time), as well as architectural variants such as weight-tied layers or adding convolutional components. We study how the trained models eventually succeed at the task, and in particular, we manage to understand som","authors_text":"Arturs Backurs, Ronen Eldan, S\\'ebastien Bubeck, Suriya Gunasekar, Tal Wagner, Yi Zhang","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-06-09T06:30:17Z","title":"Unveiling Transformers with LEGO: a synthetic reasoning task"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2206.04301","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5b635bc941dc0001ba8be07d3f8521c1042e589bfa3e8511300b9fe82faacfbb","target":"record","created_at":"2026-07-05T05:43:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"251e1e5339e8c4148b3a50b15300830dce629e213a14f77f7c50a9492e9a90f1","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-06-09T06:30:17Z","title_canon_sha256":"0645e53101edfc5e56238b2b22919fe33c5e1bb15fd8b44c9ce13038fe68927f"},"schema_version":"1.0","source":{"id":"2206.04301","kind":"arxiv","version":3}},"canonical_sha256":"ccd1032fc65130f0fd9650612b950de2a7449d1f8a25e775171cc2af3729270e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ccd1032fc65130f0fd9650612b950de2a7449d1f8a25e775171cc2af3729270e","first_computed_at":"2026-07-05T05:43:11.823053Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:43:11.823053Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"P9VBUxlTIjphtNu4weuEyPrdiX7li2rdCVVm7XJQvJgyqor8OUlj45PC2C5SvWTzf+pMwN4KijmYkcY1RXKXDw==","signature_status":"signed_v1","signed_at":"2026-07-05T05:43:11.823501Z","signed_message":"canonical_sha256_bytes"},"source_id":"2206.04301","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5b635bc941dc0001ba8be07d3f8521c1042e589bfa3e8511300b9fe82faacfbb","sha256:85748fab6aa2b46b9a3b8d369bb7f2ee17bc4b6f7edf39e7229b6abbe641eb19"],"state_sha256":"9f8da0607b2890240e544291a83a9e93090f0d217b54424b3ddf2c119464e808"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HpyPO8Hl0yEKYiZ+v3RZaq4OUFp4dyFgpEOkYDnxnVkwtXDkHivnYQrpv9/owLVtdW0SkUwhEPKZkFkenPtSAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T05:44:35.941219Z","bundle_sha256":"493bb596c5ac13f6011d206b09a95f870809470e5134efba19a9d80083b07748"}}