{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:IQGUHSKKRCG4XM4XVT6OVTSZA4","short_pith_number":"pith:IQGUHSKK","canonical_record":{"source":{"id":"2210.00400","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-10-02T00:46:36Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"8a3fe9ad100a8e06fb8ff030a4f4a992c5a5aa33a1534378b23d7a465b5ebe48","abstract_canon_sha256":"338ab0e37b13154b7e4fb06cc8cac0f351a6eb4131ea5fbf9f7b04c6ba820e36"},"schema_version":"1.0"},"canonical_sha256":"440d43c94a888dcbb397acfceace5907080c4cde1d13fd21f23ea030bf529a0a","source":{"kind":"arxiv","id":"2210.00400","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2210.00400","created_at":"2026-07-05T05:23:59Z"},{"alias_kind":"arxiv_version","alias_value":"2210.00400v2","created_at":"2026-07-05T05:23:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.00400","created_at":"2026-07-05T05:23:59Z"},{"alias_kind":"pith_short_12","alias_value":"IQGUHSKKRCG4","created_at":"2026-07-05T05:23:59Z"},{"alias_kind":"pith_short_16","alias_value":"IQGUHSKKRCG4XM4X","created_at":"2026-07-05T05:23:59Z"},{"alias_kind":"pith_short_8","alias_value":"IQGUHSKK","created_at":"2026-07-05T05:23:59Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:IQGUHSKKRCG4XM4XVT6OVTSZA4","target":"record","payload":{"canonical_record":{"source":{"id":"2210.00400","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-10-02T00:46:36Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"8a3fe9ad100a8e06fb8ff030a4f4a992c5a5aa33a1534378b23d7a465b5ebe48","abstract_canon_sha256":"338ab0e37b13154b7e4fb06cc8cac0f351a6eb4131ea5fbf9f7b04c6ba820e36"},"schema_version":"1.0"},"canonical_sha256":"440d43c94a888dcbb397acfceace5907080c4cde1d13fd21f23ea030bf529a0a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:23:59.079975Z","signature_b64":"V6rwWZFbuhRqVj22PRsQaFxEtpRQsVXIYino5vyWfTQ11OoKcB4sKKP1jSmIBwJk0cDhyNtl0n2+4fEGOH1zAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"440d43c94a888dcbb397acfceace5907080c4cde1d13fd21f23ea030bf529a0a","last_reissued_at":"2026-07-05T05:23:59.079604Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:23:59.079604Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2210.00400","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:23:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Bb949u7B9DYVLpDWXCWQO832FQqge0HyFhqRFBY1w+QcLGMb7NyQiMueB54JtEQ+kazOECjlbWNkCF/V4JgxCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T22:36:41.400663Z"},"content_sha256":"16f3fd6e36c3b1d1fe56b35d27c62a143b29c7f4ceeed15fc9d15bf63fca016c","schema_version":"1.0","event_id":"sha256:16f3fd6e36c3b1d1fe56b35d27c62a143b29c7f4ceeed15fc9d15bf63fca016c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:IQGUHSKKRCG4XM4XVT6OVTSZA4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Systematic Generalization and Emergent Structures in Transformers Trained on Structured Tasks","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"James L. McClelland, Yuxuan Li","submitted_at":"2022-10-02T00:46:36Z","abstract_excerpt":"Transformer networks have seen great success in natural language processing and machine vision, where task objectives such as next word prediction and image classification benefit from nuanced context sensitivity across high-dimensional inputs. However, there is an ongoing debate about how and when transformers can acquire highly structured behavior and achieve systematic generalization. Here, we explore how well a causal transformer can perform a set of algorithmic tasks, including copying, sorting, and hierarchical compositions of these operations. We demonstrate strong generalization to seq"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.00400","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2210.00400/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:23:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"g4OItfRCIbs0OfeGZRejP34yDimijUJzeEABMMKMiJjlbpk9qqGeLomHsyIy9Px94y04h97TnvuqL30Pd2lDBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T22:36:41.401232Z"},"content_sha256":"13c3b086bd5bdf1322b06d854564823aa780f75e136f111bd2327410574f292b","schema_version":"1.0","event_id":"sha256:13c3b086bd5bdf1322b06d854564823aa780f75e136f111bd2327410574f292b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/IQGUHSKKRCG4XM4XVT6OVTSZA4/bundle.json","state_url":"https://pith.science/pith/IQGUHSKKRCG4XM4XVT6OVTSZA4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/IQGUHSKKRCG4XM4XVT6OVTSZA4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T22:36:41Z","links":{"resolver":"https://pith.science/pith/IQGUHSKKRCG4XM4XVT6OVTSZA4","bundle":"https://pith.science/pith/IQGUHSKKRCG4XM4XVT6OVTSZA4/bundle.json","state":"https://pith.science/pith/IQGUHSKKRCG4XM4XVT6OVTSZA4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/IQGUHSKKRCG4XM4XVT6OVTSZA4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:IQGUHSKKRCG4XM4XVT6OVTSZA4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"338ab0e37b13154b7e4fb06cc8cac0f351a6eb4131ea5fbf9f7b04c6ba820e36","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-10-02T00:46:36Z","title_canon_sha256":"8a3fe9ad100a8e06fb8ff030a4f4a992c5a5aa33a1534378b23d7a465b5ebe48"},"schema_version":"1.0","source":{"id":"2210.00400","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2210.00400","created_at":"2026-07-05T05:23:59Z"},{"alias_kind":"arxiv_version","alias_value":"2210.00400v2","created_at":"2026-07-05T05:23:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.00400","created_at":"2026-07-05T05:23:59Z"},{"alias_kind":"pith_short_12","alias_value":"IQGUHSKKRCG4","created_at":"2026-07-05T05:23:59Z"},{"alias_kind":"pith_short_16","alias_value":"IQGUHSKKRCG4XM4X","created_at":"2026-07-05T05:23:59Z"},{"alias_kind":"pith_short_8","alias_value":"IQGUHSKK","created_at":"2026-07-05T05:23:59Z"}],"graph_snapshots":[{"event_id":"sha256:13c3b086bd5bdf1322b06d854564823aa780f75e136f111bd2327410574f292b","target":"graph","created_at":"2026-07-05T05:23:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2210.00400/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Transformer networks have seen great success in natural language processing and machine vision, where task objectives such as next word prediction and image classification benefit from nuanced context sensitivity across high-dimensional inputs. However, there is an ongoing debate about how and when transformers can acquire highly structured behavior and achieve systematic generalization. Here, we explore how well a causal transformer can perform a set of algorithmic tasks, including copying, sorting, and hierarchical compositions of these operations. We demonstrate strong generalization to seq","authors_text":"James L. McClelland, Yuxuan Li","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-10-02T00:46:36Z","title":"Systematic Generalization and Emergent Structures in Transformers Trained on Structured Tasks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.00400","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:16f3fd6e36c3b1d1fe56b35d27c62a143b29c7f4ceeed15fc9d15bf63fca016c","target":"record","created_at":"2026-07-05T05:23:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"338ab0e37b13154b7e4fb06cc8cac0f351a6eb4131ea5fbf9f7b04c6ba820e36","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-10-02T00:46:36Z","title_canon_sha256":"8a3fe9ad100a8e06fb8ff030a4f4a992c5a5aa33a1534378b23d7a465b5ebe48"},"schema_version":"1.0","source":{"id":"2210.00400","kind":"arxiv","version":2}},"canonical_sha256":"440d43c94a888dcbb397acfceace5907080c4cde1d13fd21f23ea030bf529a0a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"440d43c94a888dcbb397acfceace5907080c4cde1d13fd21f23ea030bf529a0a","first_computed_at":"2026-07-05T05:23:59.079604Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:23:59.079604Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"V6rwWZFbuhRqVj22PRsQaFxEtpRQsVXIYino5vyWfTQ11OoKcB4sKKP1jSmIBwJk0cDhyNtl0n2+4fEGOH1zAw==","signature_status":"signed_v1","signed_at":"2026-07-05T05:23:59.079975Z","signed_message":"canonical_sha256_bytes"},"source_id":"2210.00400","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:16f3fd6e36c3b1d1fe56b35d27c62a143b29c7f4ceeed15fc9d15bf63fca016c","sha256:13c3b086bd5bdf1322b06d854564823aa780f75e136f111bd2327410574f292b"],"state_sha256":"3b15294f26df384609779fcf77432f64613bee242d77ce4e9569f1233f1de070"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"X7Uyua/PpTGtGdqYWIS6V7gEXGCLbHslXh0ADgXgrLKFQa5Pi9HOvOWQIDXu9rF5qr6qrLPmJywi83T7xIJQBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T22:36:41.405308Z","bundle_sha256":"b543e75f423f564ffcb897893c6e3723a66f8a4bc53727cfa20b8543d50bf494"}}