{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:5SDO2IWOZCHX5BCTEKTYPQFXC6","short_pith_number":"pith:5SDO2IWO","canonical_record":{"source":{"id":"2310.09753","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-15T06:45:38Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"906012e6e31ba8240565a93f6ab45531c339f03164f076ed635dd0f1a03d0cbf","abstract_canon_sha256":"931d95f1e3ff3820877f784a6647173ad35f4d910920d896e735a071f0351e7b"},"schema_version":"1.0"},"canonical_sha256":"ec86ed22cec88f7e845322a787c0b717a181e3804358d6859baae45b4fb833e9","source":{"kind":"arxiv","id":"2310.09753","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.09753","created_at":"2026-07-05T08:08:39Z"},{"alias_kind":"arxiv_version","alias_value":"2310.09753v2","created_at":"2026-07-05T08:08:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.09753","created_at":"2026-07-05T08:08:39Z"},{"alias_kind":"pith_short_12","alias_value":"5SDO2IWOZCHX","created_at":"2026-07-05T08:08:39Z"},{"alias_kind":"pith_short_16","alias_value":"5SDO2IWOZCHX5BCT","created_at":"2026-07-05T08:08:39Z"},{"alias_kind":"pith_short_8","alias_value":"5SDO2IWO","created_at":"2026-07-05T08:08:39Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:5SDO2IWOZCHX5BCTEKTYPQFXC6","target":"record","payload":{"canonical_record":{"source":{"id":"2310.09753","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-15T06:45:38Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"906012e6e31ba8240565a93f6ab45531c339f03164f076ed635dd0f1a03d0cbf","abstract_canon_sha256":"931d95f1e3ff3820877f784a6647173ad35f4d910920d896e735a071f0351e7b"},"schema_version":"1.0"},"canonical_sha256":"ec86ed22cec88f7e845322a787c0b717a181e3804358d6859baae45b4fb833e9","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:08:39.380685Z","signature_b64":"utuj5COWQMS0PJS7j2sw36LOH+CCZ5vQ/TXPorqH3dRdh8TY4jYZQ0EGYgEvmSckpt+Z0eqN2CKUEudZ7rxwBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ec86ed22cec88f7e845322a787c0b717a181e3804358d6859baae45b4fb833e9","last_reissued_at":"2026-07-05T08:08:39.380174Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:08:39.380174Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.09753","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:08:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jkJW3E13XWDBSk/M281lNrLJf3U7tSrx7fwxd2AZAklbKRv0z8NcZakWNOwenFgrE8cQxmaxYO5DLJkNatYHBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T19:50:39.812326Z"},"content_sha256":"efffe26e3cc3a212d76abeb0f506390591c51aa76c6d7fa52711312764823916","schema_version":"1.0","event_id":"sha256:efffe26e3cc3a212d76abeb0f506390591c51aa76c6d7fa52711312764823916"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:5SDO2IWOZCHX5BCTEKTYPQFXC6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"When can transformers reason with abstract symbols?","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Emmanuel Abbe, Enric Boix-Adsera, Etai Littwin, Joshua Susskind, Omid Saremi, Samy Bengio","submitted_at":"2023-10-15T06:45:38Z","abstract_excerpt":"We investigate the capabilities of transformer models on relational reasoning tasks. In these tasks, models are trained on a set of strings encoding abstract relations, and are then tested out-of-distribution on data that contains symbols that did not appear in the training dataset. We prove that for any relational reasoning task in a large family of tasks, transformers learn the abstract relations and generalize to the test set when trained by gradient descent on sufficiently large quantities of training data. This is in contrast to classical fully-connected networks, which we prove fail to l"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.09753","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.09753/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:08:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ulzK7m031PnIK+WHk0fWVuLs8/fsaJdKmx76lom2xMk0Fm4v0p5K5r8atEI5Jn8ORW3R4f0NyZFIEkVqaJxRBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T19:50:39.814256Z"},"content_sha256":"35dd3e5c7050634dfcf1a0f6c14b5b223d96e9ad14b6cf26f272d2fb4811bbbb","schema_version":"1.0","event_id":"sha256:35dd3e5c7050634dfcf1a0f6c14b5b223d96e9ad14b6cf26f272d2fb4811bbbb"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5SDO2IWOZCHX5BCTEKTYPQFXC6/bundle.json","state_url":"https://pith.science/pith/5SDO2IWOZCHX5BCTEKTYPQFXC6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5SDO2IWOZCHX5BCTEKTYPQFXC6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T19:50:39Z","links":{"resolver":"https://pith.science/pith/5SDO2IWOZCHX5BCTEKTYPQFXC6","bundle":"https://pith.science/pith/5SDO2IWOZCHX5BCTEKTYPQFXC6/bundle.json","state":"https://pith.science/pith/5SDO2IWOZCHX5BCTEKTYPQFXC6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5SDO2IWOZCHX5BCTEKTYPQFXC6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:5SDO2IWOZCHX5BCTEKTYPQFXC6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"931d95f1e3ff3820877f784a6647173ad35f4d910920d896e735a071f0351e7b","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-15T06:45:38Z","title_canon_sha256":"906012e6e31ba8240565a93f6ab45531c339f03164f076ed635dd0f1a03d0cbf"},"schema_version":"1.0","source":{"id":"2310.09753","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.09753","created_at":"2026-07-05T08:08:39Z"},{"alias_kind":"arxiv_version","alias_value":"2310.09753v2","created_at":"2026-07-05T08:08:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.09753","created_at":"2026-07-05T08:08:39Z"},{"alias_kind":"pith_short_12","alias_value":"5SDO2IWOZCHX","created_at":"2026-07-05T08:08:39Z"},{"alias_kind":"pith_short_16","alias_value":"5SDO2IWOZCHX5BCT","created_at":"2026-07-05T08:08:39Z"},{"alias_kind":"pith_short_8","alias_value":"5SDO2IWO","created_at":"2026-07-05T08:08:39Z"}],"graph_snapshots":[{"event_id":"sha256:35dd3e5c7050634dfcf1a0f6c14b5b223d96e9ad14b6cf26f272d2fb4811bbbb","target":"graph","created_at":"2026-07-05T08:08:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.09753/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We investigate the capabilities of transformer models on relational reasoning tasks. In these tasks, models are trained on a set of strings encoding abstract relations, and are then tested out-of-distribution on data that contains symbols that did not appear in the training dataset. We prove that for any relational reasoning task in a large family of tasks, transformers learn the abstract relations and generalize to the test set when trained by gradient descent on sufficiently large quantities of training data. This is in contrast to classical fully-connected networks, which we prove fail to l","authors_text":"Emmanuel Abbe, Enric Boix-Adsera, Etai Littwin, Joshua Susskind, Omid Saremi, Samy Bengio","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-15T06:45:38Z","title":"When can transformers reason with abstract symbols?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.09753","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:efffe26e3cc3a212d76abeb0f506390591c51aa76c6d7fa52711312764823916","target":"record","created_at":"2026-07-05T08:08:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"931d95f1e3ff3820877f784a6647173ad35f4d910920d896e735a071f0351e7b","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-15T06:45:38Z","title_canon_sha256":"906012e6e31ba8240565a93f6ab45531c339f03164f076ed635dd0f1a03d0cbf"},"schema_version":"1.0","source":{"id":"2310.09753","kind":"arxiv","version":2}},"canonical_sha256":"ec86ed22cec88f7e845322a787c0b717a181e3804358d6859baae45b4fb833e9","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ec86ed22cec88f7e845322a787c0b717a181e3804358d6859baae45b4fb833e9","first_computed_at":"2026-07-05T08:08:39.380174Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:08:39.380174Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"utuj5COWQMS0PJS7j2sw36LOH+CCZ5vQ/TXPorqH3dRdh8TY4jYZQ0EGYgEvmSckpt+Z0eqN2CKUEudZ7rxwBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:08:39.380685Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.09753","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:efffe26e3cc3a212d76abeb0f506390591c51aa76c6d7fa52711312764823916","sha256:35dd3e5c7050634dfcf1a0f6c14b5b223d96e9ad14b6cf26f272d2fb4811bbbb"],"state_sha256":"b460be3b757d864ec79178fb3e1810561d86905f44797d72c748b7892044d948"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9Xr3LuCK5q+twH5W2HbQd5oxapjUplPgT8m9/EIemh4B/xvqKvbNGaDxQLovXuTLuedkkodRZKSSpWunnH/lDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T19:50:39.823753Z","bundle_sha256":"132920cd0a0b651dc1178505a6f9b3b1160b651cc9c5deff62210c0e4cdbcfcd"}}