{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:BX6Z2CHB6B7EQW6SRMSTM644LT","short_pith_number":"pith:BX6Z2CHB","canonical_record":{"source":{"id":"2211.12316","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-11-22T15:10:48Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"2171fb56ac15fc9c07bc8b2da988b56dfbc9c00f879ca09b61ba6538426c6cef","abstract_canon_sha256":"05852eda7f0e2c67ff5042ebe9c6cb93d3969559296cae99b2efce515542c30a"},"schema_version":"1.0"},"canonical_sha256":"0dfd9d08e1f07e485bd28b25367b9c5cdec7334b2a70ecde882be8ed6409bc16","source":{"kind":"arxiv","id":"2211.12316","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.12316","created_at":"2026-07-05T06:28:57Z"},{"alias_kind":"arxiv_version","alias_value":"2211.12316v2","created_at":"2026-07-05T06:28:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.12316","created_at":"2026-07-05T06:28:57Z"},{"alias_kind":"pith_short_12","alias_value":"BX6Z2CHB6B7E","created_at":"2026-07-05T06:28:57Z"},{"alias_kind":"pith_short_16","alias_value":"BX6Z2CHB6B7EQW6S","created_at":"2026-07-05T06:28:57Z"},{"alias_kind":"pith_short_8","alias_value":"BX6Z2CHB","created_at":"2026-07-05T06:28:57Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:BX6Z2CHB6B7EQW6SRMSTM644LT","target":"record","payload":{"canonical_record":{"source":{"id":"2211.12316","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-11-22T15:10:48Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"2171fb56ac15fc9c07bc8b2da988b56dfbc9c00f879ca09b61ba6538426c6cef","abstract_canon_sha256":"05852eda7f0e2c67ff5042ebe9c6cb93d3969559296cae99b2efce515542c30a"},"schema_version":"1.0"},"canonical_sha256":"0dfd9d08e1f07e485bd28b25367b9c5cdec7334b2a70ecde882be8ed6409bc16","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:28:57.153935Z","signature_b64":"//BLmNWgtAcqWuLiWvIYo7vPrpK/GpHmoF8mC0E7QJzVVHWP3ZnlD8anbaTlv8zPVe/zJkeVUEvc7whIRQt3BQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0dfd9d08e1f07e485bd28b25367b9c5cdec7334b2a70ecde882be8ed6409bc16","last_reissued_at":"2026-07-05T06:28:57.153406Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:28:57.153406Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2211.12316","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:28:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"U6QBsSAxu8zYlBmNoCXlIHO+g4Ot1sLlqUEBfEeB/rcD+yjSiV9sJuWCgIVFqF4AV+zHzU/IMbcv8HCI85czBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T07:37:59.854873Z"},"content_sha256":"9e665d618b3d74a2103137445d86fb7aefa20c1d768eba98fd3e6cf10a8bac8b","schema_version":"1.0","event_id":"sha256:9e665d618b3d74a2103137445d86fb7aefa20c1d768eba98fd3e6cf10a8bac8b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:BX6Z2CHB6B7EQW6SRMSTM644LT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Simplicity Bias in Transformers and their Ability to Learn Sparse Boolean Functions","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.LG","authors_text":"Arkil Patel, Phil Blunsom, Satwik Bhattamishra, Varun Kanade","submitted_at":"2022-11-22T15:10:48Z","abstract_excerpt":"Despite the widespread success of Transformers on NLP tasks, recent works have found that they struggle to model several formal languages when compared to recurrent models. This raises the question of why Transformers perform well in practice and whether they have any properties that enable them to generalize better than recurrent models. In this work, we conduct an extensive empirical study on Boolean functions to demonstrate the following: (i) Random Transformers are relatively more biased towards functions of low sensitivity. (ii) When trained on Boolean functions, both Transformers and LST"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.12316","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2211.12316/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:28:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kl8jIS3NiZBq3d67z3mt0ungYyS69D7UlP59XyekMTPBtHTk9OKvoMLh9SCJxvkdSIsSLXyIh9Dodm5fwLhICQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T07:37:59.855383Z"},"content_sha256":"40c8b77d5a092a46648ce9cd1373b99e9474155fc5abc297e0a325346833f2bb","schema_version":"1.0","event_id":"sha256:40c8b77d5a092a46648ce9cd1373b99e9474155fc5abc297e0a325346833f2bb"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/BX6Z2CHB6B7EQW6SRMSTM644LT/bundle.json","state_url":"https://pith.science/pith/BX6Z2CHB6B7EQW6SRMSTM644LT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/BX6Z2CHB6B7EQW6SRMSTM644LT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T07:37:59Z","links":{"resolver":"https://pith.science/pith/BX6Z2CHB6B7EQW6SRMSTM644LT","bundle":"https://pith.science/pith/BX6Z2CHB6B7EQW6SRMSTM644LT/bundle.json","state":"https://pith.science/pith/BX6Z2CHB6B7EQW6SRMSTM644LT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/BX6Z2CHB6B7EQW6SRMSTM644LT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:BX6Z2CHB6B7EQW6SRMSTM644LT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"05852eda7f0e2c67ff5042ebe9c6cb93d3969559296cae99b2efce515542c30a","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-11-22T15:10:48Z","title_canon_sha256":"2171fb56ac15fc9c07bc8b2da988b56dfbc9c00f879ca09b61ba6538426c6cef"},"schema_version":"1.0","source":{"id":"2211.12316","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.12316","created_at":"2026-07-05T06:28:57Z"},{"alias_kind":"arxiv_version","alias_value":"2211.12316v2","created_at":"2026-07-05T06:28:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.12316","created_at":"2026-07-05T06:28:57Z"},{"alias_kind":"pith_short_12","alias_value":"BX6Z2CHB6B7E","created_at":"2026-07-05T06:28:57Z"},{"alias_kind":"pith_short_16","alias_value":"BX6Z2CHB6B7EQW6S","created_at":"2026-07-05T06:28:57Z"},{"alias_kind":"pith_short_8","alias_value":"BX6Z2CHB","created_at":"2026-07-05T06:28:57Z"}],"graph_snapshots":[{"event_id":"sha256:40c8b77d5a092a46648ce9cd1373b99e9474155fc5abc297e0a325346833f2bb","target":"graph","created_at":"2026-07-05T06:28:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2211.12316/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Despite the widespread success of Transformers on NLP tasks, recent works have found that they struggle to model several formal languages when compared to recurrent models. This raises the question of why Transformers perform well in practice and whether they have any properties that enable them to generalize better than recurrent models. In this work, we conduct an extensive empirical study on Boolean functions to demonstrate the following: (i) Random Transformers are relatively more biased towards functions of low sensitivity. (ii) When trained on Boolean functions, both Transformers and LST","authors_text":"Arkil Patel, Phil Blunsom, Satwik Bhattamishra, Varun Kanade","cross_cats":["cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-11-22T15:10:48Z","title":"Simplicity Bias in Transformers and their Ability to Learn Sparse Boolean Functions"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.12316","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9e665d618b3d74a2103137445d86fb7aefa20c1d768eba98fd3e6cf10a8bac8b","target":"record","created_at":"2026-07-05T06:28:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"05852eda7f0e2c67ff5042ebe9c6cb93d3969559296cae99b2efce515542c30a","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-11-22T15:10:48Z","title_canon_sha256":"2171fb56ac15fc9c07bc8b2da988b56dfbc9c00f879ca09b61ba6538426c6cef"},"schema_version":"1.0","source":{"id":"2211.12316","kind":"arxiv","version":2}},"canonical_sha256":"0dfd9d08e1f07e485bd28b25367b9c5cdec7334b2a70ecde882be8ed6409bc16","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0dfd9d08e1f07e485bd28b25367b9c5cdec7334b2a70ecde882be8ed6409bc16","first_computed_at":"2026-07-05T06:28:57.153406Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:28:57.153406Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"//BLmNWgtAcqWuLiWvIYo7vPrpK/GpHmoF8mC0E7QJzVVHWP3ZnlD8anbaTlv8zPVe/zJkeVUEvc7whIRQt3BQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:28:57.153935Z","signed_message":"canonical_sha256_bytes"},"source_id":"2211.12316","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9e665d618b3d74a2103137445d86fb7aefa20c1d768eba98fd3e6cf10a8bac8b","sha256:40c8b77d5a092a46648ce9cd1373b99e9474155fc5abc297e0a325346833f2bb"],"state_sha256":"0996be48c1353b6fd9a272beb62672c090a1a81aa7f266372c97ce89df094937"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"i8sNSn8/rg9rgKx9MDsm28LXxVZ3lpzCmqmVHJo8uxpu9NEv9gizVDlKjcTzbGz/5nY6wEkZb6byXVRJTUUkCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T07:37:59.858754Z","bundle_sha256":"812f128fa7c93742b58564de0ddf44037f92c30a75ca5028be78d254ad7b92dd"}}