{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:MD4QA6MH22CS3XE6DTG3ASDI6M","short_pith_number":"pith:MD4QA6MH","canonical_record":{"source":{"id":"2406.06893","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2024-06-11T02:15:53Z","cross_cats_sorted":["cs.IT","cs.LG","math.IT"],"title_canon_sha256":"ad5a98bec8278415916fbb3369336448364c60b8a597801aafaa94111e4394d3","abstract_canon_sha256":"1ffc5428ea4e21acd86e331c0719193340764f13452e090f70f693c0f6c1a03d"},"schema_version":"1.0"},"canonical_sha256":"60f9007987d6852ddc9e1ccdb04868f307454174f9ac14b94fdb2f3e9ee001c2","source":{"kind":"arxiv","id":"2406.06893","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.06893","created_at":"2026-07-05T08:30:15Z"},{"alias_kind":"arxiv_version","alias_value":"2406.06893v1","created_at":"2026-07-05T08:30:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.06893","created_at":"2026-07-05T08:30:15Z"},{"alias_kind":"pith_short_12","alias_value":"MD4QA6MH22CS","created_at":"2026-07-05T08:30:15Z"},{"alias_kind":"pith_short_16","alias_value":"MD4QA6MH22CS3XE6","created_at":"2026-07-05T08:30:15Z"},{"alias_kind":"pith_short_8","alias_value":"MD4QA6MH","created_at":"2026-07-05T08:30:15Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:MD4QA6MH22CS3XE6DTG3ASDI6M","target":"record","payload":{"canonical_record":{"source":{"id":"2406.06893","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2024-06-11T02:15:53Z","cross_cats_sorted":["cs.IT","cs.LG","math.IT"],"title_canon_sha256":"ad5a98bec8278415916fbb3369336448364c60b8a597801aafaa94111e4394d3","abstract_canon_sha256":"1ffc5428ea4e21acd86e331c0719193340764f13452e090f70f693c0f6c1a03d"},"schema_version":"1.0"},"canonical_sha256":"60f9007987d6852ddc9e1ccdb04868f307454174f9ac14b94fdb2f3e9ee001c2","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:30:15.028553Z","signature_b64":"ZzxYz4iO/LJnywJqYtkqBGZcNPRFmfedmmX4RRzHUhw3csRKDqICh/ZJoJp/LutXpavShb45zgL7zDzYjBHNAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"60f9007987d6852ddc9e1ccdb04868f307454174f9ac14b94fdb2f3e9ee001c2","last_reissued_at":"2026-07-05T08:30:15.028074Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:30:15.028074Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.06893","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:30:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1+7Ul1OqOnp8A9/c/bLpAWr1G5IEX6pvLuHocSrHppiLK3V4WwdU7aEYLrt/7cQAa/4hjTBWSjqEiUsrZ4YiBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T06:39:05.594605Z"},"content_sha256":"650638dd251b468830f43066a977df39516fc93075a665f3694f2b4eb58952c8","schema_version":"1.0","event_id":"sha256:650638dd251b468830f43066a977df39516fc93075a665f3694f2b4eb58952c8"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:MD4QA6MH22CS3XE6DTG3ASDI6M","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Transformers Provably Learn Sparse Token Selection While Fully-Connected Nets Cannot","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.IT","cs.LG","math.IT"],"primary_cat":"stat.ML","authors_text":"Daniel Hsu, Jason D. Lee, Stanley Wei, Zixuan Wang","submitted_at":"2024-06-11T02:15:53Z","abstract_excerpt":"The transformer architecture has prevailed in various deep learning settings due to its exceptional capabilities to select and compose structural information. Motivated by these capabilities, Sanford et al. proposed the sparse token selection task, in which transformers excel while fully-connected networks (FCNs) fail in the worst case. Building upon that, we strengthen the FCN lower bound to an average-case setting and establish an algorithmic separation of transformers over FCNs. Specifically, a one-layer transformer trained with gradient descent provably learns the sparse token selection ta"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.06893","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.06893/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:30:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"38vlCt8qn4m8ytqdN1+iPcRozbrsv2NPzk8pgrAy8HiXq2bJTwYBH/MRUcFtTtJ4Lt1oh4TdjiAhHo7MxDimDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T06:39:05.595113Z"},"content_sha256":"4b61a35d214df43bc39e2cc7eddccfb7bc4f7befb2e5de4da6f657ed25c15560","schema_version":"1.0","event_id":"sha256:4b61a35d214df43bc39e2cc7eddccfb7bc4f7befb2e5de4da6f657ed25c15560"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MD4QA6MH22CS3XE6DTG3ASDI6M/bundle.json","state_url":"https://pith.science/pith/MD4QA6MH22CS3XE6DTG3ASDI6M/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MD4QA6MH22CS3XE6DTG3ASDI6M/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T06:39:05Z","links":{"resolver":"https://pith.science/pith/MD4QA6MH22CS3XE6DTG3ASDI6M","bundle":"https://pith.science/pith/MD4QA6MH22CS3XE6DTG3ASDI6M/bundle.json","state":"https://pith.science/pith/MD4QA6MH22CS3XE6DTG3ASDI6M/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MD4QA6MH22CS3XE6DTG3ASDI6M/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:MD4QA6MH22CS3XE6DTG3ASDI6M","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1ffc5428ea4e21acd86e331c0719193340764f13452e090f70f693c0f6c1a03d","cross_cats_sorted":["cs.IT","cs.LG","math.IT"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2024-06-11T02:15:53Z","title_canon_sha256":"ad5a98bec8278415916fbb3369336448364c60b8a597801aafaa94111e4394d3"},"schema_version":"1.0","source":{"id":"2406.06893","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.06893","created_at":"2026-07-05T08:30:15Z"},{"alias_kind":"arxiv_version","alias_value":"2406.06893v1","created_at":"2026-07-05T08:30:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.06893","created_at":"2026-07-05T08:30:15Z"},{"alias_kind":"pith_short_12","alias_value":"MD4QA6MH22CS","created_at":"2026-07-05T08:30:15Z"},{"alias_kind":"pith_short_16","alias_value":"MD4QA6MH22CS3XE6","created_at":"2026-07-05T08:30:15Z"},{"alias_kind":"pith_short_8","alias_value":"MD4QA6MH","created_at":"2026-07-05T08:30:15Z"}],"graph_snapshots":[{"event_id":"sha256:4b61a35d214df43bc39e2cc7eddccfb7bc4f7befb2e5de4da6f657ed25c15560","target":"graph","created_at":"2026-07-05T08:30:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.06893/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The transformer architecture has prevailed in various deep learning settings due to its exceptional capabilities to select and compose structural information. Motivated by these capabilities, Sanford et al. proposed the sparse token selection task, in which transformers excel while fully-connected networks (FCNs) fail in the worst case. Building upon that, we strengthen the FCN lower bound to an average-case setting and establish an algorithmic separation of transformers over FCNs. Specifically, a one-layer transformer trained with gradient descent provably learns the sparse token selection ta","authors_text":"Daniel Hsu, Jason D. Lee, Stanley Wei, Zixuan Wang","cross_cats":["cs.IT","cs.LG","math.IT"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2024-06-11T02:15:53Z","title":"Transformers Provably Learn Sparse Token Selection While Fully-Connected Nets Cannot"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.06893","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:650638dd251b468830f43066a977df39516fc93075a665f3694f2b4eb58952c8","target":"record","created_at":"2026-07-05T08:30:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1ffc5428ea4e21acd86e331c0719193340764f13452e090f70f693c0f6c1a03d","cross_cats_sorted":["cs.IT","cs.LG","math.IT"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2024-06-11T02:15:53Z","title_canon_sha256":"ad5a98bec8278415916fbb3369336448364c60b8a597801aafaa94111e4394d3"},"schema_version":"1.0","source":{"id":"2406.06893","kind":"arxiv","version":1}},"canonical_sha256":"60f9007987d6852ddc9e1ccdb04868f307454174f9ac14b94fdb2f3e9ee001c2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"60f9007987d6852ddc9e1ccdb04868f307454174f9ac14b94fdb2f3e9ee001c2","first_computed_at":"2026-07-05T08:30:15.028074Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:30:15.028074Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ZzxYz4iO/LJnywJqYtkqBGZcNPRFmfedmmX4RRzHUhw3csRKDqICh/ZJoJp/LutXpavShb45zgL7zDzYjBHNAw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:30:15.028553Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.06893","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:650638dd251b468830f43066a977df39516fc93075a665f3694f2b4eb58952c8","sha256:4b61a35d214df43bc39e2cc7eddccfb7bc4f7befb2e5de4da6f657ed25c15560"],"state_sha256":"c2b4bbdbc480717054e8f8de12b9b2074ed8b9667574905790f5bf14b7dd8b07"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bAp3MeLHW66EtOkeGBves/Rk2NsNIUa51QeJkhB3LP7ZHHj5UautoVwvdEswR7ng2Y3XvrrA7ZW7YFoC3uHpCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T06:39:05.599020Z","bundle_sha256":"c58598c0e789b992c0a1491a8207a1872c19bbe035edd61e345ee98ba5f2d411"}}