{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:BK6J56TYLT52QLWT5FVGDCXGG6","short_pith_number":"pith:BK6J56TY","canonical_record":{"source":{"id":"2402.00522","kind":"arxiv","version":6},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-02-01T11:43:13Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"e0120d5e949820f2f32d48f23c29382b2a22daf6132cb267ce07a94bef82c593","abstract_canon_sha256":"3edc9d3f12d2fc7d9fb3f784b069c7cd19250b2769f0f9c59b43a1ed3a66e354"},"schema_version":"1.0"},"canonical_sha256":"0abc9efa785cfba82ed3e96a618ae63794538b97699bb155d386fc3537975969","source":{"kind":"arxiv","id":"2402.00522","version":6},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.00522","created_at":"2026-07-05T09:28:29Z"},{"alias_kind":"arxiv_version","alias_value":"2402.00522v6","created_at":"2026-07-05T09:28:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.00522","created_at":"2026-07-05T09:28:29Z"},{"alias_kind":"pith_short_12","alias_value":"BK6J56TYLT52","created_at":"2026-07-05T09:28:29Z"},{"alias_kind":"pith_short_16","alias_value":"BK6J56TYLT52QLWT","created_at":"2026-07-05T09:28:29Z"},{"alias_kind":"pith_short_8","alias_value":"BK6J56TY","created_at":"2026-07-05T09:28:29Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:BK6J56TYLT52QLWT5FVGDCXGG6","target":"record","payload":{"canonical_record":{"source":{"id":"2402.00522","kind":"arxiv","version":6},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-02-01T11:43:13Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"e0120d5e949820f2f32d48f23c29382b2a22daf6132cb267ce07a94bef82c593","abstract_canon_sha256":"3edc9d3f12d2fc7d9fb3f784b069c7cd19250b2769f0f9c59b43a1ed3a66e354"},"schema_version":"1.0"},"canonical_sha256":"0abc9efa785cfba82ed3e96a618ae63794538b97699bb155d386fc3537975969","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:28:29.168055Z","signature_b64":"8lbTWga8ywuBxT3DOtqUnGN7ysRAckJcCIM0cSyoHLbq/H5bN1D2eoFCa6Zds0osx3h3ROJgZuqtmB0SsSoYBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0abc9efa785cfba82ed3e96a618ae63794538b97699bb155d386fc3537975969","last_reissued_at":"2026-07-05T09:28:29.167529Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:28:29.167529Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.00522","source_version":6,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:28:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yNIAqM9DBvh0GLFZ5/9LMc9eavmrqoTvvjbUDSJbn2Rv/B9vbMe6ILNx3mEw2O7cUsKoLf5sDYu1tLNGCtK1Cw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T07:05:54.023304Z"},"content_sha256":"b25d0119b4aec9a03fb2a1a80630bce33f3c4aa21f0e252d21f8c06f697e7676","schema_version":"1.0","event_id":"sha256:b25d0119b4aec9a03fb2a1a80630bce33f3c4aa21f0e252d21f8c06f697e7676"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:BK6J56TYLT52QLWT5FVGDCXGG6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Understanding the Expressive Power and Mechanisms of Transformer for Sequence Modeling","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Mingze Wang, Weinan E","submitted_at":"2024-02-01T11:43:13Z","abstract_excerpt":"We conduct a systematic study of the approximation properties of Transformer for sequence modeling with long, sparse and complicated memory. We investigate the mechanisms through which different components of Transformer, such as the dot-product self-attention, positional encoding and feed-forward layer, affect its expressive power, and we study their combined effects through establishing explicit approximation rates. Our study reveals the roles of critical parameters in the Transformer, such as the number of layers and the number of attention heads. These theoretical insights are validated ex"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.00522","kind":"arxiv","version":6},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.00522/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:28:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JGaKnaz1bqwI2TZTgX0qnsRZTb9bKx36PkyaGIoIjo07FYzu4IOTncaIXso58sHKnRf/jOk2OIKLM4AUC00GDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T07:05:54.023688Z"},"content_sha256":"6a7938d944b2929b28e6acef40e059f085d37e1fca5ee14c55e061fc81248308","schema_version":"1.0","event_id":"sha256:6a7938d944b2929b28e6acef40e059f085d37e1fca5ee14c55e061fc81248308"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/BK6J56TYLT52QLWT5FVGDCXGG6/bundle.json","state_url":"https://pith.science/pith/BK6J56TYLT52QLWT5FVGDCXGG6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/BK6J56TYLT52QLWT5FVGDCXGG6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T07:05:54Z","links":{"resolver":"https://pith.science/pith/BK6J56TYLT52QLWT5FVGDCXGG6","bundle":"https://pith.science/pith/BK6J56TYLT52QLWT5FVGDCXGG6/bundle.json","state":"https://pith.science/pith/BK6J56TYLT52QLWT5FVGDCXGG6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/BK6J56TYLT52QLWT5FVGDCXGG6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:BK6J56TYLT52QLWT5FVGDCXGG6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3edc9d3f12d2fc7d9fb3f784b069c7cd19250b2769f0f9c59b43a1ed3a66e354","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-02-01T11:43:13Z","title_canon_sha256":"e0120d5e949820f2f32d48f23c29382b2a22daf6132cb267ce07a94bef82c593"},"schema_version":"1.0","source":{"id":"2402.00522","kind":"arxiv","version":6}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.00522","created_at":"2026-07-05T09:28:29Z"},{"alias_kind":"arxiv_version","alias_value":"2402.00522v6","created_at":"2026-07-05T09:28:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.00522","created_at":"2026-07-05T09:28:29Z"},{"alias_kind":"pith_short_12","alias_value":"BK6J56TYLT52","created_at":"2026-07-05T09:28:29Z"},{"alias_kind":"pith_short_16","alias_value":"BK6J56TYLT52QLWT","created_at":"2026-07-05T09:28:29Z"},{"alias_kind":"pith_short_8","alias_value":"BK6J56TY","created_at":"2026-07-05T09:28:29Z"}],"graph_snapshots":[{"event_id":"sha256:6a7938d944b2929b28e6acef40e059f085d37e1fca5ee14c55e061fc81248308","target":"graph","created_at":"2026-07-05T09:28:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.00522/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We conduct a systematic study of the approximation properties of Transformer for sequence modeling with long, sparse and complicated memory. We investigate the mechanisms through which different components of Transformer, such as the dot-product self-attention, positional encoding and feed-forward layer, affect its expressive power, and we study their combined effects through establishing explicit approximation rates. Our study reveals the roles of critical parameters in the Transformer, such as the number of layers and the number of attention heads. These theoretical insights are validated ex","authors_text":"Mingze Wang, Weinan E","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-02-01T11:43:13Z","title":"Understanding the Expressive Power and Mechanisms of Transformer for Sequence Modeling"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.00522","kind":"arxiv","version":6},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b25d0119b4aec9a03fb2a1a80630bce33f3c4aa21f0e252d21f8c06f697e7676","target":"record","created_at":"2026-07-05T09:28:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3edc9d3f12d2fc7d9fb3f784b069c7cd19250b2769f0f9c59b43a1ed3a66e354","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-02-01T11:43:13Z","title_canon_sha256":"e0120d5e949820f2f32d48f23c29382b2a22daf6132cb267ce07a94bef82c593"},"schema_version":"1.0","source":{"id":"2402.00522","kind":"arxiv","version":6}},"canonical_sha256":"0abc9efa785cfba82ed3e96a618ae63794538b97699bb155d386fc3537975969","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0abc9efa785cfba82ed3e96a618ae63794538b97699bb155d386fc3537975969","first_computed_at":"2026-07-05T09:28:29.167529Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:28:29.167529Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"8lbTWga8ywuBxT3DOtqUnGN7ysRAckJcCIM0cSyoHLbq/H5bN1D2eoFCa6Zds0osx3h3ROJgZuqtmB0SsSoYBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:28:29.168055Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.00522","source_kind":"arxiv","source_version":6}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b25d0119b4aec9a03fb2a1a80630bce33f3c4aa21f0e252d21f8c06f697e7676","sha256:6a7938d944b2929b28e6acef40e059f085d37e1fca5ee14c55e061fc81248308"],"state_sha256":"3d9aebbef3980c3b8bf3ef5b32ff6b6af7845e461dd50b7fac731e532557c468"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"49shJvucV7QhU8pkg5kPkc0otPmF+v+99yYneiKvvJ9OJjqiqen6xmc6hNboUEHFI0PvBjPX8+7wak+iWDn7CA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T07:05:54.026584Z","bundle_sha256":"49ad2229d2da82944014b335f860cfb2fcf7e531eae8766c8a019435240d6a4f"}}