{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:DGBDKUKTXVM7T5RE3OCUP6AVNU","short_pith_number":"pith:DGBDKUKT","canonical_record":{"source":{"id":"2305.18475","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-05-29T10:56:36Z","cross_cats_sorted":[],"title_canon_sha256":"8256e03583d157f2e27af20efbbfb40dc9f51c113bbc3d738567f7163586ad86","abstract_canon_sha256":"04ef9c760eb9097b3d73b7e17dbd1be4a82a704e762caa14146501e6e7882d74"},"schema_version":"1.0"},"canonical_sha256":"1982355153bd59f9f624db8547f8156d2e5547d880b0a78737bfc96e54a1d454","source":{"kind":"arxiv","id":"2305.18475","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.18475","created_at":"2026-07-05T09:55:52Z"},{"alias_kind":"arxiv_version","alias_value":"2305.18475v4","created_at":"2026-07-05T09:55:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.18475","created_at":"2026-07-05T09:55:52Z"},{"alias_kind":"pith_short_12","alias_value":"DGBDKUKTXVM7","created_at":"2026-07-05T09:55:52Z"},{"alias_kind":"pith_short_16","alias_value":"DGBDKUKTXVM7T5RE","created_at":"2026-07-05T09:55:52Z"},{"alias_kind":"pith_short_8","alias_value":"DGBDKUKT","created_at":"2026-07-05T09:55:52Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:DGBDKUKTXVM7T5RE3OCUP6AVNU","target":"record","payload":{"canonical_record":{"source":{"id":"2305.18475","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-05-29T10:56:36Z","cross_cats_sorted":[],"title_canon_sha256":"8256e03583d157f2e27af20efbbfb40dc9f51c113bbc3d738567f7163586ad86","abstract_canon_sha256":"04ef9c760eb9097b3d73b7e17dbd1be4a82a704e762caa14146501e6e7882d74"},"schema_version":"1.0"},"canonical_sha256":"1982355153bd59f9f624db8547f8156d2e5547d880b0a78737bfc96e54a1d454","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:55:52.069708Z","signature_b64":"stBrlbAVsRCzfB78ymcZKy5y6PJNVhokclhHLTTgFpfNj8/k1p3bNE3CjaMn5snp7omL4X7rcihVPQUax4u2Aw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1982355153bd59f9f624db8547f8156d2e5547d880b0a78737bfc96e54a1d454","last_reissued_at":"2026-07-05T09:55:52.069167Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:55:52.069167Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.18475","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:55:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6IQnAD2LGvb/6KSe2yHFYeHVsLbw5hghnA4eQ5kuczra09dJ342rxy/0JarPW+Jfa7t8HvL4LNXLZADXhXFnAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T11:21:56.344665Z"},"content_sha256":"550044a68f6a53ce95df252b887008e71b59b494058e3a5f768fc2f6910675e1","schema_version":"1.0","event_id":"sha256:550044a68f6a53ce95df252b887008e71b59b494058e3a5f768fc2f6910675e1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:DGBDKUKTXVM7T5RE3OCUP6AVNU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Approximation Rate of the Transformer Architecture for Sequence Modeling","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Haotian Jiang, Qianxiao Li","submitted_at":"2023-05-29T10:56:36Z","abstract_excerpt":"The Transformer architecture is widely applied in sequence modeling applications, yet the theoretical understanding of its working principles remains limited. In this work, we investigate the approximation rate for single-layer Transformers with one head. We consider a class of non-linear relationships and identify a novel notion of complexity measures to establish an explicit Jackson-type approximation rate estimate for the Transformer. This rate reveals the structural properties of the Transformer and suggests the types of sequential relationships it is best suited for approximating. In part"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.18475","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.18475/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:55:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3gmK5dbOILC6MP+5cTaDSubAIpGgKY3Marjjmxgt+cS9VWaQbg5vG7IFvLkMFTnTgjZvAmsJFcq4CorPkobJDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T11:21:56.345156Z"},"content_sha256":"5c20af5e448ad502cbbdaf829ea03320cd5fc64840ade2c7a97bf1861377dd26","schema_version":"1.0","event_id":"sha256:5c20af5e448ad502cbbdaf829ea03320cd5fc64840ade2c7a97bf1861377dd26"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DGBDKUKTXVM7T5RE3OCUP6AVNU/bundle.json","state_url":"https://pith.science/pith/DGBDKUKTXVM7T5RE3OCUP6AVNU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DGBDKUKTXVM7T5RE3OCUP6AVNU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T11:21:56Z","links":{"resolver":"https://pith.science/pith/DGBDKUKTXVM7T5RE3OCUP6AVNU","bundle":"https://pith.science/pith/DGBDKUKTXVM7T5RE3OCUP6AVNU/bundle.json","state":"https://pith.science/pith/DGBDKUKTXVM7T5RE3OCUP6AVNU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DGBDKUKTXVM7T5RE3OCUP6AVNU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:DGBDKUKTXVM7T5RE3OCUP6AVNU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"04ef9c760eb9097b3d73b7e17dbd1be4a82a704e762caa14146501e6e7882d74","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-05-29T10:56:36Z","title_canon_sha256":"8256e03583d157f2e27af20efbbfb40dc9f51c113bbc3d738567f7163586ad86"},"schema_version":"1.0","source":{"id":"2305.18475","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.18475","created_at":"2026-07-05T09:55:52Z"},{"alias_kind":"arxiv_version","alias_value":"2305.18475v4","created_at":"2026-07-05T09:55:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.18475","created_at":"2026-07-05T09:55:52Z"},{"alias_kind":"pith_short_12","alias_value":"DGBDKUKTXVM7","created_at":"2026-07-05T09:55:52Z"},{"alias_kind":"pith_short_16","alias_value":"DGBDKUKTXVM7T5RE","created_at":"2026-07-05T09:55:52Z"},{"alias_kind":"pith_short_8","alias_value":"DGBDKUKT","created_at":"2026-07-05T09:55:52Z"}],"graph_snapshots":[{"event_id":"sha256:5c20af5e448ad502cbbdaf829ea03320cd5fc64840ade2c7a97bf1861377dd26","target":"graph","created_at":"2026-07-05T09:55:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.18475/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The Transformer architecture is widely applied in sequence modeling applications, yet the theoretical understanding of its working principles remains limited. In this work, we investigate the approximation rate for single-layer Transformers with one head. We consider a class of non-linear relationships and identify a novel notion of complexity measures to establish an explicit Jackson-type approximation rate estimate for the Transformer. This rate reveals the structural properties of the Transformer and suggests the types of sequential relationships it is best suited for approximating. In part","authors_text":"Haotian Jiang, Qianxiao Li","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-05-29T10:56:36Z","title":"Approximation Rate of the Transformer Architecture for Sequence Modeling"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.18475","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:550044a68f6a53ce95df252b887008e71b59b494058e3a5f768fc2f6910675e1","target":"record","created_at":"2026-07-05T09:55:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"04ef9c760eb9097b3d73b7e17dbd1be4a82a704e762caa14146501e6e7882d74","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-05-29T10:56:36Z","title_canon_sha256":"8256e03583d157f2e27af20efbbfb40dc9f51c113bbc3d738567f7163586ad86"},"schema_version":"1.0","source":{"id":"2305.18475","kind":"arxiv","version":4}},"canonical_sha256":"1982355153bd59f9f624db8547f8156d2e5547d880b0a78737bfc96e54a1d454","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1982355153bd59f9f624db8547f8156d2e5547d880b0a78737bfc96e54a1d454","first_computed_at":"2026-07-05T09:55:52.069167Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:55:52.069167Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"stBrlbAVsRCzfB78ymcZKy5y6PJNVhokclhHLTTgFpfNj8/k1p3bNE3CjaMn5snp7omL4X7rcihVPQUax4u2Aw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:55:52.069708Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.18475","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:550044a68f6a53ce95df252b887008e71b59b494058e3a5f768fc2f6910675e1","sha256:5c20af5e448ad502cbbdaf829ea03320cd5fc64840ade2c7a97bf1861377dd26"],"state_sha256":"05822246fc7ff847d75fc99d467060979ea4a45a36e45df5a173d64c696cc43b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NL2fAFGG4Ufm98t9YuI7SK9dfzCJQ/qumPOAOOeMgU5sUlsHNoEBfCRmdesszVkSHtiMXVkNhbum1qoaskEbBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T11:21:56.348530Z","bundle_sha256":"f849309d33efe38637ca0a526beda5dddaed5dcd0c623e752d97c362d3ffea45"}}