{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:XS6BJUJCFUOPHWREJGAFQNROEJ","short_pith_number":"pith:XS6BJUJC","canonical_record":{"source":{"id":"2306.02896","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-06-05T14:05:04Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"dc8901b6c83a3546453feae04730b4f1e114caf4684f97da322ebbdc2deae28b","abstract_canon_sha256":"e964c9ba7bb468eb73828fc069393a28be532e71095fb74659718fc10ed28608"},"schema_version":"1.0"},"canonical_sha256":"bcbc14d1222d1cf3da24498058362e227c1aa22fc467fe42c330cc5737a53de5","source":{"kind":"arxiv","id":"2306.02896","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.02896","created_at":"2026-07-05T07:13:23Z"},{"alias_kind":"arxiv_version","alias_value":"2306.02896v2","created_at":"2026-07-05T07:13:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.02896","created_at":"2026-07-05T07:13:23Z"},{"alias_kind":"pith_short_12","alias_value":"XS6BJUJCFUOP","created_at":"2026-07-05T07:13:23Z"},{"alias_kind":"pith_short_16","alias_value":"XS6BJUJCFUOPHWRE","created_at":"2026-07-05T07:13:23Z"},{"alias_kind":"pith_short_8","alias_value":"XS6BJUJC","created_at":"2026-07-05T07:13:23Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:XS6BJUJCFUOPHWREJGAFQNROEJ","target":"record","payload":{"canonical_record":{"source":{"id":"2306.02896","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-06-05T14:05:04Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"dc8901b6c83a3546453feae04730b4f1e114caf4684f97da322ebbdc2deae28b","abstract_canon_sha256":"e964c9ba7bb468eb73828fc069393a28be532e71095fb74659718fc10ed28608"},"schema_version":"1.0"},"canonical_sha256":"bcbc14d1222d1cf3da24498058362e227c1aa22fc467fe42c330cc5737a53de5","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:13:23.227918Z","signature_b64":"cZSL6wgo6Rqc6jjM3Pw1eWXqwRqbec6JnrZ+IVTtdl0WlasiRxHwd8uIGBX/IqsiGi9pZA0GvRylHKOrSx2TDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"bcbc14d1222d1cf3da24498058362e227c1aa22fc467fe42c330cc5737a53de5","last_reissued_at":"2026-07-05T07:13:23.227425Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:13:23.227425Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2306.02896","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:13:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KltRIb8dnIWL6PmrDaXLZ8iEsa099RvC+XiDtP2gIgKa9tmVVpNIbtsSwPAs8GCE99BcB6f8oiSWfJgAFw5rBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T22:37:47.699119Z"},"content_sha256":"470ccddda8137a5f66021652d0ef0459e9973f1ea8f4f71ea1ddfc15dbb13fac","schema_version":"1.0","event_id":"sha256:470ccddda8137a5f66021652d0ef0459e9973f1ea8f4f71ea1ddfc15dbb13fac"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:XS6BJUJCFUOPHWREJGAFQNROEJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Representational Strengths and Limitations of Transformers","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Clayton Sanford, Daniel Hsu, Matus Telgarsky","submitted_at":"2023-06-05T14:05:04Z","abstract_excerpt":"Attention layers, as commonly used in transformers, form the backbone of modern deep learning, yet there is no mathematical description of their benefits and deficiencies as compared with other architectures. In this work we establish both positive and negative results on the representation power of attention layers, with a focus on intrinsic complexity parameters such as width, depth, and embedding dimension. On the positive side, we present a sparse averaging task, where recurrent networks and feedforward networks all have complexity scaling polynomially in the input size, whereas transforme"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.02896","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2306.02896/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:13:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yEmc8QUWDVMx8E0EcXbuNbaXU7A//dLqhfv9DRv2+8nBX0CI1Gi6nG14ErKh2RAYAC9gwKZ3OpGYfJAOdAmlDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T22:37:47.699978Z"},"content_sha256":"96574dc93a03cbaa15cc81c8b844429181f6bdb7fdb6da98ec8dc998f92a9c3a","schema_version":"1.0","event_id":"sha256:96574dc93a03cbaa15cc81c8b844429181f6bdb7fdb6da98ec8dc998f92a9c3a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/XS6BJUJCFUOPHWREJGAFQNROEJ/bundle.json","state_url":"https://pith.science/pith/XS6BJUJCFUOPHWREJGAFQNROEJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/XS6BJUJCFUOPHWREJGAFQNROEJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T22:37:47Z","links":{"resolver":"https://pith.science/pith/XS6BJUJCFUOPHWREJGAFQNROEJ","bundle":"https://pith.science/pith/XS6BJUJCFUOPHWREJGAFQNROEJ/bundle.json","state":"https://pith.science/pith/XS6BJUJCFUOPHWREJGAFQNROEJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/XS6BJUJCFUOPHWREJGAFQNROEJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:XS6BJUJCFUOPHWREJGAFQNROEJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e964c9ba7bb468eb73828fc069393a28be532e71095fb74659718fc10ed28608","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-06-05T14:05:04Z","title_canon_sha256":"dc8901b6c83a3546453feae04730b4f1e114caf4684f97da322ebbdc2deae28b"},"schema_version":"1.0","source":{"id":"2306.02896","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.02896","created_at":"2026-07-05T07:13:23Z"},{"alias_kind":"arxiv_version","alias_value":"2306.02896v2","created_at":"2026-07-05T07:13:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.02896","created_at":"2026-07-05T07:13:23Z"},{"alias_kind":"pith_short_12","alias_value":"XS6BJUJCFUOP","created_at":"2026-07-05T07:13:23Z"},{"alias_kind":"pith_short_16","alias_value":"XS6BJUJCFUOPHWRE","created_at":"2026-07-05T07:13:23Z"},{"alias_kind":"pith_short_8","alias_value":"XS6BJUJC","created_at":"2026-07-05T07:13:23Z"}],"graph_snapshots":[{"event_id":"sha256:96574dc93a03cbaa15cc81c8b844429181f6bdb7fdb6da98ec8dc998f92a9c3a","target":"graph","created_at":"2026-07-05T07:13:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2306.02896/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Attention layers, as commonly used in transformers, form the backbone of modern deep learning, yet there is no mathematical description of their benefits and deficiencies as compared with other architectures. In this work we establish both positive and negative results on the representation power of attention layers, with a focus on intrinsic complexity parameters such as width, depth, and embedding dimension. On the positive side, we present a sparse averaging task, where recurrent networks and feedforward networks all have complexity scaling polynomially in the input size, whereas transforme","authors_text":"Clayton Sanford, Daniel Hsu, Matus Telgarsky","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-06-05T14:05:04Z","title":"Representational Strengths and Limitations of Transformers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.02896","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:470ccddda8137a5f66021652d0ef0459e9973f1ea8f4f71ea1ddfc15dbb13fac","target":"record","created_at":"2026-07-05T07:13:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e964c9ba7bb468eb73828fc069393a28be532e71095fb74659718fc10ed28608","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-06-05T14:05:04Z","title_canon_sha256":"dc8901b6c83a3546453feae04730b4f1e114caf4684f97da322ebbdc2deae28b"},"schema_version":"1.0","source":{"id":"2306.02896","kind":"arxiv","version":2}},"canonical_sha256":"bcbc14d1222d1cf3da24498058362e227c1aa22fc467fe42c330cc5737a53de5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"bcbc14d1222d1cf3da24498058362e227c1aa22fc467fe42c330cc5737a53de5","first_computed_at":"2026-07-05T07:13:23.227425Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:13:23.227425Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"cZSL6wgo6Rqc6jjM3Pw1eWXqwRqbec6JnrZ+IVTtdl0WlasiRxHwd8uIGBX/IqsiGi9pZA0GvRylHKOrSx2TDw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:13:23.227918Z","signed_message":"canonical_sha256_bytes"},"source_id":"2306.02896","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:470ccddda8137a5f66021652d0ef0459e9973f1ea8f4f71ea1ddfc15dbb13fac","sha256:96574dc93a03cbaa15cc81c8b844429181f6bdb7fdb6da98ec8dc998f92a9c3a"],"state_sha256":"c89bd4713542b1dc63bcac32492c867425580d93edbadec3ebc49d8e93c9a8df"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/yeOKXTyWtt9yq3xSu3fa3Xbl5OkwuTOg1RKX5/jSJMZslxsSf8KCyenJUZESm0iWvbETeqX96seRU0v0gb5Aw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T22:37:47.707225Z","bundle_sha256":"15dcb14b90c9329c0a50314f74c8cb464f513dd332ac72b3c6eda33235551b57"}}