{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:LMRPHLBCHRSDL4OUGP7UKJW3AR","short_pith_number":"pith:LMRPHLBC","canonical_record":{"source":{"id":"2105.14103","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-05-28T20:45:30Z","cross_cats_sorted":["cs.CL","cs.CV"],"title_canon_sha256":"b046598b5f750cce55d0c3036213e3547ea73b89694cf86d7e587598c2497623","abstract_canon_sha256":"71203fa6e067a6612db67d1d5ea1cd07eee4d2a954906b44a517e60140c7faf0"},"schema_version":"1.0"},"canonical_sha256":"5b22f3ac223c6435f1d433ff4526db0474586489375ce1c55c23d8985bbfb73c","source":{"kind":"arxiv","id":"2105.14103","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2105.14103","created_at":"2026-07-05T03:16:32Z"},{"alias_kind":"arxiv_version","alias_value":"2105.14103v2","created_at":"2026-07-05T03:16:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2105.14103","created_at":"2026-07-05T03:16:32Z"},{"alias_kind":"pith_short_12","alias_value":"LMRPHLBCHRSD","created_at":"2026-07-05T03:16:32Z"},{"alias_kind":"pith_short_16","alias_value":"LMRPHLBCHRSDL4OU","created_at":"2026-07-05T03:16:32Z"},{"alias_kind":"pith_short_8","alias_value":"LMRPHLBC","created_at":"2026-07-05T03:16:32Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:LMRPHLBCHRSDL4OUGP7UKJW3AR","target":"record","payload":{"canonical_record":{"source":{"id":"2105.14103","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-05-28T20:45:30Z","cross_cats_sorted":["cs.CL","cs.CV"],"title_canon_sha256":"b046598b5f750cce55d0c3036213e3547ea73b89694cf86d7e587598c2497623","abstract_canon_sha256":"71203fa6e067a6612db67d1d5ea1cd07eee4d2a954906b44a517e60140c7faf0"},"schema_version":"1.0"},"canonical_sha256":"5b22f3ac223c6435f1d433ff4526db0474586489375ce1c55c23d8985bbfb73c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:16:32.602817Z","signature_b64":"l7JWVXjf/mOHKVxHePpJjnHPke6hZ/X5NN+xKQ/FFq8El945fbLdyyK7IswU1XHeL4RdL8PJUwOM6jhEDztvCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5b22f3ac223c6435f1d433ff4526db0474586489375ce1c55c23d8985bbfb73c","last_reissued_at":"2026-07-05T03:16:32.602386Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:16:32.602386Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2105.14103","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:16:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HSp5WKiaJaKgSOPohMfXnp56+5ObjISX8sHO4OaJTKyL/XErw73vMK0v1nLVSTJEDan2aximyMBOMXuUlnr1DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-01T04:51:06.349341Z"},"content_sha256":"9e212ae518802550b1c9ba3d0470a9be8f2046d1975b675286c34b9ee5bd2754","schema_version":"1.0","event_id":"sha256:9e212ae518802550b1c9ba3d0470a9be8f2046d1975b675286c34b9ee5bd2754"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:LMRPHLBCHRSDL4OUGP7UKJW3AR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"An Attention Free Transformer","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL","cs.CV"],"primary_cat":"cs.LG","authors_text":"Chen Huang, Hanlin Goh, Josh Susskind, Nitish Srivastava, Ruixiang Zhang, Shuangfei Zhai, Walter Talbott","submitted_at":"2021-05-28T20:45:30Z","abstract_excerpt":"We introduce Attention Free Transformer (AFT), an efficient variant of Transformers that eliminates the need for dot product self attention. In an AFT layer, the key and value are first combined with a set of learned position biases, the result of which is multiplied with the query in an element-wise fashion. This new operation has a memory complexity linear w.r.t. both the context size and the dimension of features, making it compatible to both large input and model sizes. We also introduce AFT-local and AFT-conv, two model variants that take advantage of the idea of locality and spatial weig"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2105.14103","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2105.14103/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:16:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bnJIbZ36lPFQOSdTx8jqTq93rgtAzCj28UkYLHu5ETJjyct88ct3zx+vbyJ5IInsmeR+0Jzpz0GvMVHCbjSQAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-01T04:51:06.349847Z"},"content_sha256":"099333e929d9c07a9b1f72c61b94ca4d35e5b9eae62c5838f1d4ea95714f9f1f","schema_version":"1.0","event_id":"sha256:099333e929d9c07a9b1f72c61b94ca4d35e5b9eae62c5838f1d4ea95714f9f1f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LMRPHLBCHRSDL4OUGP7UKJW3AR/bundle.json","state_url":"https://pith.science/pith/LMRPHLBCHRSDL4OUGP7UKJW3AR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LMRPHLBCHRSDL4OUGP7UKJW3AR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-01T04:51:06Z","links":{"resolver":"https://pith.science/pith/LMRPHLBCHRSDL4OUGP7UKJW3AR","bundle":"https://pith.science/pith/LMRPHLBCHRSDL4OUGP7UKJW3AR/bundle.json","state":"https://pith.science/pith/LMRPHLBCHRSDL4OUGP7UKJW3AR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LMRPHLBCHRSDL4OUGP7UKJW3AR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:LMRPHLBCHRSDL4OUGP7UKJW3AR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"71203fa6e067a6612db67d1d5ea1cd07eee4d2a954906b44a517e60140c7faf0","cross_cats_sorted":["cs.CL","cs.CV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-05-28T20:45:30Z","title_canon_sha256":"b046598b5f750cce55d0c3036213e3547ea73b89694cf86d7e587598c2497623"},"schema_version":"1.0","source":{"id":"2105.14103","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2105.14103","created_at":"2026-07-05T03:16:32Z"},{"alias_kind":"arxiv_version","alias_value":"2105.14103v2","created_at":"2026-07-05T03:16:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2105.14103","created_at":"2026-07-05T03:16:32Z"},{"alias_kind":"pith_short_12","alias_value":"LMRPHLBCHRSD","created_at":"2026-07-05T03:16:32Z"},{"alias_kind":"pith_short_16","alias_value":"LMRPHLBCHRSDL4OU","created_at":"2026-07-05T03:16:32Z"},{"alias_kind":"pith_short_8","alias_value":"LMRPHLBC","created_at":"2026-07-05T03:16:32Z"}],"graph_snapshots":[{"event_id":"sha256:099333e929d9c07a9b1f72c61b94ca4d35e5b9eae62c5838f1d4ea95714f9f1f","target":"graph","created_at":"2026-07-05T03:16:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2105.14103/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We introduce Attention Free Transformer (AFT), an efficient variant of Transformers that eliminates the need for dot product self attention. In an AFT layer, the key and value are first combined with a set of learned position biases, the result of which is multiplied with the query in an element-wise fashion. This new operation has a memory complexity linear w.r.t. both the context size and the dimension of features, making it compatible to both large input and model sizes. We also introduce AFT-local and AFT-conv, two model variants that take advantage of the idea of locality and spatial weig","authors_text":"Chen Huang, Hanlin Goh, Josh Susskind, Nitish Srivastava, Ruixiang Zhang, Shuangfei Zhai, Walter Talbott","cross_cats":["cs.CL","cs.CV"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-05-28T20:45:30Z","title":"An Attention Free Transformer"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2105.14103","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9e212ae518802550b1c9ba3d0470a9be8f2046d1975b675286c34b9ee5bd2754","target":"record","created_at":"2026-07-05T03:16:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"71203fa6e067a6612db67d1d5ea1cd07eee4d2a954906b44a517e60140c7faf0","cross_cats_sorted":["cs.CL","cs.CV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-05-28T20:45:30Z","title_canon_sha256":"b046598b5f750cce55d0c3036213e3547ea73b89694cf86d7e587598c2497623"},"schema_version":"1.0","source":{"id":"2105.14103","kind":"arxiv","version":2}},"canonical_sha256":"5b22f3ac223c6435f1d433ff4526db0474586489375ce1c55c23d8985bbfb73c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5b22f3ac223c6435f1d433ff4526db0474586489375ce1c55c23d8985bbfb73c","first_computed_at":"2026-07-05T03:16:32.602386Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:16:32.602386Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"l7JWVXjf/mOHKVxHePpJjnHPke6hZ/X5NN+xKQ/FFq8El945fbLdyyK7IswU1XHeL4RdL8PJUwOM6jhEDztvCw==","signature_status":"signed_v1","signed_at":"2026-07-05T03:16:32.602817Z","signed_message":"canonical_sha256_bytes"},"source_id":"2105.14103","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9e212ae518802550b1c9ba3d0470a9be8f2046d1975b675286c34b9ee5bd2754","sha256:099333e929d9c07a9b1f72c61b94ca4d35e5b9eae62c5838f1d4ea95714f9f1f"],"state_sha256":"ab7b434123d76d95ecee0116829ee259d0defce899f6638735e7270d9d9ad1ce"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Qcd8tRV8+CjNgKakCJ/xRrcZe/cl91fAKRlSrBQPFmfBv342wTLis6UNx7ie/v6rnpVqcY/48pxhZCeQ/sKlAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-01T04:51:06.353696Z","bundle_sha256":"6923f4819815344e66f479e500248fe3d49da812d4d2782e5814c4ac00cfe503"}}