{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:C7G3HYSC63QBL4ZIQ533GURPTF","short_pith_number":"pith:C7G3HYSC","canonical_record":{"source":{"id":"2207.13955","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-07-28T08:41:41Z","cross_cats_sorted":[],"title_canon_sha256":"a3e0bb610f049d5e0cd15a82683a37a2a338b23bf367eace55a9a6660c853a48","abstract_canon_sha256":"6c71d95408073c9e2cdffca2093f7a07384da4d9c779b1f7f7193613428b28a4"},"schema_version":"1.0"},"canonical_sha256":"17cdb3e242f6e015f3288777b3522f996f8defb33bd9340c3ba753c25b9298be","source":{"kind":"arxiv","id":"2207.13955","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2207.13955","created_at":"2026-07-05T04:44:23Z"},{"alias_kind":"arxiv_version","alias_value":"2207.13955v1","created_at":"2026-07-05T04:44:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2207.13955","created_at":"2026-07-05T04:44:23Z"},{"alias_kind":"pith_short_12","alias_value":"C7G3HYSC63QB","created_at":"2026-07-05T04:44:23Z"},{"alias_kind":"pith_short_16","alias_value":"C7G3HYSC63QBL4ZI","created_at":"2026-07-05T04:44:23Z"},{"alias_kind":"pith_short_8","alias_value":"C7G3HYSC","created_at":"2026-07-05T04:44:23Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:C7G3HYSC63QBL4ZIQ533GURPTF","target":"record","payload":{"canonical_record":{"source":{"id":"2207.13955","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-07-28T08:41:41Z","cross_cats_sorted":[],"title_canon_sha256":"a3e0bb610f049d5e0cd15a82683a37a2a338b23bf367eace55a9a6660c853a48","abstract_canon_sha256":"6c71d95408073c9e2cdffca2093f7a07384da4d9c779b1f7f7193613428b28a4"},"schema_version":"1.0"},"canonical_sha256":"17cdb3e242f6e015f3288777b3522f996f8defb33bd9340c3ba753c25b9298be","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:44:23.102761Z","signature_b64":"Hwrg2toa5qeKRGggzSLJdqejGyiUUu8E0rfQqYAU8rjiVEUB3Ucv5eCORp14WjWikCux5eq+u4civY/2drswAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"17cdb3e242f6e015f3288777b3522f996f8defb33bd9340c3ba753c25b9298be","last_reissued_at":"2026-07-05T04:44:23.102367Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:44:23.102367Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2207.13955","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:44:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"aHWbUsgQP1PDRuJ+CuDeoQhaFOBvzaOF8mOttLLtgq95qByWOUgd9ubhvhCR8SOn3FaYY/3bSzNreEhOM4l9BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T17:53:50.955129Z"},"content_sha256":"7442246748b7c64ece6bd48e9124755ab66c5c1726509bc01c36a2b0a4f4552a","schema_version":"1.0","event_id":"sha256:7442246748b7c64ece6bd48e9124755ab66c5c1726509bc01c36a2b0a4f4552a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:C7G3HYSC63QBL4ZIQ533GURPTF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Neural Architecture Search on Efficient Transformers and Beyond","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Dong Li, Jiacheng Xu, Kaiyue Lu, Weixuan Sun, Yiran Zhong, Zexiang Liu, Zhen Qin","submitted_at":"2022-07-28T08:41:41Z","abstract_excerpt":"Recently, numerous efficient Transformers have been proposed to reduce the quadratic computational complexity of standard Transformers caused by the Softmax attention. However, most of them simply swap Softmax with an efficient attention mechanism without considering the customized architectures specially for the efficient attention. In this paper, we argue that the handcrafted vanilla Transformer architectures for Softmax attention may not be suitable for efficient Transformers. To address this issue, we propose a new framework to find optimal architectures for efficient Transformers with the"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2207.13955","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2207.13955/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:44:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ARFBhHbwp0m8b1QtFWYpEqIeHwXinoPnlkzTjka5qE2IDsBtLVunXQG4lcRikYOlrYtUEv98XbPG2Ip9PZCJDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T17:53:50.956067Z"},"content_sha256":"bf6470e61d36facda7deb65f5244ef27216ea6b1038b0126645ad1e3a03aaee4","schema_version":"1.0","event_id":"sha256:bf6470e61d36facda7deb65f5244ef27216ea6b1038b0126645ad1e3a03aaee4"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/C7G3HYSC63QBL4ZIQ533GURPTF/bundle.json","state_url":"https://pith.science/pith/C7G3HYSC63QBL4ZIQ533GURPTF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/C7G3HYSC63QBL4ZIQ533GURPTF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T17:53:50Z","links":{"resolver":"https://pith.science/pith/C7G3HYSC63QBL4ZIQ533GURPTF","bundle":"https://pith.science/pith/C7G3HYSC63QBL4ZIQ533GURPTF/bundle.json","state":"https://pith.science/pith/C7G3HYSC63QBL4ZIQ533GURPTF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/C7G3HYSC63QBL4ZIQ533GURPTF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:C7G3HYSC63QBL4ZIQ533GURPTF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6c71d95408073c9e2cdffca2093f7a07384da4d9c779b1f7f7193613428b28a4","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-07-28T08:41:41Z","title_canon_sha256":"a3e0bb610f049d5e0cd15a82683a37a2a338b23bf367eace55a9a6660c853a48"},"schema_version":"1.0","source":{"id":"2207.13955","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2207.13955","created_at":"2026-07-05T04:44:23Z"},{"alias_kind":"arxiv_version","alias_value":"2207.13955v1","created_at":"2026-07-05T04:44:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2207.13955","created_at":"2026-07-05T04:44:23Z"},{"alias_kind":"pith_short_12","alias_value":"C7G3HYSC63QB","created_at":"2026-07-05T04:44:23Z"},{"alias_kind":"pith_short_16","alias_value":"C7G3HYSC63QBL4ZI","created_at":"2026-07-05T04:44:23Z"},{"alias_kind":"pith_short_8","alias_value":"C7G3HYSC","created_at":"2026-07-05T04:44:23Z"}],"graph_snapshots":[{"event_id":"sha256:bf6470e61d36facda7deb65f5244ef27216ea6b1038b0126645ad1e3a03aaee4","target":"graph","created_at":"2026-07-05T04:44:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2207.13955/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recently, numerous efficient Transformers have been proposed to reduce the quadratic computational complexity of standard Transformers caused by the Softmax attention. However, most of them simply swap Softmax with an efficient attention mechanism without considering the customized architectures specially for the efficient attention. In this paper, we argue that the handcrafted vanilla Transformer architectures for Softmax attention may not be suitable for efficient Transformers. To address this issue, we propose a new framework to find optimal architectures for efficient Transformers with the","authors_text":"Dong Li, Jiacheng Xu, Kaiyue Lu, Weixuan Sun, Yiran Zhong, Zexiang Liu, Zhen Qin","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-07-28T08:41:41Z","title":"Neural Architecture Search on Efficient Transformers and Beyond"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2207.13955","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7442246748b7c64ece6bd48e9124755ab66c5c1726509bc01c36a2b0a4f4552a","target":"record","created_at":"2026-07-05T04:44:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6c71d95408073c9e2cdffca2093f7a07384da4d9c779b1f7f7193613428b28a4","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-07-28T08:41:41Z","title_canon_sha256":"a3e0bb610f049d5e0cd15a82683a37a2a338b23bf367eace55a9a6660c853a48"},"schema_version":"1.0","source":{"id":"2207.13955","kind":"arxiv","version":1}},"canonical_sha256":"17cdb3e242f6e015f3288777b3522f996f8defb33bd9340c3ba753c25b9298be","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"17cdb3e242f6e015f3288777b3522f996f8defb33bd9340c3ba753c25b9298be","first_computed_at":"2026-07-05T04:44:23.102367Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:44:23.102367Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Hwrg2toa5qeKRGggzSLJdqejGyiUUu8E0rfQqYAU8rjiVEUB3Ucv5eCORp14WjWikCux5eq+u4civY/2drswAg==","signature_status":"signed_v1","signed_at":"2026-07-05T04:44:23.102761Z","signed_message":"canonical_sha256_bytes"},"source_id":"2207.13955","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7442246748b7c64ece6bd48e9124755ab66c5c1726509bc01c36a2b0a4f4552a","sha256:bf6470e61d36facda7deb65f5244ef27216ea6b1038b0126645ad1e3a03aaee4"],"state_sha256":"7074eba4ee08e56d6a84b3ae024621bb4c70fd5ebcc2b7fe118a64b19fc140c4"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VncVLs4zPBdUKy97kSU1HwLxV+/yyma6qhytBpo/90JBF6A5i2bdjgC63hzBDz9lltmx/hgXdjvsrPlSySrHBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T17:53:50.962570Z","bundle_sha256":"01da17f767faed3aa16b1a039d189f0227bc497b735e559430d46df7e9bef7fb"}}