{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2022:EZ7YNX4WA6NHQ3VKY4FDS3GLOY","short_pith_number":"pith:EZ7YNX4W","schema_version":"1.0","canonical_sha256":"267f86df96079a786eaac70a396ccb763cd3de0622991f37060d21da93cbfcbe","source":{"kind":"arxiv","id":"2204.07780","version":1},"attestation_state":"computed","paper":{"title":"Towards Lightweight Transformer via Group-wise Transformation for Vision-and-Language Tasks","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CV","authors_text":"Feiyue Huang, Gen Luo, Liujuan Cao, Rongrong Ji, Xiaoshuai Sun, Yan Wang, Yiyi Zhou, Yongjian Wu","submitted_at":"2022-04-16T11:30:26Z","abstract_excerpt":"Despite the exciting performance, Transformer is criticized for its excessive parameters and computation cost. However, compressing Transformer remains as an open problem due to its internal complexity of the layer designs, i.e., Multi-Head Attention (MHA) and Feed-Forward Network (FFN). To address this issue, we introduce Group-wise Transformation towards a universal yet lightweight Transformer for vision-and-language tasks, termed as LW-Transformer. LW-Transformer applies Group-wise Transformation to reduce both the parameters and computations of Transformer, while also preserving its two ma"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2204.07780","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2022-04-16T11:30:26Z","cross_cats_sorted":[],"title_canon_sha256":"9835d5d79c8f6c684dad751aad0d4d9558b9eae9b0affbcfef73bc44a1fd2962","abstract_canon_sha256":"0dafd8174861af406e6ecd3df4ed9afd11efb75a1b3c792bee7f007b87dc1ca1"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:26:01.789034Z","signature_b64":"eA6jlQ02wBQseYqA3X2Tui+jovaTX8HrZgQ8jb6FQ/auaToxo1TW11vohMJZKPp6i44vw6T2adhD2rX04VHpCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"267f86df96079a786eaac70a396ccb763cd3de0622991f37060d21da93cbfcbe","last_reissued_at":"2026-07-05T04:26:01.788615Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:26:01.788615Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Towards Lightweight Transformer via Group-wise Transformation for Vision-and-Language Tasks","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CV","authors_text":"Feiyue Huang, Gen Luo, Liujuan Cao, Rongrong Ji, Xiaoshuai Sun, Yan Wang, Yiyi Zhou, Yongjian Wu","submitted_at":"2022-04-16T11:30:26Z","abstract_excerpt":"Despite the exciting performance, Transformer is criticized for its excessive parameters and computation cost. However, compressing Transformer remains as an open problem due to its internal complexity of the layer designs, i.e., Multi-Head Attention (MHA) and Feed-Forward Network (FFN). To address this issue, we introduce Group-wise Transformation towards a universal yet lightweight Transformer for vision-and-language tasks, termed as LW-Transformer. LW-Transformer applies Group-wise Transformation to reduce both the parameters and computations of Transformer, while also preserving its two ma"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2204.07780","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2204.07780/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2204.07780","created_at":"2026-07-05T04:26:01.788677+00:00"},{"alias_kind":"arxiv_version","alias_value":"2204.07780v1","created_at":"2026-07-05T04:26:01.788677+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2204.07780","created_at":"2026-07-05T04:26:01.788677+00:00"},{"alias_kind":"pith_short_12","alias_value":"EZ7YNX4WA6NH","created_at":"2026-07-05T04:26:01.788677+00:00"},{"alias_kind":"pith_short_16","alias_value":"EZ7YNX4WA6NHQ3VK","created_at":"2026-07-05T04:26:01.788677+00:00"},{"alias_kind":"pith_short_8","alias_value":"EZ7YNX4W","created_at":"2026-07-05T04:26:01.788677+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/EZ7YNX4WA6NHQ3VKY4FDS3GLOY","json":"https://pith.science/pith/EZ7YNX4WA6NHQ3VKY4FDS3GLOY.json","graph_json":"https://pith.science/api/pith-number/EZ7YNX4WA6NHQ3VKY4FDS3GLOY/graph.json","events_json":"https://pith.science/api/pith-number/EZ7YNX4WA6NHQ3VKY4FDS3GLOY/events.json","paper":"https://pith.science/paper/EZ7YNX4W"},"agent_actions":{"view_html":"https://pith.science/pith/EZ7YNX4WA6NHQ3VKY4FDS3GLOY","download_json":"https://pith.science/pith/EZ7YNX4WA6NHQ3VKY4FDS3GLOY.json","view_paper":"https://pith.science/paper/EZ7YNX4W","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2204.07780&json=true","fetch_graph":"https://pith.science/api/pith-number/EZ7YNX4WA6NHQ3VKY4FDS3GLOY/graph.json","fetch_events":"https://pith.science/api/pith-number/EZ7YNX4WA6NHQ3VKY4FDS3GLOY/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/EZ7YNX4WA6NHQ3VKY4FDS3GLOY/action/timestamp_anchor","attest_storage":"https://pith.science/pith/EZ7YNX4WA6NHQ3VKY4FDS3GLOY/action/storage_attestation","attest_author":"https://pith.science/pith/EZ7YNX4WA6NHQ3VKY4FDS3GLOY/action/author_attestation","sign_citation":"https://pith.science/pith/EZ7YNX4WA6NHQ3VKY4FDS3GLOY/action/citation_signature","submit_replication":"https://pith.science/pith/EZ7YNX4WA6NHQ3VKY4FDS3GLOY/action/replication_record"}},"created_at":"2026-07-05T04:26:01.788677+00:00","updated_at":"2026-07-05T04:26:01.788677+00:00"}