{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:5EL5MORTTKKIK4ZDJRCWUPVBTW","short_pith_number":"pith:5EL5MORT","canonical_record":{"source":{"id":"2404.05657","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-04-08T16:40:15Z","cross_cats_sorted":[],"title_canon_sha256":"dabac706e1227095be8c5cf19a7c50d84123fae2aac113f5f216dd69d45d733d","abstract_canon_sha256":"37751eb3c1e6e16c7ff356dce6c41e3938089232fa4b0d3c70d61393f544ecd3"},"schema_version":"1.0"},"canonical_sha256":"e917d63a339a948573234c456a3ea19d814a9080f7cd58ae0dacfe34fb32c229","source":{"kind":"arxiv","id":"2404.05657","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.05657","created_at":"2026-07-05T08:05:43Z"},{"alias_kind":"arxiv_version","alias_value":"2404.05657v1","created_at":"2026-07-05T08:05:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.05657","created_at":"2026-07-05T08:05:43Z"},{"alias_kind":"pith_short_12","alias_value":"5EL5MORTTKKI","created_at":"2026-07-05T08:05:43Z"},{"alias_kind":"pith_short_16","alias_value":"5EL5MORTTKKIK4ZD","created_at":"2026-07-05T08:05:43Z"},{"alias_kind":"pith_short_8","alias_value":"5EL5MORT","created_at":"2026-07-05T08:05:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:5EL5MORTTKKIK4ZDJRCWUPVBTW","target":"record","payload":{"canonical_record":{"source":{"id":"2404.05657","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-04-08T16:40:15Z","cross_cats_sorted":[],"title_canon_sha256":"dabac706e1227095be8c5cf19a7c50d84123fae2aac113f5f216dd69d45d733d","abstract_canon_sha256":"37751eb3c1e6e16c7ff356dce6c41e3938089232fa4b0d3c70d61393f544ecd3"},"schema_version":"1.0"},"canonical_sha256":"e917d63a339a948573234c456a3ea19d814a9080f7cd58ae0dacfe34fb32c229","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:05:43.825107Z","signature_b64":"FmFultsj+vXau81+sRIlGa1kGt9UrWXp6+lpODSyk9ko2VwJ01YWplTAlBYTwTVkRiFJskhlJvBvS0aU+qxYCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e917d63a339a948573234c456a3ea19d814a9080f7cd58ae0dacfe34fb32c229","last_reissued_at":"2026-07-05T08:05:43.824693Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:05:43.824693Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2404.05657","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:05:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eaGoNX377kl01q+5mzUq4Fv5rYkwmrSmiLJNM3r8dykcagnMau6LDRjwfl+NxPgUETNGAfdTmQkCNRVsSGyCAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T11:40:41.223936Z"},"content_sha256":"9296d66cf64e1cb45e249698857f8caab85c7505b10b1720fc5086d3c434e409","schema_version":"1.0","event_id":"sha256:9296d66cf64e1cb45e249698857f8caab85c7505b10b1720fc5086d3c434e409"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:5EL5MORTTKKIK4ZDJRCWUPVBTW","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"MLP Can Be A Good Transformer Learner","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CV","authors_text":"Andy Song, Dongrui Liu, Pumeng Lyu, Sihao Lin, Tao Tang, Xiaodan Liang, Xiaojun Chang","submitted_at":"2024-04-08T16:40:15Z","abstract_excerpt":"Self-attention mechanism is the key of the Transformer but often criticized for its computation demands. Previous token pruning works motivate their methods from the view of computation redundancy but still need to load the full network and require same memory costs. This paper introduces a novel strategy that simplifies vision transformers and reduces computational load through the selective removal of non-essential attention layers, guided by entropy considerations. We identify that regarding the attention layer in bottom blocks, their subsequent MLP layers, i.e. two feed-forward layers, can"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.05657","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2404.05657/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:05:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"528lSTASv63LnRapYsegQZMXUwSueO79qFh8N4eBpbaCHBYFfIG1fJr814xqB3gt1DX7HPiR4E6zO0n3/PAtAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T11:40:41.224299Z"},"content_sha256":"0817f00663f3f8f1e0bfa31ccfc6c05fee6e6710476f4ecbc56e95feef3d7228","schema_version":"1.0","event_id":"sha256:0817f00663f3f8f1e0bfa31ccfc6c05fee6e6710476f4ecbc56e95feef3d7228"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5EL5MORTTKKIK4ZDJRCWUPVBTW/bundle.json","state_url":"https://pith.science/pith/5EL5MORTTKKIK4ZDJRCWUPVBTW/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5EL5MORTTKKIK4ZDJRCWUPVBTW/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T11:40:41Z","links":{"resolver":"https://pith.science/pith/5EL5MORTTKKIK4ZDJRCWUPVBTW","bundle":"https://pith.science/pith/5EL5MORTTKKIK4ZDJRCWUPVBTW/bundle.json","state":"https://pith.science/pith/5EL5MORTTKKIK4ZDJRCWUPVBTW/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5EL5MORTTKKIK4ZDJRCWUPVBTW/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:5EL5MORTTKKIK4ZDJRCWUPVBTW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"37751eb3c1e6e16c7ff356dce6c41e3938089232fa4b0d3c70d61393f544ecd3","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-04-08T16:40:15Z","title_canon_sha256":"dabac706e1227095be8c5cf19a7c50d84123fae2aac113f5f216dd69d45d733d"},"schema_version":"1.0","source":{"id":"2404.05657","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.05657","created_at":"2026-07-05T08:05:43Z"},{"alias_kind":"arxiv_version","alias_value":"2404.05657v1","created_at":"2026-07-05T08:05:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.05657","created_at":"2026-07-05T08:05:43Z"},{"alias_kind":"pith_short_12","alias_value":"5EL5MORTTKKI","created_at":"2026-07-05T08:05:43Z"},{"alias_kind":"pith_short_16","alias_value":"5EL5MORTTKKIK4ZD","created_at":"2026-07-05T08:05:43Z"},{"alias_kind":"pith_short_8","alias_value":"5EL5MORT","created_at":"2026-07-05T08:05:43Z"}],"graph_snapshots":[{"event_id":"sha256:0817f00663f3f8f1e0bfa31ccfc6c05fee6e6710476f4ecbc56e95feef3d7228","target":"graph","created_at":"2026-07-05T08:05:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2404.05657/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Self-attention mechanism is the key of the Transformer but often criticized for its computation demands. Previous token pruning works motivate their methods from the view of computation redundancy but still need to load the full network and require same memory costs. This paper introduces a novel strategy that simplifies vision transformers and reduces computational load through the selective removal of non-essential attention layers, guided by entropy considerations. We identify that regarding the attention layer in bottom blocks, their subsequent MLP layers, i.e. two feed-forward layers, can","authors_text":"Andy Song, Dongrui Liu, Pumeng Lyu, Sihao Lin, Tao Tang, Xiaodan Liang, Xiaojun Chang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-04-08T16:40:15Z","title":"MLP Can Be A Good Transformer Learner"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.05657","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9296d66cf64e1cb45e249698857f8caab85c7505b10b1720fc5086d3c434e409","target":"record","created_at":"2026-07-05T08:05:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"37751eb3c1e6e16c7ff356dce6c41e3938089232fa4b0d3c70d61393f544ecd3","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-04-08T16:40:15Z","title_canon_sha256":"dabac706e1227095be8c5cf19a7c50d84123fae2aac113f5f216dd69d45d733d"},"schema_version":"1.0","source":{"id":"2404.05657","kind":"arxiv","version":1}},"canonical_sha256":"e917d63a339a948573234c456a3ea19d814a9080f7cd58ae0dacfe34fb32c229","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e917d63a339a948573234c456a3ea19d814a9080f7cd58ae0dacfe34fb32c229","first_computed_at":"2026-07-05T08:05:43.824693Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:05:43.824693Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"FmFultsj+vXau81+sRIlGa1kGt9UrWXp6+lpODSyk9ko2VwJ01YWplTAlBYTwTVkRiFJskhlJvBvS0aU+qxYCA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:05:43.825107Z","signed_message":"canonical_sha256_bytes"},"source_id":"2404.05657","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9296d66cf64e1cb45e249698857f8caab85c7505b10b1720fc5086d3c434e409","sha256:0817f00663f3f8f1e0bfa31ccfc6c05fee6e6710476f4ecbc56e95feef3d7228"],"state_sha256":"39ac176cc014cdcb40797d9b2543766d129b7399027df7c93e9426effee2df09"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jfDO5Qf0TrWx/eR/zGqCSxY3EyoxddxsH98dfopq83PjvKACSB2t4e/WSQwxK9jolSSUk2TUwgetgRaYW/LGDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T11:40:41.226177Z","bundle_sha256":"ffa3a16836ea04a8e954d57a73ee48ad6f7c0b2b2745fcd961c12b64f6a5d637"}}