{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:KYPBRCWUBWQ7U3Q7M7BOAXIEGX","short_pith_number":"pith:KYPBRCWU","schema_version":"1.0","canonical_sha256":"561e188ad40da1fa6e1f67c2e05d0435ca3cef36d393940db2b6915b52144bf7","source":{"kind":"arxiv","id":"2406.01283","version":1},"attestation_state":"computed","paper":{"title":"Focus on the Core: Efficient Attention via Pruned Token Compression for Document Classification","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"JungMin Yun, MiHyeon Kim, YoungBin Kim","submitted_at":"2024-06-03T12:51:52Z","abstract_excerpt":"Transformer-based models have achieved dominant performance in numerous NLP tasks. Despite their remarkable successes, pre-trained transformers such as BERT suffer from a computationally expensive self-attention mechanism that interacts with all tokens, including the ones unfavorable to classification performance. To overcome these challenges, we propose integrating two strategies: token pruning and token combining. Token pruning eliminates less important tokens in the attention mechanism's key and value as they pass through the layers. Additionally, we adopt fuzzy logic to handle uncertainty "},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2406.01283","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-03T12:51:52Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"f646752cfdfb1e5976c461bf6e918747942bb577914304c55aef2baf950866ca","abstract_canon_sha256":"a46e91ef7e9b1de5be9ba54db1f7f24978c85b06fd7ec66bb0e3a5a742cde192"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:26:37.885063Z","signature_b64":"pHgmPGjHtROEtHJTQLPCZA1O5zY4qBwl0wGjPc5sgQfOcACbHF1u+w6Wu+KUPKTk62v4eDePif2P2Fsm9PvpAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"561e188ad40da1fa6e1f67c2e05d0435ca3cef36d393940db2b6915b52144bf7","last_reissued_at":"2026-07-05T08:26:37.884619Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:26:37.884619Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Focus on the Core: Efficient Attention via Pruned Token Compression for Document Classification","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"JungMin Yun, MiHyeon Kim, YoungBin Kim","submitted_at":"2024-06-03T12:51:52Z","abstract_excerpt":"Transformer-based models have achieved dominant performance in numerous NLP tasks. Despite their remarkable successes, pre-trained transformers such as BERT suffer from a computationally expensive self-attention mechanism that interacts with all tokens, including the ones unfavorable to classification performance. To overcome these challenges, we propose integrating two strategies: token pruning and token combining. Token pruning eliminates less important tokens in the attention mechanism's key and value as they pass through the layers. Additionally, we adopt fuzzy logic to handle uncertainty "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.01283","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.01283/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2406.01283","created_at":"2026-07-05T08:26:37.884677+00:00"},{"alias_kind":"arxiv_version","alias_value":"2406.01283v1","created_at":"2026-07-05T08:26:37.884677+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.01283","created_at":"2026-07-05T08:26:37.884677+00:00"},{"alias_kind":"pith_short_12","alias_value":"KYPBRCWUBWQ7","created_at":"2026-07-05T08:26:37.884677+00:00"},{"alias_kind":"pith_short_16","alias_value":"KYPBRCWUBWQ7U3Q7","created_at":"2026-07-05T08:26:37.884677+00:00"},{"alias_kind":"pith_short_8","alias_value":"KYPBRCWU","created_at":"2026-07-05T08:26:37.884677+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/KYPBRCWUBWQ7U3Q7M7BOAXIEGX","json":"https://pith.science/pith/KYPBRCWUBWQ7U3Q7M7BOAXIEGX.json","graph_json":"https://pith.science/api/pith-number/KYPBRCWUBWQ7U3Q7M7BOAXIEGX/graph.json","events_json":"https://pith.science/api/pith-number/KYPBRCWUBWQ7U3Q7M7BOAXIEGX/events.json","paper":"https://pith.science/paper/KYPBRCWU"},"agent_actions":{"view_html":"https://pith.science/pith/KYPBRCWUBWQ7U3Q7M7BOAXIEGX","download_json":"https://pith.science/pith/KYPBRCWUBWQ7U3Q7M7BOAXIEGX.json","view_paper":"https://pith.science/paper/KYPBRCWU","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2406.01283&json=true","fetch_graph":"https://pith.science/api/pith-number/KYPBRCWUBWQ7U3Q7M7BOAXIEGX/graph.json","fetch_events":"https://pith.science/api/pith-number/KYPBRCWUBWQ7U3Q7M7BOAXIEGX/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/KYPBRCWUBWQ7U3Q7M7BOAXIEGX/action/timestamp_anchor","attest_storage":"https://pith.science/pith/KYPBRCWUBWQ7U3Q7M7BOAXIEGX/action/storage_attestation","attest_author":"https://pith.science/pith/KYPBRCWUBWQ7U3Q7M7BOAXIEGX/action/author_attestation","sign_citation":"https://pith.science/pith/KYPBRCWUBWQ7U3Q7M7BOAXIEGX/action/citation_signature","submit_replication":"https://pith.science/pith/KYPBRCWUBWQ7U3Q7M7BOAXIEGX/action/replication_record"}},"created_at":"2026-07-05T08:26:37.884677+00:00","updated_at":"2026-07-05T08:26:37.884677+00:00"}