{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:KYPBRCWUBWQ7U3Q7M7BOAXIEGX","short_pith_number":"pith:KYPBRCWU","canonical_record":{"source":{"id":"2406.01283","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-03T12:51:52Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"f646752cfdfb1e5976c461bf6e918747942bb577914304c55aef2baf950866ca","abstract_canon_sha256":"a46e91ef7e9b1de5be9ba54db1f7f24978c85b06fd7ec66bb0e3a5a742cde192"},"schema_version":"1.0"},"canonical_sha256":"561e188ad40da1fa6e1f67c2e05d0435ca3cef36d393940db2b6915b52144bf7","source":{"kind":"arxiv","id":"2406.01283","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.01283","created_at":"2026-07-05T08:26:37Z"},{"alias_kind":"arxiv_version","alias_value":"2406.01283v1","created_at":"2026-07-05T08:26:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.01283","created_at":"2026-07-05T08:26:37Z"},{"alias_kind":"pith_short_12","alias_value":"KYPBRCWUBWQ7","created_at":"2026-07-05T08:26:37Z"},{"alias_kind":"pith_short_16","alias_value":"KYPBRCWUBWQ7U3Q7","created_at":"2026-07-05T08:26:37Z"},{"alias_kind":"pith_short_8","alias_value":"KYPBRCWU","created_at":"2026-07-05T08:26:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:KYPBRCWUBWQ7U3Q7M7BOAXIEGX","target":"record","payload":{"canonical_record":{"source":{"id":"2406.01283","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-03T12:51:52Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"f646752cfdfb1e5976c461bf6e918747942bb577914304c55aef2baf950866ca","abstract_canon_sha256":"a46e91ef7e9b1de5be9ba54db1f7f24978c85b06fd7ec66bb0e3a5a742cde192"},"schema_version":"1.0"},"canonical_sha256":"561e188ad40da1fa6e1f67c2e05d0435ca3cef36d393940db2b6915b52144bf7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:26:37.885063Z","signature_b64":"pHgmPGjHtROEtHJTQLPCZA1O5zY4qBwl0wGjPc5sgQfOcACbHF1u+w6Wu+KUPKTk62v4eDePif2P2Fsm9PvpAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"561e188ad40da1fa6e1f67c2e05d0435ca3cef36d393940db2b6915b52144bf7","last_reissued_at":"2026-07-05T08:26:37.884619Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:26:37.884619Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.01283","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:26:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+NoVYFkn6PZ2zdxpHYH5MTqlV4yz6ztqOmeG9qammWYJXlYjcl/MIg/i09XJXf/ICw3Gu7S25ISCHdSiQmqGCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T10:24:58.751834Z"},"content_sha256":"a2dd8d002f36202c1aa674b17f4093c32432cc9c2606f624435c402ee7b5f84d","schema_version":"1.0","event_id":"sha256:a2dd8d002f36202c1aa674b17f4093c32432cc9c2606f624435c402ee7b5f84d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:KYPBRCWUBWQ7U3Q7M7BOAXIEGX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Focus on the Core: Efficient Attention via Pruned Token Compression for Document Classification","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"JungMin Yun, MiHyeon Kim, YoungBin Kim","submitted_at":"2024-06-03T12:51:52Z","abstract_excerpt":"Transformer-based models have achieved dominant performance in numerous NLP tasks. Despite their remarkable successes, pre-trained transformers such as BERT suffer from a computationally expensive self-attention mechanism that interacts with all tokens, including the ones unfavorable to classification performance. To overcome these challenges, we propose integrating two strategies: token pruning and token combining. Token pruning eliminates less important tokens in the attention mechanism's key and value as they pass through the layers. Additionally, we adopt fuzzy logic to handle uncertainty "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.01283","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.01283/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:26:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"W8kqF2MoAz1srSy4ZESHWM07Q0l5Giup4rEKqAALoYWM9YgUX8xaDw85EXpZ5Y57lsKXnflqKXTmQNBk/QHzDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T10:24:58.752203Z"},"content_sha256":"808aa12bf1647b8f3ee52b6c3375749ccab3c88eee9d9fce13fb4b4610208174","schema_version":"1.0","event_id":"sha256:808aa12bf1647b8f3ee52b6c3375749ccab3c88eee9d9fce13fb4b4610208174"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KYPBRCWUBWQ7U3Q7M7BOAXIEGX/bundle.json","state_url":"https://pith.science/pith/KYPBRCWUBWQ7U3Q7M7BOAXIEGX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KYPBRCWUBWQ7U3Q7M7BOAXIEGX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T10:24:58Z","links":{"resolver":"https://pith.science/pith/KYPBRCWUBWQ7U3Q7M7BOAXIEGX","bundle":"https://pith.science/pith/KYPBRCWUBWQ7U3Q7M7BOAXIEGX/bundle.json","state":"https://pith.science/pith/KYPBRCWUBWQ7U3Q7M7BOAXIEGX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KYPBRCWUBWQ7U3Q7M7BOAXIEGX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:KYPBRCWUBWQ7U3Q7M7BOAXIEGX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a46e91ef7e9b1de5be9ba54db1f7f24978c85b06fd7ec66bb0e3a5a742cde192","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-03T12:51:52Z","title_canon_sha256":"f646752cfdfb1e5976c461bf6e918747942bb577914304c55aef2baf950866ca"},"schema_version":"1.0","source":{"id":"2406.01283","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.01283","created_at":"2026-07-05T08:26:37Z"},{"alias_kind":"arxiv_version","alias_value":"2406.01283v1","created_at":"2026-07-05T08:26:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.01283","created_at":"2026-07-05T08:26:37Z"},{"alias_kind":"pith_short_12","alias_value":"KYPBRCWUBWQ7","created_at":"2026-07-05T08:26:37Z"},{"alias_kind":"pith_short_16","alias_value":"KYPBRCWUBWQ7U3Q7","created_at":"2026-07-05T08:26:37Z"},{"alias_kind":"pith_short_8","alias_value":"KYPBRCWU","created_at":"2026-07-05T08:26:37Z"}],"graph_snapshots":[{"event_id":"sha256:808aa12bf1647b8f3ee52b6c3375749ccab3c88eee9d9fce13fb4b4610208174","target":"graph","created_at":"2026-07-05T08:26:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.01283/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Transformer-based models have achieved dominant performance in numerous NLP tasks. Despite their remarkable successes, pre-trained transformers such as BERT suffer from a computationally expensive self-attention mechanism that interacts with all tokens, including the ones unfavorable to classification performance. To overcome these challenges, we propose integrating two strategies: token pruning and token combining. Token pruning eliminates less important tokens in the attention mechanism's key and value as they pass through the layers. Additionally, we adopt fuzzy logic to handle uncertainty ","authors_text":"JungMin Yun, MiHyeon Kim, YoungBin Kim","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-03T12:51:52Z","title":"Focus on the Core: Efficient Attention via Pruned Token Compression for Document Classification"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.01283","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a2dd8d002f36202c1aa674b17f4093c32432cc9c2606f624435c402ee7b5f84d","target":"record","created_at":"2026-07-05T08:26:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a46e91ef7e9b1de5be9ba54db1f7f24978c85b06fd7ec66bb0e3a5a742cde192","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-03T12:51:52Z","title_canon_sha256":"f646752cfdfb1e5976c461bf6e918747942bb577914304c55aef2baf950866ca"},"schema_version":"1.0","source":{"id":"2406.01283","kind":"arxiv","version":1}},"canonical_sha256":"561e188ad40da1fa6e1f67c2e05d0435ca3cef36d393940db2b6915b52144bf7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"561e188ad40da1fa6e1f67c2e05d0435ca3cef36d393940db2b6915b52144bf7","first_computed_at":"2026-07-05T08:26:37.884619Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:26:37.884619Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"pHgmPGjHtROEtHJTQLPCZA1O5zY4qBwl0wGjPc5sgQfOcACbHF1u+w6Wu+KUPKTk62v4eDePif2P2Fsm9PvpAg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:26:37.885063Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.01283","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a2dd8d002f36202c1aa674b17f4093c32432cc9c2606f624435c402ee7b5f84d","sha256:808aa12bf1647b8f3ee52b6c3375749ccab3c88eee9d9fce13fb4b4610208174"],"state_sha256":"a7d687e9dc003978bb7febaf9b4decebcaaffdeb36fc0b92cd378d8e2d6e7857"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bHZgokdm3usbvQuhMpJkpKWgNe7aj0oy7lyKvaTx1zzb6cAipAcw5n3FMyMmLk8DOw6QzUVIFLoq0B0p836cBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T10:24:58.754212Z","bundle_sha256":"6a25384336cf10afd7e55b12faef0665e6c692a2efef43024b3bbc305575eda1"}}