{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:PD3MJVH5K2KHR4JPUGHERPLYD4","short_pith_number":"pith:PD3MJVH5","canonical_record":{"source":{"id":"2407.20485","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-30T01:13:42Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"6a3666d065bcdb8c7c5775f187d4af556ce77f7e5855361bd1debcfdbd8186ae","abstract_canon_sha256":"bed4e8abf7a21a72ec95ee44cd08b19adcb2ca1b2ab697a870b5fe3c6c51bdee"},"schema_version":"1.0"},"canonical_sha256":"78f6c4d4fd569478f12fa18e48bd781f32d35aea60d87021a8ecac9ec65919f1","source":{"kind":"arxiv","id":"2407.20485","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.20485","created_at":"2026-07-05T08:50:31Z"},{"alias_kind":"arxiv_version","alias_value":"2407.20485v2","created_at":"2026-07-05T08:50:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.20485","created_at":"2026-07-05T08:50:31Z"},{"alias_kind":"pith_short_12","alias_value":"PD3MJVH5K2KH","created_at":"2026-07-05T08:50:31Z"},{"alias_kind":"pith_short_16","alias_value":"PD3MJVH5K2KHR4JP","created_at":"2026-07-05T08:50:31Z"},{"alias_kind":"pith_short_8","alias_value":"PD3MJVH5","created_at":"2026-07-05T08:50:31Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:PD3MJVH5K2KHR4JPUGHERPLYD4","target":"record","payload":{"canonical_record":{"source":{"id":"2407.20485","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-30T01:13:42Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"6a3666d065bcdb8c7c5775f187d4af556ce77f7e5855361bd1debcfdbd8186ae","abstract_canon_sha256":"bed4e8abf7a21a72ec95ee44cd08b19adcb2ca1b2ab697a870b5fe3c6c51bdee"},"schema_version":"1.0"},"canonical_sha256":"78f6c4d4fd569478f12fa18e48bd781f32d35aea60d87021a8ecac9ec65919f1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:50:31.797663Z","signature_b64":"ZaIjQy7Dq0keP1YsqBZXljsI3bnAYMC8VcRLMD6xZMkEawcwOsyNgvpefEt6HgIwfNZ9zM5NtxLkwbapje33AA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"78f6c4d4fd569478f12fa18e48bd781f32d35aea60d87021a8ecac9ec65919f1","last_reissued_at":"2026-07-05T08:50:31.797134Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:50:31.797134Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.20485","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:50:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/ws60LlkoHt/pkDtI6JEzOxjYuAiwzEYLc0Eqeev34xCqygC/xJycYAmDI5BuegImwp/WmgtKcYl4JRWELBeBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T20:56:03.359386Z"},"content_sha256":"e292be41ae2ea49280cd4a796c7c72c79ad9add4354a84bc50cfdc89df72ddbe","schema_version":"1.0","event_id":"sha256:e292be41ae2ea49280cd4a796c7c72c79ad9add4354a84bc50cfdc89df72ddbe"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:PD3MJVH5K2KHR4JPUGHERPLYD4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A2SF: Accumulative Attention Scoring with Forgetting Factor for Token Pruning in Transformer Decoder","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Dongkun Shin, Hyun-rae Jo","submitted_at":"2024-07-30T01:13:42Z","abstract_excerpt":"Recently, large language models (LLM) based on transformers are facing memory bottleneck issues due to KV cache, especially in long sequence handling. Previous researches proposed KV cache compression techniques that identify insignificant tokens based on Accumulative Attention Scores and removes their items from KV cache, noting that only few tokens play an important role in attention operations. However, we have observed that the existing Accumulative Attention Score is not suitable for the transformer decoder structure. In the decoder model, the number of times the Attention Score accumulat"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.20485","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.20485/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:50:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MokQ0OFYVeVXhauahMsCGxS6HFTi3ncAU71cG1q26Ze+Qcd2BaQjgtWvTqQy8N8iVR7wSusP1lKREGGVdwd2Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T20:56:03.360076Z"},"content_sha256":"d8d10c133458d0cc5304939a1becdc09eb4b0b6008648b4f9f552e4372eae9ac","schema_version":"1.0","event_id":"sha256:d8d10c133458d0cc5304939a1becdc09eb4b0b6008648b4f9f552e4372eae9ac"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PD3MJVH5K2KHR4JPUGHERPLYD4/bundle.json","state_url":"https://pith.science/pith/PD3MJVH5K2KHR4JPUGHERPLYD4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PD3MJVH5K2KHR4JPUGHERPLYD4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T20:56:03Z","links":{"resolver":"https://pith.science/pith/PD3MJVH5K2KHR4JPUGHERPLYD4","bundle":"https://pith.science/pith/PD3MJVH5K2KHR4JPUGHERPLYD4/bundle.json","state":"https://pith.science/pith/PD3MJVH5K2KHR4JPUGHERPLYD4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PD3MJVH5K2KHR4JPUGHERPLYD4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:PD3MJVH5K2KHR4JPUGHERPLYD4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"bed4e8abf7a21a72ec95ee44cd08b19adcb2ca1b2ab697a870b5fe3c6c51bdee","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-30T01:13:42Z","title_canon_sha256":"6a3666d065bcdb8c7c5775f187d4af556ce77f7e5855361bd1debcfdbd8186ae"},"schema_version":"1.0","source":{"id":"2407.20485","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.20485","created_at":"2026-07-05T08:50:31Z"},{"alias_kind":"arxiv_version","alias_value":"2407.20485v2","created_at":"2026-07-05T08:50:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.20485","created_at":"2026-07-05T08:50:31Z"},{"alias_kind":"pith_short_12","alias_value":"PD3MJVH5K2KH","created_at":"2026-07-05T08:50:31Z"},{"alias_kind":"pith_short_16","alias_value":"PD3MJVH5K2KHR4JP","created_at":"2026-07-05T08:50:31Z"},{"alias_kind":"pith_short_8","alias_value":"PD3MJVH5","created_at":"2026-07-05T08:50:31Z"}],"graph_snapshots":[{"event_id":"sha256:d8d10c133458d0cc5304939a1becdc09eb4b0b6008648b4f9f552e4372eae9ac","target":"graph","created_at":"2026-07-05T08:50:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.20485/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recently, large language models (LLM) based on transformers are facing memory bottleneck issues due to KV cache, especially in long sequence handling. Previous researches proposed KV cache compression techniques that identify insignificant tokens based on Accumulative Attention Scores and removes their items from KV cache, noting that only few tokens play an important role in attention operations. However, we have observed that the existing Accumulative Attention Score is not suitable for the transformer decoder structure. In the decoder model, the number of times the Attention Score accumulat","authors_text":"Dongkun Shin, Hyun-rae Jo","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-30T01:13:42Z","title":"A2SF: Accumulative Attention Scoring with Forgetting Factor for Token Pruning in Transformer Decoder"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.20485","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e292be41ae2ea49280cd4a796c7c72c79ad9add4354a84bc50cfdc89df72ddbe","target":"record","created_at":"2026-07-05T08:50:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"bed4e8abf7a21a72ec95ee44cd08b19adcb2ca1b2ab697a870b5fe3c6c51bdee","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-30T01:13:42Z","title_canon_sha256":"6a3666d065bcdb8c7c5775f187d4af556ce77f7e5855361bd1debcfdbd8186ae"},"schema_version":"1.0","source":{"id":"2407.20485","kind":"arxiv","version":2}},"canonical_sha256":"78f6c4d4fd569478f12fa18e48bd781f32d35aea60d87021a8ecac9ec65919f1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"78f6c4d4fd569478f12fa18e48bd781f32d35aea60d87021a8ecac9ec65919f1","first_computed_at":"2026-07-05T08:50:31.797134Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:50:31.797134Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ZaIjQy7Dq0keP1YsqBZXljsI3bnAYMC8VcRLMD6xZMkEawcwOsyNgvpefEt6HgIwfNZ9zM5NtxLkwbapje33AA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:50:31.797663Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.20485","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e292be41ae2ea49280cd4a796c7c72c79ad9add4354a84bc50cfdc89df72ddbe","sha256:d8d10c133458d0cc5304939a1becdc09eb4b0b6008648b4f9f552e4372eae9ac"],"state_sha256":"329adf1ca959560af3f8b9ec213a06676b6dafc64bcb8e5ce5e8ba9d2b77fb92"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9yB5S87BhuTu9PzewNW2H7PHGaG7S9MXYugR4rWcUJ4wT6v3PWPh/Uibze0mPsgX0hBaHgkphaFRJdr6IcG1Aw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T20:56:03.366444Z","bundle_sha256":"be371bf05a1e14739b43686f1cf7e73d151c49f81232f4ad7efae4b0b63f929a"}}