{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:YYV25GHS3RIJYSVYMUVX57YKIR","short_pith_number":"pith:YYV25GHS","canonical_record":{"source":{"id":"2406.12016","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-06-17T18:33:44Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"b46605b7170ea6a00241d6ddaa80d1053acbf5f4ce0304cc2f6d0efbaa470fd6","abstract_canon_sha256":"a9b27e43223b6cf04b4f02501f9fe3fd10e6c95dc53c8316c13ce4e1d350048d"},"schema_version":"1.0"},"canonical_sha256":"c62bae98f2dc509c4ab8652b7eff0a4460a272e6d760636bc9049de6cefbc2a1","source":{"kind":"arxiv","id":"2406.12016","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.12016","created_at":"2026-07-05T09:15:33Z"},{"alias_kind":"arxiv_version","alias_value":"2406.12016v2","created_at":"2026-07-05T09:15:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.12016","created_at":"2026-07-05T09:15:33Z"},{"alias_kind":"pith_short_12","alias_value":"YYV25GHS3RIJ","created_at":"2026-07-05T09:15:33Z"},{"alias_kind":"pith_short_16","alias_value":"YYV25GHS3RIJYSVY","created_at":"2026-07-05T09:15:33Z"},{"alias_kind":"pith_short_8","alias_value":"YYV25GHS","created_at":"2026-07-05T09:15:33Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:YYV25GHS3RIJYSVYMUVX57YKIR","target":"record","payload":{"canonical_record":{"source":{"id":"2406.12016","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-06-17T18:33:44Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"b46605b7170ea6a00241d6ddaa80d1053acbf5f4ce0304cc2f6d0efbaa470fd6","abstract_canon_sha256":"a9b27e43223b6cf04b4f02501f9fe3fd10e6c95dc53c8316c13ce4e1d350048d"},"schema_version":"1.0"},"canonical_sha256":"c62bae98f2dc509c4ab8652b7eff0a4460a272e6d760636bc9049de6cefbc2a1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:15:33.875759Z","signature_b64":"w3LLZ0Z8dCz5RWRfVs1SOala6VzwuS1zkeg0EkMdQszGvdhvwBNx+72wRZZFwTNyIUuBYUfKpFMEKlth1WBGBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c62bae98f2dc509c4ab8652b7eff0a4460a272e6d760636bc9049de6cefbc2a1","last_reissued_at":"2026-07-05T09:15:33.875239Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:15:33.875239Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.12016","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:15:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BvibikM17eMBokVmSZIZiv0nWVexw+5IKwyvulQlBlKBzKELunA5Z9z2vKft/m7fA0o4ycdbByMXr18fZ5mJAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T09:51:41.451492Z"},"content_sha256":"7df3ccf2a4924514d0a7b4e67475f699919dcb22db77bffb488956b5c5639c3a","schema_version":"1.0","event_id":"sha256:7df3ccf2a4924514d0a7b4e67475f699919dcb22db77bffb488956b5c5639c3a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:YYV25GHS3RIJYSVYMUVX57YKIR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Prefixing Attention Sinks can Mitigate Activation Outliers for Large Language Model Quantization","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.LG","authors_text":"Jaeho Lee, Kyuyeun Kim, Seungwoo Son, Wonpyo Park, Woohyun Han","submitted_at":"2024-06-17T18:33:44Z","abstract_excerpt":"Despite recent advances in LLM quantization, activation quantization remains to be challenging due to the activation outliers. Conventional remedies, e.g., mixing precisions for different channels, introduce extra overhead and reduce the speedup. In this work, we develop a simple yet effective strategy to facilitate per-tensor activation quantization by preventing the generation of problematic tokens. Precisely, we propose a method to find a set of key-value cache, coined CushionCache, which mitigates outliers in subsequent tokens when inserted as a prefix. CushionCache works in two steps: Fir"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.12016","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.12016/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:15:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"B2qQZmcWHCM5HX43IlXRKz7jn0tYf93eL1+19xWbgbAo7W8NgUxjFTxoDRq2mOs1kM/93usAP+N0bru2qlq5Cw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T09:51:41.452032Z"},"content_sha256":"f69e10cb0f4c94c4a149c76ecd549920d09e6890c2c6ad5d0093229db87a1ffa","schema_version":"1.0","event_id":"sha256:f69e10cb0f4c94c4a149c76ecd549920d09e6890c2c6ad5d0093229db87a1ffa"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/YYV25GHS3RIJYSVYMUVX57YKIR/bundle.json","state_url":"https://pith.science/pith/YYV25GHS3RIJYSVYMUVX57YKIR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/YYV25GHS3RIJYSVYMUVX57YKIR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T09:51:41Z","links":{"resolver":"https://pith.science/pith/YYV25GHS3RIJYSVYMUVX57YKIR","bundle":"https://pith.science/pith/YYV25GHS3RIJYSVYMUVX57YKIR/bundle.json","state":"https://pith.science/pith/YYV25GHS3RIJYSVYMUVX57YKIR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/YYV25GHS3RIJYSVYMUVX57YKIR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:YYV25GHS3RIJYSVYMUVX57YKIR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a9b27e43223b6cf04b4f02501f9fe3fd10e6c95dc53c8316c13ce4e1d350048d","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-06-17T18:33:44Z","title_canon_sha256":"b46605b7170ea6a00241d6ddaa80d1053acbf5f4ce0304cc2f6d0efbaa470fd6"},"schema_version":"1.0","source":{"id":"2406.12016","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.12016","created_at":"2026-07-05T09:15:33Z"},{"alias_kind":"arxiv_version","alias_value":"2406.12016v2","created_at":"2026-07-05T09:15:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.12016","created_at":"2026-07-05T09:15:33Z"},{"alias_kind":"pith_short_12","alias_value":"YYV25GHS3RIJ","created_at":"2026-07-05T09:15:33Z"},{"alias_kind":"pith_short_16","alias_value":"YYV25GHS3RIJYSVY","created_at":"2026-07-05T09:15:33Z"},{"alias_kind":"pith_short_8","alias_value":"YYV25GHS","created_at":"2026-07-05T09:15:33Z"}],"graph_snapshots":[{"event_id":"sha256:f69e10cb0f4c94c4a149c76ecd549920d09e6890c2c6ad5d0093229db87a1ffa","target":"graph","created_at":"2026-07-05T09:15:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.12016/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Despite recent advances in LLM quantization, activation quantization remains to be challenging due to the activation outliers. Conventional remedies, e.g., mixing precisions for different channels, introduce extra overhead and reduce the speedup. In this work, we develop a simple yet effective strategy to facilitate per-tensor activation quantization by preventing the generation of problematic tokens. Precisely, we propose a method to find a set of key-value cache, coined CushionCache, which mitigates outliers in subsequent tokens when inserted as a prefix. CushionCache works in two steps: Fir","authors_text":"Jaeho Lee, Kyuyeun Kim, Seungwoo Son, Wonpyo Park, Woohyun Han","cross_cats":["cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-06-17T18:33:44Z","title":"Prefixing Attention Sinks can Mitigate Activation Outliers for Large Language Model Quantization"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.12016","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7df3ccf2a4924514d0a7b4e67475f699919dcb22db77bffb488956b5c5639c3a","target":"record","created_at":"2026-07-05T09:15:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a9b27e43223b6cf04b4f02501f9fe3fd10e6c95dc53c8316c13ce4e1d350048d","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-06-17T18:33:44Z","title_canon_sha256":"b46605b7170ea6a00241d6ddaa80d1053acbf5f4ce0304cc2f6d0efbaa470fd6"},"schema_version":"1.0","source":{"id":"2406.12016","kind":"arxiv","version":2}},"canonical_sha256":"c62bae98f2dc509c4ab8652b7eff0a4460a272e6d760636bc9049de6cefbc2a1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c62bae98f2dc509c4ab8652b7eff0a4460a272e6d760636bc9049de6cefbc2a1","first_computed_at":"2026-07-05T09:15:33.875239Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:15:33.875239Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"w3LLZ0Z8dCz5RWRfVs1SOala6VzwuS1zkeg0EkMdQszGvdhvwBNx+72wRZZFwTNyIUuBYUfKpFMEKlth1WBGBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:15:33.875759Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.12016","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7df3ccf2a4924514d0a7b4e67475f699919dcb22db77bffb488956b5c5639c3a","sha256:f69e10cb0f4c94c4a149c76ecd549920d09e6890c2c6ad5d0093229db87a1ffa"],"state_sha256":"1e8d45edde90e26de94bf293cc3d36f8ce6ce13df752c43aaf145ec707bb9391"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Ms1TO5ZN+5JlXjYV580v5+14H5mW5LEsdd92feMZ42VPzBL4D9/2Hmc0QDQ+JcFlJkXcGEqJ115eOlW/TxfQBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T09:51:41.457369Z","bundle_sha256":"e51f1cc1e9156a40ef1278147cc9b3443d43fd819d663da96cd9e58a2489fb63"}}