{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:WXRRO67OT5Q35AXYFAMPMQWC3U","short_pith_number":"pith:WXRRO67O","canonical_record":{"source":{"id":"2405.14428","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-05-23T10:54:14Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"52108b06ba693e70932948c775de8948f5cb36462b60ce5e0594905a2ef4d820","abstract_canon_sha256":"e15386c48949507ec233ca5ebf1b27d7f5afa5872de617214f6e28072b634a7d"},"schema_version":"1.0"},"canonical_sha256":"b5e3177bee9f61be82f82818f642c2dd1058ae15114354088a435b5ce303ebf6","source":{"kind":"arxiv","id":"2405.14428","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.14428","created_at":"2026-07-05T08:22:14Z"},{"alias_kind":"arxiv_version","alias_value":"2405.14428v1","created_at":"2026-07-05T08:22:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.14428","created_at":"2026-07-05T08:22:14Z"},{"alias_kind":"pith_short_12","alias_value":"WXRRO67OT5Q3","created_at":"2026-07-05T08:22:14Z"},{"alias_kind":"pith_short_16","alias_value":"WXRRO67OT5Q35AXY","created_at":"2026-07-05T08:22:14Z"},{"alias_kind":"pith_short_8","alias_value":"WXRRO67O","created_at":"2026-07-05T08:22:14Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:WXRRO67OT5Q35AXYFAMPMQWC3U","target":"record","payload":{"canonical_record":{"source":{"id":"2405.14428","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-05-23T10:54:14Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"52108b06ba693e70932948c775de8948f5cb36462b60ce5e0594905a2ef4d820","abstract_canon_sha256":"e15386c48949507ec233ca5ebf1b27d7f5afa5872de617214f6e28072b634a7d"},"schema_version":"1.0"},"canonical_sha256":"b5e3177bee9f61be82f82818f642c2dd1058ae15114354088a435b5ce303ebf6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:22:14.446934Z","signature_b64":"bc3vu7nriv4a0SUIYScvvgy4bkgR+utVpK8aiY6EMCOqaC4Ocmdr9ys4Ju6Pt+aGMzVFqeRZp4YDliXT6QOACQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b5e3177bee9f61be82f82818f642c2dd1058ae15114354088a435b5ce303ebf6","last_reissued_at":"2026-07-05T08:22:14.446602Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:22:14.446602Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.14428","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:22:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KfWo34A2TLDQB4YyWpZixdq4QnbBd5Fac8x0wyov5ycZ0UV1zanuhMachLn8PoDumqOJHIUMo/Wy6hGXdVXgDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T12:25:50.900335Z"},"content_sha256":"0e89da33728f148fe18c1a0760e14f8659cbbd9ed1b30007841a9ca0350a78e6","schema_version":"1.0","event_id":"sha256:0e89da33728f148fe18c1a0760e14f8659cbbd9ed1b30007841a9ca0350a78e6"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:WXRRO67OT5Q35AXYFAMPMQWC3U","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Mitigating Quantization Errors Due to Activation Spikes in GLU-Based LLMs","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Hayun Kim, Jaewoo Yang, Younghoon Kim","submitted_at":"2024-05-23T10:54:14Z","abstract_excerpt":"Modern large language models (LLMs) have established state-of-the-art performance through architectural improvements, but still require significant computational cost for inference. In an effort to reduce the inference cost, post-training quantization (PTQ) has become a popular approach, quantizing weights and activations to lower precision, such as INT8. In this paper, we reveal the challenges of activation quantization in GLU variants, which are widely used in feed-forward network (FFN) of modern LLMs, such as LLaMA family. The problem is that severe local quantization errors, caused by exce"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.14428","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.14428/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:22:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2GLqpgE89fvyFmJRvcI8VYSJQ2swwWmwxPoGnj1cETncu13QVKU8KFV749pvNMFK3/jpRymgzXbnQvblzyD8Aw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T12:25:50.900857Z"},"content_sha256":"ea3d78d3930f7c0de5ef546812aaa2cb0ce4b77b1e7331c8804ab1443d47e0bf","schema_version":"1.0","event_id":"sha256:ea3d78d3930f7c0de5ef546812aaa2cb0ce4b77b1e7331c8804ab1443d47e0bf"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WXRRO67OT5Q35AXYFAMPMQWC3U/bundle.json","state_url":"https://pith.science/pith/WXRRO67OT5Q35AXYFAMPMQWC3U/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WXRRO67OT5Q35AXYFAMPMQWC3U/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T12:25:50Z","links":{"resolver":"https://pith.science/pith/WXRRO67OT5Q35AXYFAMPMQWC3U","bundle":"https://pith.science/pith/WXRRO67OT5Q35AXYFAMPMQWC3U/bundle.json","state":"https://pith.science/pith/WXRRO67OT5Q35AXYFAMPMQWC3U/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WXRRO67OT5Q35AXYFAMPMQWC3U/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:WXRRO67OT5Q35AXYFAMPMQWC3U","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e15386c48949507ec233ca5ebf1b27d7f5afa5872de617214f6e28072b634a7d","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-05-23T10:54:14Z","title_canon_sha256":"52108b06ba693e70932948c775de8948f5cb36462b60ce5e0594905a2ef4d820"},"schema_version":"1.0","source":{"id":"2405.14428","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.14428","created_at":"2026-07-05T08:22:14Z"},{"alias_kind":"arxiv_version","alias_value":"2405.14428v1","created_at":"2026-07-05T08:22:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.14428","created_at":"2026-07-05T08:22:14Z"},{"alias_kind":"pith_short_12","alias_value":"WXRRO67OT5Q3","created_at":"2026-07-05T08:22:14Z"},{"alias_kind":"pith_short_16","alias_value":"WXRRO67OT5Q35AXY","created_at":"2026-07-05T08:22:14Z"},{"alias_kind":"pith_short_8","alias_value":"WXRRO67O","created_at":"2026-07-05T08:22:14Z"}],"graph_snapshots":[{"event_id":"sha256:ea3d78d3930f7c0de5ef546812aaa2cb0ce4b77b1e7331c8804ab1443d47e0bf","target":"graph","created_at":"2026-07-05T08:22:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.14428/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Modern large language models (LLMs) have established state-of-the-art performance through architectural improvements, but still require significant computational cost for inference. In an effort to reduce the inference cost, post-training quantization (PTQ) has become a popular approach, quantizing weights and activations to lower precision, such as INT8. In this paper, we reveal the challenges of activation quantization in GLU variants, which are widely used in feed-forward network (FFN) of modern LLMs, such as LLaMA family. The problem is that severe local quantization errors, caused by exce","authors_text":"Hayun Kim, Jaewoo Yang, Younghoon Kim","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-05-23T10:54:14Z","title":"Mitigating Quantization Errors Due to Activation Spikes in GLU-Based LLMs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.14428","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0e89da33728f148fe18c1a0760e14f8659cbbd9ed1b30007841a9ca0350a78e6","target":"record","created_at":"2026-07-05T08:22:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e15386c48949507ec233ca5ebf1b27d7f5afa5872de617214f6e28072b634a7d","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-05-23T10:54:14Z","title_canon_sha256":"52108b06ba693e70932948c775de8948f5cb36462b60ce5e0594905a2ef4d820"},"schema_version":"1.0","source":{"id":"2405.14428","kind":"arxiv","version":1}},"canonical_sha256":"b5e3177bee9f61be82f82818f642c2dd1058ae15114354088a435b5ce303ebf6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b5e3177bee9f61be82f82818f642c2dd1058ae15114354088a435b5ce303ebf6","first_computed_at":"2026-07-05T08:22:14.446602Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:22:14.446602Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"bc3vu7nriv4a0SUIYScvvgy4bkgR+utVpK8aiY6EMCOqaC4Ocmdr9ys4Ju6Pt+aGMzVFqeRZp4YDliXT6QOACQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:22:14.446934Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.14428","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0e89da33728f148fe18c1a0760e14f8659cbbd9ed1b30007841a9ca0350a78e6","sha256:ea3d78d3930f7c0de5ef546812aaa2cb0ce4b77b1e7331c8804ab1443d47e0bf"],"state_sha256":"7f7b9606d68c3332a5e539c9d6cf770e94115a8b7af3d4f5572fdc63ddee74b9"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"D2oteL7aRjja9I/bqE3zPRdJ8zjBkZI/VlU4/PjSRiiyC0zilMIShtzK6146JFTqFRRupK+AIlZOFcBCRvtWBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T12:25:50.905749Z","bundle_sha256":"0d7cccde1d34b650bcdbead0538160d481a8115b623f9f7d36bc2eaf3efcec1d"}}