{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:WHMB4SBNPI5HQZTBZZP5HI2LHZ","short_pith_number":"pith:WHMB4SBN","canonical_record":{"source":{"id":"2504.21553","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2025-04-30T11:52:18Z","cross_cats_sorted":[],"title_canon_sha256":"d241f7f37bb553ccfa2d35f2127707af8d6f133bebfd93266544f43b956fb8b3","abstract_canon_sha256":"0234ca4435d3dc766560c6924f6d464360742701146a26865ce0dde7d34997e4"},"schema_version":"1.0"},"canonical_sha256":"b1d81e482d7a3a786661ce5fd3a34b3e71ce29c92a2c4acd28854912485d4bbc","source":{"kind":"arxiv","id":"2504.21553","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.21553","created_at":"2026-07-05T10:56:25Z"},{"alias_kind":"arxiv_version","alias_value":"2504.21553v1","created_at":"2026-07-05T10:56:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.21553","created_at":"2026-07-05T10:56:25Z"},{"alias_kind":"pith_short_12","alias_value":"WHMB4SBNPI5H","created_at":"2026-07-05T10:56:25Z"},{"alias_kind":"pith_short_16","alias_value":"WHMB4SBNPI5HQZTB","created_at":"2026-07-05T10:56:25Z"},{"alias_kind":"pith_short_8","alias_value":"WHMB4SBN","created_at":"2026-07-05T10:56:25Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:WHMB4SBNPI5HQZTBZZP5HI2LHZ","target":"record","payload":{"canonical_record":{"source":{"id":"2504.21553","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2025-04-30T11:52:18Z","cross_cats_sorted":[],"title_canon_sha256":"d241f7f37bb553ccfa2d35f2127707af8d6f133bebfd93266544f43b956fb8b3","abstract_canon_sha256":"0234ca4435d3dc766560c6924f6d464360742701146a26865ce0dde7d34997e4"},"schema_version":"1.0"},"canonical_sha256":"b1d81e482d7a3a786661ce5fd3a34b3e71ce29c92a2c4acd28854912485d4bbc","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:56:25.746061Z","signature_b64":"rIKdwoJ5JsANWjotJEp3h6QLRwYmBDibo4rBI5faMPo86j3DuNQPBzvNEG14OVrERAbPd0NUMoZjfUxdk0t/Cg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b1d81e482d7a3a786661ce5fd3a34b3e71ce29c92a2c4acd28854912485d4bbc","last_reissued_at":"2026-07-05T10:56:25.745529Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:56:25.745529Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2504.21553","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:56:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fCjuE9jO3hOqOdy6ohoT3+zqG1cjh5LZMzDx5kLaqyFN4xk1LLdUedKiVr+XGR88npgDH4omNP5ci9K33lyTBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T13:40:30.842565Z"},"content_sha256":"b4f5fbb042418aa9ddcf9a5cb40fddea14caf73b8dbbf1095e28bcde4c2fd1ad","schema_version":"1.0","event_id":"sha256:b4f5fbb042418aa9ddcf9a5cb40fddea14caf73b8dbbf1095e28bcde4c2fd1ad"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:WHMB4SBNPI5HQZTBZZP5HI2LHZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Precision Where It Matters: A Novel Spike Aware Mixed-Precision Quantization Strategy for LLaMA-based Language Models","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Cyril Moineau, Fabrice Rastello, Lucas Maisonnave, Olivier Bichler","submitted_at":"2025-04-30T11:52:18Z","abstract_excerpt":"Large Language Models (LLMs) have demonstrated remarkable capabilities in various natural language processing tasks. However, their size presents significant challenges for deployment and inference. This paper investigates the quantization of LLMs, focusing on the LLaMA architecture and its derivatives. We challenge existing assumptions about activation outliers in LLMs and propose a novel mixed-precision quantization approach tailored for LLaMA-like models. Our method leverages the observation that activation spikes in LLaMA architectures are predominantly concentrated in specific projection "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.21553","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2504.21553/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:56:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MPdkMhyXMPpL6umDL5egmwNU1lGUSIc4miNpgG7kXbFtnT4lIfpImOVdvJoiMy9zPjFDmfnCn9TMi72FYfy3Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T13:40:30.843156Z"},"content_sha256":"652487817e1f8ea45527e7183dd6b75cd03c6d767cb360bda07b487b1e06d51c","schema_version":"1.0","event_id":"sha256:652487817e1f8ea45527e7183dd6b75cd03c6d767cb360bda07b487b1e06d51c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WHMB4SBNPI5HQZTBZZP5HI2LHZ/bundle.json","state_url":"https://pith.science/pith/WHMB4SBNPI5HQZTBZZP5HI2LHZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WHMB4SBNPI5HQZTBZZP5HI2LHZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-17T13:40:30Z","links":{"resolver":"https://pith.science/pith/WHMB4SBNPI5HQZTBZZP5HI2LHZ","bundle":"https://pith.science/pith/WHMB4SBNPI5HQZTBZZP5HI2LHZ/bundle.json","state":"https://pith.science/pith/WHMB4SBNPI5HQZTBZZP5HI2LHZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WHMB4SBNPI5HQZTBZZP5HI2LHZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:WHMB4SBNPI5HQZTBZZP5HI2LHZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0234ca4435d3dc766560c6924f6d464360742701146a26865ce0dde7d34997e4","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2025-04-30T11:52:18Z","title_canon_sha256":"d241f7f37bb553ccfa2d35f2127707af8d6f133bebfd93266544f43b956fb8b3"},"schema_version":"1.0","source":{"id":"2504.21553","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.21553","created_at":"2026-07-05T10:56:25Z"},{"alias_kind":"arxiv_version","alias_value":"2504.21553v1","created_at":"2026-07-05T10:56:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.21553","created_at":"2026-07-05T10:56:25Z"},{"alias_kind":"pith_short_12","alias_value":"WHMB4SBNPI5H","created_at":"2026-07-05T10:56:25Z"},{"alias_kind":"pith_short_16","alias_value":"WHMB4SBNPI5HQZTB","created_at":"2026-07-05T10:56:25Z"},{"alias_kind":"pith_short_8","alias_value":"WHMB4SBN","created_at":"2026-07-05T10:56:25Z"}],"graph_snapshots":[{"event_id":"sha256:652487817e1f8ea45527e7183dd6b75cd03c6d767cb360bda07b487b1e06d51c","target":"graph","created_at":"2026-07-05T10:56:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2504.21553/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) have demonstrated remarkable capabilities in various natural language processing tasks. However, their size presents significant challenges for deployment and inference. This paper investigates the quantization of LLMs, focusing on the LLaMA architecture and its derivatives. We challenge existing assumptions about activation outliers in LLMs and propose a novel mixed-precision quantization approach tailored for LLaMA-like models. Our method leverages the observation that activation spikes in LLaMA architectures are predominantly concentrated in specific projection ","authors_text":"Cyril Moineau, Fabrice Rastello, Lucas Maisonnave, Olivier Bichler","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2025-04-30T11:52:18Z","title":"Precision Where It Matters: A Novel Spike Aware Mixed-Precision Quantization Strategy for LLaMA-based Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.21553","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b4f5fbb042418aa9ddcf9a5cb40fddea14caf73b8dbbf1095e28bcde4c2fd1ad","target":"record","created_at":"2026-07-05T10:56:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0234ca4435d3dc766560c6924f6d464360742701146a26865ce0dde7d34997e4","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2025-04-30T11:52:18Z","title_canon_sha256":"d241f7f37bb553ccfa2d35f2127707af8d6f133bebfd93266544f43b956fb8b3"},"schema_version":"1.0","source":{"id":"2504.21553","kind":"arxiv","version":1}},"canonical_sha256":"b1d81e482d7a3a786661ce5fd3a34b3e71ce29c92a2c4acd28854912485d4bbc","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b1d81e482d7a3a786661ce5fd3a34b3e71ce29c92a2c4acd28854912485d4bbc","first_computed_at":"2026-07-05T10:56:25.745529Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:56:25.745529Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"rIKdwoJ5JsANWjotJEp3h6QLRwYmBDibo4rBI5faMPo86j3DuNQPBzvNEG14OVrERAbPd0NUMoZjfUxdk0t/Cg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:56:25.746061Z","signed_message":"canonical_sha256_bytes"},"source_id":"2504.21553","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b4f5fbb042418aa9ddcf9a5cb40fddea14caf73b8dbbf1095e28bcde4c2fd1ad","sha256:652487817e1f8ea45527e7183dd6b75cd03c6d767cb360bda07b487b1e06d51c"],"state_sha256":"51018972b30b296dd255da0c1c2f49e1e496bf8efff10027e267218e6886a4a9"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Bt74omSwzFzIgRI7g8fnk4+p5MKJ5DjgGO7xncTcWlb9nu7dqRqkkeAjIrpIbgQqsq57V+bK/oF9PC+SDG+EDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-17T13:40:30.850674Z","bundle_sha256":"cbe672d7056ec851b685f79f1386f62fdefc95b0b1f15824e237ae1c3e3a1737"}}