{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:K34SKN4HVWXQ6XYTOFGU3IVQFE","short_pith_number":"pith:K34SKN4H","canonical_record":{"source":{"id":"2411.00850","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-10-30T11:16:04Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"a90ad427639a9cd4131fb12f46fe5b81c1bef99141415a64d88940fbe093975a","abstract_canon_sha256":"916627364f70ef60268ef44a3e20e5c270b390ce21d67c6e8ac0023218f36dce"},"schema_version":"1.0"},"canonical_sha256":"56f9253787adaf0f5f13714d4da2b02903a96812abe7839f8f7853985901b5da","source":{"kind":"arxiv","id":"2411.00850","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.00850","created_at":"2026-07-05T11:11:36Z"},{"alias_kind":"arxiv_version","alias_value":"2411.00850v4","created_at":"2026-07-05T11:11:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.00850","created_at":"2026-07-05T11:11:36Z"},{"alias_kind":"pith_short_12","alias_value":"K34SKN4HVWXQ","created_at":"2026-07-05T11:11:36Z"},{"alias_kind":"pith_short_16","alias_value":"K34SKN4HVWXQ6XYT","created_at":"2026-07-05T11:11:36Z"},{"alias_kind":"pith_short_8","alias_value":"K34SKN4H","created_at":"2026-07-05T11:11:36Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:K34SKN4HVWXQ6XYTOFGU3IVQFE","target":"record","payload":{"canonical_record":{"source":{"id":"2411.00850","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-10-30T11:16:04Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"a90ad427639a9cd4131fb12f46fe5b81c1bef99141415a64d88940fbe093975a","abstract_canon_sha256":"916627364f70ef60268ef44a3e20e5c270b390ce21d67c6e8ac0023218f36dce"},"schema_version":"1.0"},"canonical_sha256":"56f9253787adaf0f5f13714d4da2b02903a96812abe7839f8f7853985901b5da","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:11:36.730215Z","signature_b64":"T04vFrIew4jfR7phO7xS5kuLZb/byRKtQ+7ywlzNUxcoFEly19jafr3pDqg9gELZJCyb9ZCFedsRajBy4A4PAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"56f9253787adaf0f5f13714d4da2b02903a96812abe7839f8f7853985901b5da","last_reissued_at":"2026-07-05T11:11:36.729442Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:11:36.729442Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2411.00850","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:11:36Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"169o5Ir7LkZ3TsYyLkd0Q4qIY01X+hV+J1V92PKsNg2BHLzEQFvPhf8F7V0ls4aV5ads2kQVRmpjf4aXpBLkAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T13:46:32.945859Z"},"content_sha256":"e29353de724603c4a67df747f08098d2961878860c06dd3bccb2bde2b003d3c1","schema_version":"1.0","event_id":"sha256:e29353de724603c4a67df747f08098d2961878860c06dd3bccb2bde2b003d3c1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:K34SKN4HVWXQ6XYTOFGU3IVQFE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"GWQ: Gradient-Aware Weight Quantization for Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Chenyu Zhang, Haiyang Liu, Hao Tang, Haotong Qin, Jingcai Guo, Ling Shao, Michele Magno, Minxi Yan, Siyu Chen, Yan Gu, Yan Wang, Yihua Shao, Zijian Ling, Zixian Zhu, Ziyang Yan","submitted_at":"2024-10-30T11:16:04Z","abstract_excerpt":"Large language models (LLMs) show impressive performance in solving complex language tasks. However, its large number of parameters presents significant challenges for the deployment. So, compressing LLMs to low bits can enable to deploy on resource-constrained devices. To address this problem, we propose gradient-aware weight quantization (GWQ), the first quantization approach for low-bit weight quantization that leverages gradients to localize outliers, requiring only a minimal amount of calibration data for outlier detection. GWQ retains the top 1\\% outliers preferentially at FP16 precision"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.00850","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.00850/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:11:36Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oSO5oW5NS+rhFTm8KWjnzvFVB4W2bzKrSwaH27l2pRi6UARqz2a3p82exPVzz5Q9+bLQ8oTFJ8p/iETjW5uwCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T13:46:32.946359Z"},"content_sha256":"4f32c5d5f11f235cd292d4bae7353edcd9c173810b4aec41d874e313f60b0238","schema_version":"1.0","event_id":"sha256:4f32c5d5f11f235cd292d4bae7353edcd9c173810b4aec41d874e313f60b0238"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/K34SKN4HVWXQ6XYTOFGU3IVQFE/bundle.json","state_url":"https://pith.science/pith/K34SKN4HVWXQ6XYTOFGU3IVQFE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/K34SKN4HVWXQ6XYTOFGU3IVQFE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-15T13:46:32Z","links":{"resolver":"https://pith.science/pith/K34SKN4HVWXQ6XYTOFGU3IVQFE","bundle":"https://pith.science/pith/K34SKN4HVWXQ6XYTOFGU3IVQFE/bundle.json","state":"https://pith.science/pith/K34SKN4HVWXQ6XYTOFGU3IVQFE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/K34SKN4HVWXQ6XYTOFGU3IVQFE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:K34SKN4HVWXQ6XYTOFGU3IVQFE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"916627364f70ef60268ef44a3e20e5c270b390ce21d67c6e8ac0023218f36dce","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-10-30T11:16:04Z","title_canon_sha256":"a90ad427639a9cd4131fb12f46fe5b81c1bef99141415a64d88940fbe093975a"},"schema_version":"1.0","source":{"id":"2411.00850","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.00850","created_at":"2026-07-05T11:11:36Z"},{"alias_kind":"arxiv_version","alias_value":"2411.00850v4","created_at":"2026-07-05T11:11:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.00850","created_at":"2026-07-05T11:11:36Z"},{"alias_kind":"pith_short_12","alias_value":"K34SKN4HVWXQ","created_at":"2026-07-05T11:11:36Z"},{"alias_kind":"pith_short_16","alias_value":"K34SKN4HVWXQ6XYT","created_at":"2026-07-05T11:11:36Z"},{"alias_kind":"pith_short_8","alias_value":"K34SKN4H","created_at":"2026-07-05T11:11:36Z"}],"graph_snapshots":[{"event_id":"sha256:4f32c5d5f11f235cd292d4bae7353edcd9c173810b4aec41d874e313f60b0238","target":"graph","created_at":"2026-07-05T11:11:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.00850/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) show impressive performance in solving complex language tasks. However, its large number of parameters presents significant challenges for the deployment. So, compressing LLMs to low bits can enable to deploy on resource-constrained devices. To address this problem, we propose gradient-aware weight quantization (GWQ), the first quantization approach for low-bit weight quantization that leverages gradients to localize outliers, requiring only a minimal amount of calibration data for outlier detection. GWQ retains the top 1\\% outliers preferentially at FP16 precision","authors_text":"Chenyu Zhang, Haiyang Liu, Hao Tang, Haotong Qin, Jingcai Guo, Ling Shao, Michele Magno, Minxi Yan, Siyu Chen, Yan Gu, Yan Wang, Yihua Shao, Zijian Ling, Zixian Zhu, Ziyang Yan","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-10-30T11:16:04Z","title":"GWQ: Gradient-Aware Weight Quantization for Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.00850","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e29353de724603c4a67df747f08098d2961878860c06dd3bccb2bde2b003d3c1","target":"record","created_at":"2026-07-05T11:11:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"916627364f70ef60268ef44a3e20e5c270b390ce21d67c6e8ac0023218f36dce","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-10-30T11:16:04Z","title_canon_sha256":"a90ad427639a9cd4131fb12f46fe5b81c1bef99141415a64d88940fbe093975a"},"schema_version":"1.0","source":{"id":"2411.00850","kind":"arxiv","version":4}},"canonical_sha256":"56f9253787adaf0f5f13714d4da2b02903a96812abe7839f8f7853985901b5da","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"56f9253787adaf0f5f13714d4da2b02903a96812abe7839f8f7853985901b5da","first_computed_at":"2026-07-05T11:11:36.729442Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:11:36.729442Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"T04vFrIew4jfR7phO7xS5kuLZb/byRKtQ+7ywlzNUxcoFEly19jafr3pDqg9gELZJCyb9ZCFedsRajBy4A4PAw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:11:36.730215Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.00850","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e29353de724603c4a67df747f08098d2961878860c06dd3bccb2bde2b003d3c1","sha256:4f32c5d5f11f235cd292d4bae7353edcd9c173810b4aec41d874e313f60b0238"],"state_sha256":"ad1864259096158f7d8c849ab0d380480823f7cd4be91dd91295141270196354"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Q/k7mxDC3AumyN13BNE8rTWrXIIbeRNMdJbAAGqk2QAHgeAqaeGnD2EoXwrE+bweZGI38nzJuM9sBITJzkRdDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-15T13:46:32.950082Z","bundle_sha256":"330b3b31bccee3d7fb07811d356b6443e56fd513fc36d60d1b8b44de0b611c0b"}}