{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2025:GZ7HXQJJSYWWYPG57ZFTIPPMHS","short_pith_number":"pith:GZ7HXQJJ","schema_version":"1.0","canonical_sha256":"367e7bc129962d6c3cddfe4b343dec3cbf16f9c27b0eaab04840a21bd4e41e4a","source":{"kind":"arxiv","id":"2501.18475","version":2},"attestation_state":"computed","paper":{"title":"CLoQ: Enhancing Fine-Tuning of Quantized LLMs via Calibrated LoRA Initialization","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Aozhong Zhang, Naigang Wang, Penghang Yin, Selcuk Gurses, Yanxia Deng, Zi Yang","submitted_at":"2025-01-30T16:48:15Z","abstract_excerpt":"Fine-tuning large language models (LLMs) using low-rank adaptation (LoRA) has become a highly efficient approach for downstream tasks, particularly in scenarios with limited computational resources. However, applying LoRA techniques to quantized LLMs poses unique challenges due to the reduced representational precision of quantized weights. In this paper, we introduce CLoQ (Calibrated LoRA initialization for Quantized LLMs), a simplistic initialization strategy designed to overcome these challenges. Our approach focuses on minimizing the layer-wise discrepancy between the original LLM and its "},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2501.18475","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-01-30T16:48:15Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"2c3fa7472d3e0851b070c86e961e8a6604031ffd148c8ca71b1621ffe9d8a3dc","abstract_canon_sha256":"e2da687564b5b53e624d820d164e7583e5f6cce1022fc0db0c379c8571976163"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:53:43.771024Z","signature_b64":"4Hzcm77ao8r4q75Qsuq3IzU2zBCX9WYrthIQHDDjbjxkK3BXmHnO0VWIeN/S85UrIpBBS1mXnIKv1GNDImyTAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"367e7bc129962d6c3cddfe4b343dec3cbf16f9c27b0eaab04840a21bd4e41e4a","last_reissued_at":"2026-07-05T11:53:43.770514Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:53:43.770514Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"CLoQ: Enhancing Fine-Tuning of Quantized LLMs via Calibrated LoRA Initialization","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Aozhong Zhang, Naigang Wang, Penghang Yin, Selcuk Gurses, Yanxia Deng, Zi Yang","submitted_at":"2025-01-30T16:48:15Z","abstract_excerpt":"Fine-tuning large language models (LLMs) using low-rank adaptation (LoRA) has become a highly efficient approach for downstream tasks, particularly in scenarios with limited computational resources. However, applying LoRA techniques to quantized LLMs poses unique challenges due to the reduced representational precision of quantized weights. In this paper, we introduce CLoQ (Calibrated LoRA initialization for Quantized LLMs), a simplistic initialization strategy designed to overcome these challenges. Our approach focuses on minimizing the layer-wise discrepancy between the original LLM and its "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.18475","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2501.18475/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2501.18475","created_at":"2026-07-05T11:53:43.770575+00:00"},{"alias_kind":"arxiv_version","alias_value":"2501.18475v2","created_at":"2026-07-05T11:53:43.770575+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.18475","created_at":"2026-07-05T11:53:43.770575+00:00"},{"alias_kind":"pith_short_12","alias_value":"GZ7HXQJJSYWW","created_at":"2026-07-05T11:53:43.770575+00:00"},{"alias_kind":"pith_short_16","alias_value":"GZ7HXQJJSYWWYPG5","created_at":"2026-07-05T11:53:43.770575+00:00"},{"alias_kind":"pith_short_8","alias_value":"GZ7HXQJJ","created_at":"2026-07-05T11:53:43.770575+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":2,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2606.01412","citing_title":"GPTQ-intrinsic LoRA: A Near-optimal Algorithm for Low-precision Quantization with Low-rank Adaptation","ref_index":16,"is_internal_anchor":false},{"citing_arxiv_id":"2606.00494","citing_title":"ProjQ: Project-and-Quantize for Adapter-Aware LLM Compression","ref_index":44,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/GZ7HXQJJSYWWYPG57ZFTIPPMHS","json":"https://pith.science/pith/GZ7HXQJJSYWWYPG57ZFTIPPMHS.json","graph_json":"https://pith.science/api/pith-number/GZ7HXQJJSYWWYPG57ZFTIPPMHS/graph.json","events_json":"https://pith.science/api/pith-number/GZ7HXQJJSYWWYPG57ZFTIPPMHS/events.json","paper":"https://pith.science/paper/GZ7HXQJJ"},"agent_actions":{"view_html":"https://pith.science/pith/GZ7HXQJJSYWWYPG57ZFTIPPMHS","download_json":"https://pith.science/pith/GZ7HXQJJSYWWYPG57ZFTIPPMHS.json","view_paper":"https://pith.science/paper/GZ7HXQJJ","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2501.18475&json=true","fetch_graph":"https://pith.science/api/pith-number/GZ7HXQJJSYWWYPG57ZFTIPPMHS/graph.json","fetch_events":"https://pith.science/api/pith-number/GZ7HXQJJSYWWYPG57ZFTIPPMHS/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/GZ7HXQJJSYWWYPG57ZFTIPPMHS/action/timestamp_anchor","attest_storage":"https://pith.science/pith/GZ7HXQJJSYWWYPG57ZFTIPPMHS/action/storage_attestation","attest_author":"https://pith.science/pith/GZ7HXQJJSYWWYPG57ZFTIPPMHS/action/author_attestation","sign_citation":"https://pith.science/pith/GZ7HXQJJSYWWYPG57ZFTIPPMHS/action/citation_signature","submit_replication":"https://pith.science/pith/GZ7HXQJJSYWWYPG57ZFTIPPMHS/action/replication_record"}},"created_at":"2026-07-05T11:53:43.770575+00:00","updated_at":"2026-07-05T11:53:43.770575+00:00"}