{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:GZ7HXQJJSYWWYPG57ZFTIPPMHS","short_pith_number":"pith:GZ7HXQJJ","canonical_record":{"source":{"id":"2501.18475","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-01-30T16:48:15Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"2c3fa7472d3e0851b070c86e961e8a6604031ffd148c8ca71b1621ffe9d8a3dc","abstract_canon_sha256":"e2da687564b5b53e624d820d164e7583e5f6cce1022fc0db0c379c8571976163"},"schema_version":"1.0"},"canonical_sha256":"367e7bc129962d6c3cddfe4b343dec3cbf16f9c27b0eaab04840a21bd4e41e4a","source":{"kind":"arxiv","id":"2501.18475","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.18475","created_at":"2026-07-05T11:53:43Z"},{"alias_kind":"arxiv_version","alias_value":"2501.18475v2","created_at":"2026-07-05T11:53:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.18475","created_at":"2026-07-05T11:53:43Z"},{"alias_kind":"pith_short_12","alias_value":"GZ7HXQJJSYWW","created_at":"2026-07-05T11:53:43Z"},{"alias_kind":"pith_short_16","alias_value":"GZ7HXQJJSYWWYPG5","created_at":"2026-07-05T11:53:43Z"},{"alias_kind":"pith_short_8","alias_value":"GZ7HXQJJ","created_at":"2026-07-05T11:53:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:GZ7HXQJJSYWWYPG57ZFTIPPMHS","target":"record","payload":{"canonical_record":{"source":{"id":"2501.18475","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-01-30T16:48:15Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"2c3fa7472d3e0851b070c86e961e8a6604031ffd148c8ca71b1621ffe9d8a3dc","abstract_canon_sha256":"e2da687564b5b53e624d820d164e7583e5f6cce1022fc0db0c379c8571976163"},"schema_version":"1.0"},"canonical_sha256":"367e7bc129962d6c3cddfe4b343dec3cbf16f9c27b0eaab04840a21bd4e41e4a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:53:43.771024Z","signature_b64":"4Hzcm77ao8r4q75Qsuq3IzU2zBCX9WYrthIQHDDjbjxkK3BXmHnO0VWIeN/S85UrIpBBS1mXnIKv1GNDImyTAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"367e7bc129962d6c3cddfe4b343dec3cbf16f9c27b0eaab04840a21bd4e41e4a","last_reissued_at":"2026-07-05T11:53:43.770514Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:53:43.770514Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2501.18475","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:53:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JbyS2JEXSoNq6HfxgLJUOM0AhXfKURkBU4sVna9dmI5lRBQ8fREz/4LJC5B4EZKK8w1sii15ymq0oFMJhowWCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T06:40:00.244648Z"},"content_sha256":"eea5eeb83563a4cd78e998568ab5e70542964571ed91c4cfbb54ad4d77d447f7","schema_version":"1.0","event_id":"sha256:eea5eeb83563a4cd78e998568ab5e70542964571ed91c4cfbb54ad4d77d447f7"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:GZ7HXQJJSYWWYPG57ZFTIPPMHS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"CLoQ: Enhancing Fine-Tuning of Quantized LLMs via Calibrated LoRA Initialization","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Aozhong Zhang, Naigang Wang, Penghang Yin, Selcuk Gurses, Yanxia Deng, Zi Yang","submitted_at":"2025-01-30T16:48:15Z","abstract_excerpt":"Fine-tuning large language models (LLMs) using low-rank adaptation (LoRA) has become a highly efficient approach for downstream tasks, particularly in scenarios with limited computational resources. However, applying LoRA techniques to quantized LLMs poses unique challenges due to the reduced representational precision of quantized weights. In this paper, we introduce CLoQ (Calibrated LoRA initialization for Quantized LLMs), a simplistic initialization strategy designed to overcome these challenges. Our approach focuses on minimizing the layer-wise discrepancy between the original LLM and its "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.18475","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2501.18475/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:53:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"uL1gtc9QPklXLb4KpQi0HURUERzhBnaxeykvziTXkaoWm7KzzmIrPWYVJYlJmv6qJUDZx9Oyh/cce+JC7cxBAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T06:40:00.245277Z"},"content_sha256":"1af48afb26b6fad4be91b238efd59268534405443d3373ed2e0c32d34c9af936","schema_version":"1.0","event_id":"sha256:1af48afb26b6fad4be91b238efd59268534405443d3373ed2e0c32d34c9af936"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/GZ7HXQJJSYWWYPG57ZFTIPPMHS/bundle.json","state_url":"https://pith.science/pith/GZ7HXQJJSYWWYPG57ZFTIPPMHS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/GZ7HXQJJSYWWYPG57ZFTIPPMHS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T06:40:00Z","links":{"resolver":"https://pith.science/pith/GZ7HXQJJSYWWYPG57ZFTIPPMHS","bundle":"https://pith.science/pith/GZ7HXQJJSYWWYPG57ZFTIPPMHS/bundle.json","state":"https://pith.science/pith/GZ7HXQJJSYWWYPG57ZFTIPPMHS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/GZ7HXQJJSYWWYPG57ZFTIPPMHS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:GZ7HXQJJSYWWYPG57ZFTIPPMHS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e2da687564b5b53e624d820d164e7583e5f6cce1022fc0db0c379c8571976163","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-01-30T16:48:15Z","title_canon_sha256":"2c3fa7472d3e0851b070c86e961e8a6604031ffd148c8ca71b1621ffe9d8a3dc"},"schema_version":"1.0","source":{"id":"2501.18475","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.18475","created_at":"2026-07-05T11:53:43Z"},{"alias_kind":"arxiv_version","alias_value":"2501.18475v2","created_at":"2026-07-05T11:53:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.18475","created_at":"2026-07-05T11:53:43Z"},{"alias_kind":"pith_short_12","alias_value":"GZ7HXQJJSYWW","created_at":"2026-07-05T11:53:43Z"},{"alias_kind":"pith_short_16","alias_value":"GZ7HXQJJSYWWYPG5","created_at":"2026-07-05T11:53:43Z"},{"alias_kind":"pith_short_8","alias_value":"GZ7HXQJJ","created_at":"2026-07-05T11:53:43Z"}],"graph_snapshots":[{"event_id":"sha256:1af48afb26b6fad4be91b238efd59268534405443d3373ed2e0c32d34c9af936","target":"graph","created_at":"2026-07-05T11:53:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2501.18475/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Fine-tuning large language models (LLMs) using low-rank adaptation (LoRA) has become a highly efficient approach for downstream tasks, particularly in scenarios with limited computational resources. However, applying LoRA techniques to quantized LLMs poses unique challenges due to the reduced representational precision of quantized weights. In this paper, we introduce CLoQ (Calibrated LoRA initialization for Quantized LLMs), a simplistic initialization strategy designed to overcome these challenges. Our approach focuses on minimizing the layer-wise discrepancy between the original LLM and its ","authors_text":"Aozhong Zhang, Naigang Wang, Penghang Yin, Selcuk Gurses, Yanxia Deng, Zi Yang","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-01-30T16:48:15Z","title":"CLoQ: Enhancing Fine-Tuning of Quantized LLMs via Calibrated LoRA Initialization"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.18475","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:eea5eeb83563a4cd78e998568ab5e70542964571ed91c4cfbb54ad4d77d447f7","target":"record","created_at":"2026-07-05T11:53:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e2da687564b5b53e624d820d164e7583e5f6cce1022fc0db0c379c8571976163","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-01-30T16:48:15Z","title_canon_sha256":"2c3fa7472d3e0851b070c86e961e8a6604031ffd148c8ca71b1621ffe9d8a3dc"},"schema_version":"1.0","source":{"id":"2501.18475","kind":"arxiv","version":2}},"canonical_sha256":"367e7bc129962d6c3cddfe4b343dec3cbf16f9c27b0eaab04840a21bd4e41e4a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"367e7bc129962d6c3cddfe4b343dec3cbf16f9c27b0eaab04840a21bd4e41e4a","first_computed_at":"2026-07-05T11:53:43.770514Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:53:43.770514Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"4Hzcm77ao8r4q75Qsuq3IzU2zBCX9WYrthIQHDDjbjxkK3BXmHnO0VWIeN/S85UrIpBBS1mXnIKv1GNDImyTAg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:53:43.771024Z","signed_message":"canonical_sha256_bytes"},"source_id":"2501.18475","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:eea5eeb83563a4cd78e998568ab5e70542964571ed91c4cfbb54ad4d77d447f7","sha256:1af48afb26b6fad4be91b238efd59268534405443d3373ed2e0c32d34c9af936"],"state_sha256":"8a0bd4ee6658b53e561374ed41724c0ef69fed293029e5e6135235437a772691"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zw4tr49HkpHp2E8PUH2ZlmIe9ZbIgN4dV68Giw9/l8sJRjicLifhDiSwudyNnE11XbKDwzMfdP0mbZLRn7k8CA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T06:40:00.249769Z","bundle_sha256":"140ec31d47aac2a2d44bf98e8159864c4c3f5e13adad5f4448c757980f965e7e"}}