{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:MX4W7FYLDQ2P2KZWZUQK5CB6HT","short_pith_number":"pith:MX4W7FYL","canonical_record":{"source":{"id":"2406.12832","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-18T17:52:59Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"bbd3b1a73ea1c2f3ffa2d04437517e358c8dc6aaa5153c6271e4356a72ef32e9","abstract_canon_sha256":"3bec1276374cf4280ff1c27919a0933a560cd0dde5dfb0d944423650f253d93c"},"schema_version":"1.0"},"canonical_sha256":"65f96f970b1c34fd2b36cd20ae883e3ce2a1232640d98c9df872d7b85e5f6bb6","source":{"kind":"arxiv","id":"2406.12832","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.12832","created_at":"2026-07-05T08:33:51Z"},{"alias_kind":"arxiv_version","alias_value":"2406.12832v1","created_at":"2026-07-05T08:33:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.12832","created_at":"2026-07-05T08:33:51Z"},{"alias_kind":"pith_short_12","alias_value":"MX4W7FYLDQ2P","created_at":"2026-07-05T08:33:51Z"},{"alias_kind":"pith_short_16","alias_value":"MX4W7FYLDQ2P2KZW","created_at":"2026-07-05T08:33:51Z"},{"alias_kind":"pith_short_8","alias_value":"MX4W7FYL","created_at":"2026-07-05T08:33:51Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:MX4W7FYLDQ2P2KZWZUQK5CB6HT","target":"record","payload":{"canonical_record":{"source":{"id":"2406.12832","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-18T17:52:59Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"bbd3b1a73ea1c2f3ffa2d04437517e358c8dc6aaa5153c6271e4356a72ef32e9","abstract_canon_sha256":"3bec1276374cf4280ff1c27919a0933a560cd0dde5dfb0d944423650f253d93c"},"schema_version":"1.0"},"canonical_sha256":"65f96f970b1c34fd2b36cd20ae883e3ce2a1232640d98c9df872d7b85e5f6bb6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:33:51.843769Z","signature_b64":"c0qAblyhfAKslK9VBpL/Be3TzTnwKqDx/zTTyGhlkNeiEQRVRGR906DIjGv+ZDwNM9kVIqhGU1tv+ri/9CQlDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"65f96f970b1c34fd2b36cd20ae883e3ce2a1232640d98c9df872d7b85e5f6bb6","last_reissued_at":"2026-07-05T08:33:51.843335Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:33:51.843335Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.12832","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:33:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SV3TB6wAZLwi8iiuZ3WzFgDTRdf5KXByv2DVAwSuH1EEOh8OnT8Tgqr/khfD4CcQr+/3CpqQmB0dqn+wrWpqDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T12:51:28.842647Z"},"content_sha256":"4dd6a0e75004d88f64796ca892cf14d9732dc590b2a5931c8387ba03978bd47b","schema_version":"1.0","event_id":"sha256:4dd6a0e75004d88f64796ca892cf14d9732dc590b2a5931c8387ba03978bd47b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:MX4W7FYLDQ2P2KZWZUQK5CB6HT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"LaMDA: Large Model Fine-Tuning via Spectrally Decomposed Low-Dimensional Adaptation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Massoud Pedram, Seyedarmin Azizi, Souvik Kundu","submitted_at":"2024-06-18T17:52:59Z","abstract_excerpt":"Low-rank adaptation (LoRA) has become the default approach to fine-tune large language models (LLMs) due to its significant reduction in trainable parameters. However, trainable parameter demand for LoRA increases with increasing model embedding dimensions, leading to high compute costs. Additionally, its backward updates require storing high-dimensional intermediate activations and optimizer states, demanding high peak GPU memory. In this paper, we introduce large model fine-tuning via spectrally decomposed low-dimensional adaptation (LaMDA), a novel approach to fine-tuning large language mod"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.12832","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.12832/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:33:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GlqB5GFvy+/hGaK0YW//QgKsLJrPpbdcNsiS1ePTTj+Aak6P14ZAvM4Jg0fLHbIztERnFGhm3Z+LFeJtXr/0BQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T12:51:28.843541Z"},"content_sha256":"98cbbd82c909ef2fcaa9731c80c3a4ac9aedf15ae5adb861fab87c958ae88d47","schema_version":"1.0","event_id":"sha256:98cbbd82c909ef2fcaa9731c80c3a4ac9aedf15ae5adb861fab87c958ae88d47"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MX4W7FYLDQ2P2KZWZUQK5CB6HT/bundle.json","state_url":"https://pith.science/pith/MX4W7FYLDQ2P2KZWZUQK5CB6HT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MX4W7FYLDQ2P2KZWZUQK5CB6HT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T12:51:28Z","links":{"resolver":"https://pith.science/pith/MX4W7FYLDQ2P2KZWZUQK5CB6HT","bundle":"https://pith.science/pith/MX4W7FYLDQ2P2KZWZUQK5CB6HT/bundle.json","state":"https://pith.science/pith/MX4W7FYLDQ2P2KZWZUQK5CB6HT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MX4W7FYLDQ2P2KZWZUQK5CB6HT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:MX4W7FYLDQ2P2KZWZUQK5CB6HT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3bec1276374cf4280ff1c27919a0933a560cd0dde5dfb0d944423650f253d93c","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-18T17:52:59Z","title_canon_sha256":"bbd3b1a73ea1c2f3ffa2d04437517e358c8dc6aaa5153c6271e4356a72ef32e9"},"schema_version":"1.0","source":{"id":"2406.12832","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.12832","created_at":"2026-07-05T08:33:51Z"},{"alias_kind":"arxiv_version","alias_value":"2406.12832v1","created_at":"2026-07-05T08:33:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.12832","created_at":"2026-07-05T08:33:51Z"},{"alias_kind":"pith_short_12","alias_value":"MX4W7FYLDQ2P","created_at":"2026-07-05T08:33:51Z"},{"alias_kind":"pith_short_16","alias_value":"MX4W7FYLDQ2P2KZW","created_at":"2026-07-05T08:33:51Z"},{"alias_kind":"pith_short_8","alias_value":"MX4W7FYL","created_at":"2026-07-05T08:33:51Z"}],"graph_snapshots":[{"event_id":"sha256:98cbbd82c909ef2fcaa9731c80c3a4ac9aedf15ae5adb861fab87c958ae88d47","target":"graph","created_at":"2026-07-05T08:33:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.12832/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Low-rank adaptation (LoRA) has become the default approach to fine-tune large language models (LLMs) due to its significant reduction in trainable parameters. However, trainable parameter demand for LoRA increases with increasing model embedding dimensions, leading to high compute costs. Additionally, its backward updates require storing high-dimensional intermediate activations and optimizer states, demanding high peak GPU memory. In this paper, we introduce large model fine-tuning via spectrally decomposed low-dimensional adaptation (LaMDA), a novel approach to fine-tuning large language mod","authors_text":"Massoud Pedram, Seyedarmin Azizi, Souvik Kundu","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-18T17:52:59Z","title":"LaMDA: Large Model Fine-Tuning via Spectrally Decomposed Low-Dimensional Adaptation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.12832","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4dd6a0e75004d88f64796ca892cf14d9732dc590b2a5931c8387ba03978bd47b","target":"record","created_at":"2026-07-05T08:33:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3bec1276374cf4280ff1c27919a0933a560cd0dde5dfb0d944423650f253d93c","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-18T17:52:59Z","title_canon_sha256":"bbd3b1a73ea1c2f3ffa2d04437517e358c8dc6aaa5153c6271e4356a72ef32e9"},"schema_version":"1.0","source":{"id":"2406.12832","kind":"arxiv","version":1}},"canonical_sha256":"65f96f970b1c34fd2b36cd20ae883e3ce2a1232640d98c9df872d7b85e5f6bb6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"65f96f970b1c34fd2b36cd20ae883e3ce2a1232640d98c9df872d7b85e5f6bb6","first_computed_at":"2026-07-05T08:33:51.843335Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:33:51.843335Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"c0qAblyhfAKslK9VBpL/Be3TzTnwKqDx/zTTyGhlkNeiEQRVRGR906DIjGv+ZDwNM9kVIqhGU1tv+ri/9CQlDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:33:51.843769Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.12832","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4dd6a0e75004d88f64796ca892cf14d9732dc590b2a5931c8387ba03978bd47b","sha256:98cbbd82c909ef2fcaa9731c80c3a4ac9aedf15ae5adb861fab87c958ae88d47"],"state_sha256":"7d3619c208c6f7fc3b205a93dc451301f1025b4e8fe9624fa81a76aa42d08ef5"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"naP0oMATJeWV4lxNdYGwHfDkSGdLUK/JONBJVM789OCLxfiTI1K/vIX1Ujua4kHzaY//dF3nPcyQ4xyroj9CBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T12:51:28.849369Z","bundle_sha256":"5a596b684d87264de89c415eaba5169da5a3bbb4d543edaa99ffd97012e49293"}}