{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:OTN7JZ6VDBSMHDYTZLHMGD2KLR","short_pith_number":"pith:OTN7JZ6V","canonical_record":{"source":{"id":"2406.03136","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-05T10:44:08Z","cross_cats_sorted":["cs.AI","cs.CC","stat.ML"],"title_canon_sha256":"2b438bdae3b8ba65de851520a779998fb51556caabb9c873ed5adf968dd0f405","abstract_canon_sha256":"0a3535ae0773c98c6552e3e71035add9f7c3b6b1118d15d9a70420efc57382d0"},"schema_version":"1.0"},"canonical_sha256":"74dbf4e7d51864c38f13cacec30f4a5c4356b1136283ba80438943a871b44e4a","source":{"kind":"arxiv","id":"2406.03136","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.03136","created_at":"2026-07-05T11:16:49Z"},{"alias_kind":"arxiv_version","alias_value":"2406.03136v2","created_at":"2026-07-05T11:16:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.03136","created_at":"2026-07-05T11:16:49Z"},{"alias_kind":"pith_short_12","alias_value":"OTN7JZ6VDBSM","created_at":"2026-07-05T11:16:49Z"},{"alias_kind":"pith_short_16","alias_value":"OTN7JZ6VDBSMHDYT","created_at":"2026-07-05T11:16:49Z"},{"alias_kind":"pith_short_8","alias_value":"OTN7JZ6V","created_at":"2026-07-05T11:16:49Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:OTN7JZ6VDBSMHDYTZLHMGD2KLR","target":"record","payload":{"canonical_record":{"source":{"id":"2406.03136","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-05T10:44:08Z","cross_cats_sorted":["cs.AI","cs.CC","stat.ML"],"title_canon_sha256":"2b438bdae3b8ba65de851520a779998fb51556caabb9c873ed5adf968dd0f405","abstract_canon_sha256":"0a3535ae0773c98c6552e3e71035add9f7c3b6b1118d15d9a70420efc57382d0"},"schema_version":"1.0"},"canonical_sha256":"74dbf4e7d51864c38f13cacec30f4a5c4356b1136283ba80438943a871b44e4a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:16:49.365893Z","signature_b64":"pveEFaUu43sxx5f3g9JbNgbL0E6WYpfFV8YX33mPXViv5R2+LuLyxflHfdDqNH5gV0/y7VLI1VaujSD7WBcFCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"74dbf4e7d51864c38f13cacec30f4a5c4356b1136283ba80438943a871b44e4a","last_reissued_at":"2026-07-05T11:16:49.365300Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:16:49.365300Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.03136","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:16:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vHixcn1Ht0VeLKW+Z6RZG91WTq0RsjHQ0M69f/1ejBjKqwAAkJE9+LkpQyBkat9DkTSApimXbw6QInxVNI7EBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T13:13:37.042922Z"},"content_sha256":"e98add59656ed6564c9c3ac1219a47082727e3a0c292e1f00252fead61c09863","schema_version":"1.0","event_id":"sha256:e98add59656ed6564c9c3ac1219a47082727e3a0c292e1f00252fead61c09863"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:OTN7JZ6VDBSMHDYTZLHMGD2KLR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Computational Limits of Low-Rank Adaptation (LoRA) Fine-Tuning for Transformer Models","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AI","cs.CC","stat.ML"],"primary_cat":"cs.LG","authors_text":"En-Jui Kuo, Han Liu, Jerry Yao-Chieh Hu, Maojiang Su, Zhao Song","submitted_at":"2024-06-05T10:44:08Z","abstract_excerpt":"We study the computational limits of Low-Rank Adaptation (LoRA) for finetuning transformer-based models using fine-grained complexity theory. Our key observation is that the existence of low-rank decompositions within the gradient computation of LoRA adaptation leads to possible algorithmic speedup. This allows us to (i) identify a phase transition behavior of efficiency assuming the Strong Exponential Time Hypothesis (SETH), and (ii) prove the existence of almost linear algorithms by controlling the LoRA update computation term by term. For the former, we identify a sharp transition in the ef"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.03136","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.03136/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:16:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ifieh/5agyKKecHrn4hLoPyMglnF6MttBwgoUQjM2jSjsi9lSJkN97AVqIwJ9pf22pj+c9jU+zadFqAVQ5XoBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T13:13:37.043692Z"},"content_sha256":"3b93efbca19881b5d5f77c372ed52f17c5cba275a7c0d0786db4aedafc476706","schema_version":"1.0","event_id":"sha256:3b93efbca19881b5d5f77c372ed52f17c5cba275a7c0d0786db4aedafc476706"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OTN7JZ6VDBSMHDYTZLHMGD2KLR/bundle.json","state_url":"https://pith.science/pith/OTN7JZ6VDBSMHDYTZLHMGD2KLR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OTN7JZ6VDBSMHDYTZLHMGD2KLR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T13:13:37Z","links":{"resolver":"https://pith.science/pith/OTN7JZ6VDBSMHDYTZLHMGD2KLR","bundle":"https://pith.science/pith/OTN7JZ6VDBSMHDYTZLHMGD2KLR/bundle.json","state":"https://pith.science/pith/OTN7JZ6VDBSMHDYTZLHMGD2KLR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OTN7JZ6VDBSMHDYTZLHMGD2KLR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:OTN7JZ6VDBSMHDYTZLHMGD2KLR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0a3535ae0773c98c6552e3e71035add9f7c3b6b1118d15d9a70420efc57382d0","cross_cats_sorted":["cs.AI","cs.CC","stat.ML"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-05T10:44:08Z","title_canon_sha256":"2b438bdae3b8ba65de851520a779998fb51556caabb9c873ed5adf968dd0f405"},"schema_version":"1.0","source":{"id":"2406.03136","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.03136","created_at":"2026-07-05T11:16:49Z"},{"alias_kind":"arxiv_version","alias_value":"2406.03136v2","created_at":"2026-07-05T11:16:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.03136","created_at":"2026-07-05T11:16:49Z"},{"alias_kind":"pith_short_12","alias_value":"OTN7JZ6VDBSM","created_at":"2026-07-05T11:16:49Z"},{"alias_kind":"pith_short_16","alias_value":"OTN7JZ6VDBSMHDYT","created_at":"2026-07-05T11:16:49Z"},{"alias_kind":"pith_short_8","alias_value":"OTN7JZ6V","created_at":"2026-07-05T11:16:49Z"}],"graph_snapshots":[{"event_id":"sha256:3b93efbca19881b5d5f77c372ed52f17c5cba275a7c0d0786db4aedafc476706","target":"graph","created_at":"2026-07-05T11:16:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.03136/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We study the computational limits of Low-Rank Adaptation (LoRA) for finetuning transformer-based models using fine-grained complexity theory. Our key observation is that the existence of low-rank decompositions within the gradient computation of LoRA adaptation leads to possible algorithmic speedup. This allows us to (i) identify a phase transition behavior of efficiency assuming the Strong Exponential Time Hypothesis (SETH), and (ii) prove the existence of almost linear algorithms by controlling the LoRA update computation term by term. For the former, we identify a sharp transition in the ef","authors_text":"En-Jui Kuo, Han Liu, Jerry Yao-Chieh Hu, Maojiang Su, Zhao Song","cross_cats":["cs.AI","cs.CC","stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-05T10:44:08Z","title":"Computational Limits of Low-Rank Adaptation (LoRA) Fine-Tuning for Transformer Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.03136","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e98add59656ed6564c9c3ac1219a47082727e3a0c292e1f00252fead61c09863","target":"record","created_at":"2026-07-05T11:16:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0a3535ae0773c98c6552e3e71035add9f7c3b6b1118d15d9a70420efc57382d0","cross_cats_sorted":["cs.AI","cs.CC","stat.ML"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-05T10:44:08Z","title_canon_sha256":"2b438bdae3b8ba65de851520a779998fb51556caabb9c873ed5adf968dd0f405"},"schema_version":"1.0","source":{"id":"2406.03136","kind":"arxiv","version":2}},"canonical_sha256":"74dbf4e7d51864c38f13cacec30f4a5c4356b1136283ba80438943a871b44e4a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"74dbf4e7d51864c38f13cacec30f4a5c4356b1136283ba80438943a871b44e4a","first_computed_at":"2026-07-05T11:16:49.365300Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:16:49.365300Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"pveEFaUu43sxx5f3g9JbNgbL0E6WYpfFV8YX33mPXViv5R2+LuLyxflHfdDqNH5gV0/y7VLI1VaujSD7WBcFCw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:16:49.365893Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.03136","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e98add59656ed6564c9c3ac1219a47082727e3a0c292e1f00252fead61c09863","sha256:3b93efbca19881b5d5f77c372ed52f17c5cba275a7c0d0786db4aedafc476706"],"state_sha256":"98651c83d0a7cb95e0ef2f6ca1b8fbb619eb61d691c8120875aa09f919a93bc8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UDAt6k4Gxa2MqCyMrWOWOLDx4KZzStKx7s+U3Z2rG4Drry6Xe8q9kExeEnWbj5CI0DqyVzQYZXXED7kxfcveBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T13:13:37.049836Z","bundle_sha256":"626e396a2d0a7899a818ae6d8cba5a742b7c1f784d3b3377822d9fb7911b5d2d"}}