{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2025:T2SUDJCK4OXNWS37OCCPJTBAAE","short_pith_number":"pith:T2SUDJCK","schema_version":"1.0","canonical_sha256":"9ea541a44ae3aedb4b7f7084f4cc2001310dc8da3fd33e2eb1d81c9350b916e9","source":{"kind":"arxiv","id":"2506.13187","version":1},"attestation_state":"computed","paper":{"title":"Dynamic Context-oriented Decomposition for Task-aware Low-rank Adaptation with Less Forgetting and Faster Convergence","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CL","cs.CV"],"primary_cat":"cs.LG","authors_text":"Bang An, Bernard Ghanem, Chuan Rao, Ming-Hsuan Yang, Philip H.S. Torr, Sihao Liu, Tiancheng Shen, Yibo Yang","submitted_at":"2025-06-16T07:55:14Z","abstract_excerpt":"Conventional low-rank adaptation methods build adapters without considering data context, leading to sub-optimal fine-tuning performance and severe forgetting of inherent world knowledge. In this paper, we propose context-oriented decomposition adaptation (CorDA), a novel method that initializes adapters in a task-aware manner. Concretely, we develop context-oriented singular value decomposition, where we collect covariance matrices of input activations for each linear layer using sampled data from the target task, and apply SVD to the product of weight matrix and its corresponding covariance "},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2506.13187","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-06-16T07:55:14Z","cross_cats_sorted":["cs.AI","cs.CL","cs.CV"],"title_canon_sha256":"cc7f7b340c7f5d0491a10d703e37682f5460ae06cfd3850f9b0613a1b6066573","abstract_canon_sha256":"f23793ceb3ee2cf66f8e2ac0b4f75f50d20d5da4dacd0cdbd677d856c0c0893e"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:22:06.456555Z","signature_b64":"wX7tXqO4Rhi8ulzhrBiiHZLrbWpNLWExM+7Ut0yuVjQLBl1GrF1MHvhKhxf/n4QWgnUS0b1c/AJ3Fm9e4zX6Dg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9ea541a44ae3aedb4b7f7084f4cc2001310dc8da3fd33e2eb1d81c9350b916e9","last_reissued_at":"2026-07-05T11:22:06.456084Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:22:06.456084Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Dynamic Context-oriented Decomposition for Task-aware Low-rank Adaptation with Less Forgetting and Faster Convergence","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CL","cs.CV"],"primary_cat":"cs.LG","authors_text":"Bang An, Bernard Ghanem, Chuan Rao, Ming-Hsuan Yang, Philip H.S. Torr, Sihao Liu, Tiancheng Shen, Yibo Yang","submitted_at":"2025-06-16T07:55:14Z","abstract_excerpt":"Conventional low-rank adaptation methods build adapters without considering data context, leading to sub-optimal fine-tuning performance and severe forgetting of inherent world knowledge. In this paper, we propose context-oriented decomposition adaptation (CorDA), a novel method that initializes adapters in a task-aware manner. Concretely, we develop context-oriented singular value decomposition, where we collect covariance matrices of input activations for each linear layer using sampled data from the target task, and apply SVD to the product of weight matrix and its corresponding covariance "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.13187","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2506.13187/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2506.13187","created_at":"2026-07-05T11:22:06.456142+00:00"},{"alias_kind":"arxiv_version","alias_value":"2506.13187v1","created_at":"2026-07-05T11:22:06.456142+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.13187","created_at":"2026-07-05T11:22:06.456142+00:00"},{"alias_kind":"pith_short_12","alias_value":"T2SUDJCK4OXN","created_at":"2026-07-05T11:22:06.456142+00:00"},{"alias_kind":"pith_short_16","alias_value":"T2SUDJCK4OXNWS37","created_at":"2026-07-05T11:22:06.456142+00:00"},{"alias_kind":"pith_short_8","alias_value":"T2SUDJCK","created_at":"2026-07-05T11:22:06.456142+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/T2SUDJCK4OXNWS37OCCPJTBAAE","json":"https://pith.science/pith/T2SUDJCK4OXNWS37OCCPJTBAAE.json","graph_json":"https://pith.science/api/pith-number/T2SUDJCK4OXNWS37OCCPJTBAAE/graph.json","events_json":"https://pith.science/api/pith-number/T2SUDJCK4OXNWS37OCCPJTBAAE/events.json","paper":"https://pith.science/paper/T2SUDJCK"},"agent_actions":{"view_html":"https://pith.science/pith/T2SUDJCK4OXNWS37OCCPJTBAAE","download_json":"https://pith.science/pith/T2SUDJCK4OXNWS37OCCPJTBAAE.json","view_paper":"https://pith.science/paper/T2SUDJCK","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2506.13187&json=true","fetch_graph":"https://pith.science/api/pith-number/T2SUDJCK4OXNWS37OCCPJTBAAE/graph.json","fetch_events":"https://pith.science/api/pith-number/T2SUDJCK4OXNWS37OCCPJTBAAE/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/T2SUDJCK4OXNWS37OCCPJTBAAE/action/timestamp_anchor","attest_storage":"https://pith.science/pith/T2SUDJCK4OXNWS37OCCPJTBAAE/action/storage_attestation","attest_author":"https://pith.science/pith/T2SUDJCK4OXNWS37OCCPJTBAAE/action/author_attestation","sign_citation":"https://pith.science/pith/T2SUDJCK4OXNWS37OCCPJTBAAE/action/citation_signature","submit_replication":"https://pith.science/pith/T2SUDJCK4OXNWS37OCCPJTBAAE/action/replication_record"}},"created_at":"2026-07-05T11:22:06.456142+00:00","updated_at":"2026-07-05T11:22:06.456142+00:00"}