{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:TOBBCW3P7NZDAE447W7Q3GTZPT","short_pith_number":"pith:TOBBCW3P","canonical_record":{"source":{"id":"2311.11696","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-20T11:56:25Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"cb5a59350deb9516bef12528183357a1cb0201b9a46f40ac3b8a1596539c45fe","abstract_canon_sha256":"48793fbaf912c77e21d347214e88faf25af7c9333392188469e5d1a3a6b3bae6"},"schema_version":"1.0"},"canonical_sha256":"9b82115b6ffb7230139cfdbf0d9a797cfb47486a0d4e657546fd0abfbed58983","source":{"kind":"arxiv","id":"2311.11696","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.11696","created_at":"2026-07-05T07:14:37Z"},{"alias_kind":"arxiv_version","alias_value":"2311.11696v1","created_at":"2026-07-05T07:14:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.11696","created_at":"2026-07-05T07:14:37Z"},{"alias_kind":"pith_short_12","alias_value":"TOBBCW3P7NZD","created_at":"2026-07-05T07:14:37Z"},{"alias_kind":"pith_short_16","alias_value":"TOBBCW3P7NZDAE44","created_at":"2026-07-05T07:14:37Z"},{"alias_kind":"pith_short_8","alias_value":"TOBBCW3P","created_at":"2026-07-05T07:14:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:TOBBCW3P7NZDAE447W7Q3GTZPT","target":"record","payload":{"canonical_record":{"source":{"id":"2311.11696","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-20T11:56:25Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"cb5a59350deb9516bef12528183357a1cb0201b9a46f40ac3b8a1596539c45fe","abstract_canon_sha256":"48793fbaf912c77e21d347214e88faf25af7c9333392188469e5d1a3a6b3bae6"},"schema_version":"1.0"},"canonical_sha256":"9b82115b6ffb7230139cfdbf0d9a797cfb47486a0d4e657546fd0abfbed58983","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:14:37.871199Z","signature_b64":"5IBvBHqxHnGurfNDIZi+5upg8Pl2Q5uTTrEsBpkvCDJRcjK5WvW4CRPE5Uln+vA9Z9gbR9yhOfBtpCDakk/RCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9b82115b6ffb7230139cfdbf0d9a797cfb47486a0d4e657546fd0abfbed58983","last_reissued_at":"2026-07-05T07:14:37.870759Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:14:37.870759Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.11696","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:14:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TqKKky6pR7R/XHGr4BTxEVVG4+344zjcb73MaXdGkS9grb+9HC54Lx/tFUw9/Tanzpius6PhAUZHr9aqPHLADg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T21:49:14.566181Z"},"content_sha256":"cea367504064e55f0303f0ce658a84a3b3b79c0d8849cc18ecc52c746aeabf64","schema_version":"1.0","event_id":"sha256:cea367504064e55f0303f0ce658a84a3b3b79c0d8849cc18ecc52c746aeabf64"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:TOBBCW3P7NZDAE447W7Q3GTZPT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Sparse Low-rank Adaptation of Pre-trained Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Bowen Zhou, Maosong Sun, Ning Ding, Qiaosen Wang, Xingtai Lv, Yulin Chen, Zhiyuan Liu","submitted_at":"2023-11-20T11:56:25Z","abstract_excerpt":"Fine-tuning pre-trained large language models in a parameter-efficient manner is widely studied for its effectiveness and efficiency. The popular method of low-rank adaptation (LoRA) offers a notable approach, hypothesizing that the adaptation process is intrinsically low-dimensional. Although LoRA has demonstrated commendable performance, it is implemented with a fixed and unalterable intrinsic rank that might not always be the ideal choice. Recognizing the need for more flexible adaptation, we extend the methodology of LoRA to an innovative approach we call sparse low-rank adaptation (SoRA) "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.11696","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.11696/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:14:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"P0nsbmYuw36TiBX+5V3TwrIZfxfWLG3zlSK1N0+oETCBgnBZTFQVG0M0/kNuoiG14FFwobzXrGZYMAwczDROBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T21:49:14.566702Z"},"content_sha256":"b7ddd7bca1401e36ae06e4be629661bd10968542d779b66bceadf36aa6ed7f24","schema_version":"1.0","event_id":"sha256:b7ddd7bca1401e36ae06e4be629661bd10968542d779b66bceadf36aa6ed7f24"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TOBBCW3P7NZDAE447W7Q3GTZPT/bundle.json","state_url":"https://pith.science/pith/TOBBCW3P7NZDAE447W7Q3GTZPT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TOBBCW3P7NZDAE447W7Q3GTZPT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T21:49:14Z","links":{"resolver":"https://pith.science/pith/TOBBCW3P7NZDAE447W7Q3GTZPT","bundle":"https://pith.science/pith/TOBBCW3P7NZDAE447W7Q3GTZPT/bundle.json","state":"https://pith.science/pith/TOBBCW3P7NZDAE447W7Q3GTZPT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TOBBCW3P7NZDAE447W7Q3GTZPT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:TOBBCW3P7NZDAE447W7Q3GTZPT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"48793fbaf912c77e21d347214e88faf25af7c9333392188469e5d1a3a6b3bae6","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-20T11:56:25Z","title_canon_sha256":"cb5a59350deb9516bef12528183357a1cb0201b9a46f40ac3b8a1596539c45fe"},"schema_version":"1.0","source":{"id":"2311.11696","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.11696","created_at":"2026-07-05T07:14:37Z"},{"alias_kind":"arxiv_version","alias_value":"2311.11696v1","created_at":"2026-07-05T07:14:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.11696","created_at":"2026-07-05T07:14:37Z"},{"alias_kind":"pith_short_12","alias_value":"TOBBCW3P7NZD","created_at":"2026-07-05T07:14:37Z"},{"alias_kind":"pith_short_16","alias_value":"TOBBCW3P7NZDAE44","created_at":"2026-07-05T07:14:37Z"},{"alias_kind":"pith_short_8","alias_value":"TOBBCW3P","created_at":"2026-07-05T07:14:37Z"}],"graph_snapshots":[{"event_id":"sha256:b7ddd7bca1401e36ae06e4be629661bd10968542d779b66bceadf36aa6ed7f24","target":"graph","created_at":"2026-07-05T07:14:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.11696/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Fine-tuning pre-trained large language models in a parameter-efficient manner is widely studied for its effectiveness and efficiency. The popular method of low-rank adaptation (LoRA) offers a notable approach, hypothesizing that the adaptation process is intrinsically low-dimensional. Although LoRA has demonstrated commendable performance, it is implemented with a fixed and unalterable intrinsic rank that might not always be the ideal choice. Recognizing the need for more flexible adaptation, we extend the methodology of LoRA to an innovative approach we call sparse low-rank adaptation (SoRA) ","authors_text":"Bowen Zhou, Maosong Sun, Ning Ding, Qiaosen Wang, Xingtai Lv, Yulin Chen, Zhiyuan Liu","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-20T11:56:25Z","title":"Sparse Low-rank Adaptation of Pre-trained Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.11696","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:cea367504064e55f0303f0ce658a84a3b3b79c0d8849cc18ecc52c746aeabf64","target":"record","created_at":"2026-07-05T07:14:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"48793fbaf912c77e21d347214e88faf25af7c9333392188469e5d1a3a6b3bae6","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-20T11:56:25Z","title_canon_sha256":"cb5a59350deb9516bef12528183357a1cb0201b9a46f40ac3b8a1596539c45fe"},"schema_version":"1.0","source":{"id":"2311.11696","kind":"arxiv","version":1}},"canonical_sha256":"9b82115b6ffb7230139cfdbf0d9a797cfb47486a0d4e657546fd0abfbed58983","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9b82115b6ffb7230139cfdbf0d9a797cfb47486a0d4e657546fd0abfbed58983","first_computed_at":"2026-07-05T07:14:37.870759Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:14:37.870759Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"5IBvBHqxHnGurfNDIZi+5upg8Pl2Q5uTTrEsBpkvCDJRcjK5WvW4CRPE5Uln+vA9Z9gbR9yhOfBtpCDakk/RCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:14:37.871199Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.11696","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:cea367504064e55f0303f0ce658a84a3b3b79c0d8849cc18ecc52c746aeabf64","sha256:b7ddd7bca1401e36ae06e4be629661bd10968542d779b66bceadf36aa6ed7f24"],"state_sha256":"cf54e222294776b1b85174dde939c4d1348e3c0af2d8f23819011b0bed6a5100"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QeWGCNjeb7B19H1AbrHxam2iS1a9yq2ED3p3wA4N5j4uYRmW/M8Z9UDQJRZ/OI0z1Q1G7W7BPHwfOTZw+bQmDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T21:49:14.569935Z","bundle_sha256":"6e2b46b4dd6a150de77108e7fb222ef998ff8960d09a03521146b23534fedc05"}}