{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:FV3PIZXLCN24AFJ5BTI2UEP336","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4ba1c73b53498304ce0b6e00211fdb4f9ee6d01b2316e19f5d98df5957b2cac9","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-15T18:15:37Z","title_canon_sha256":"b11d553c2143f08c652af63604c7e8afab8f095f56683bf91c9a3e1779fac105"},"schema_version":"1.0","source":{"id":"2311.09179","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.09179","created_at":"2026-07-05T07:13:09Z"},{"alias_kind":"arxiv_version","alias_value":"2311.09179v1","created_at":"2026-07-05T07:13:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.09179","created_at":"2026-07-05T07:13:09Z"},{"alias_kind":"pith_short_12","alias_value":"FV3PIZXLCN24","created_at":"2026-07-05T07:13:09Z"},{"alias_kind":"pith_short_16","alias_value":"FV3PIZXLCN24AFJ5","created_at":"2026-07-05T07:13:09Z"},{"alias_kind":"pith_short_8","alias_value":"FV3PIZXL","created_at":"2026-07-05T07:13:09Z"}],"graph_snapshots":[{"event_id":"sha256:6f141c9def39bd2202aa165edb8baebc143c8bc60d1145658e7a307a1aa3b0ee","target":"graph","created_at":"2026-07-05T07:13:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.09179/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Parameter Efficient Tuning has been an prominent approach to adapt the Large Language Model to downstream tasks. Most previous works considers adding the dense trainable parameters, where all parameters are used to adapt certain task. We found this less effective empirically using the example of LoRA that introducing more trainable parameters does not help. Motivated by this we investigate the importance of leveraging \"sparse\" computation and propose SiRA: sparse mixture of low rank adaption. SiRA leverages the Sparse Mixture of Expert(SMoE) to boost the performance of LoRA. Specifically it en","authors_text":"Canoee Liu, Chu-Cheng Lin, Han Lu, Jindong Chen, Lei Meng, Lei Shu, Liangchen Luo, Nevan Wichers, Tianlong Chen, Xinyi Wang, Yun Zhu","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-15T18:15:37Z","title":"SiRA: Sparse Mixture of Low Rank Adaptation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.09179","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5fba927eef24ad94654c43d197eefaf03279a7655f3dc8103f04099cd3560353","target":"record","created_at":"2026-07-05T07:13:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4ba1c73b53498304ce0b6e00211fdb4f9ee6d01b2316e19f5d98df5957b2cac9","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-15T18:15:37Z","title_canon_sha256":"b11d553c2143f08c652af63604c7e8afab8f095f56683bf91c9a3e1779fac105"},"schema_version":"1.0","source":{"id":"2311.09179","kind":"arxiv","version":1}},"canonical_sha256":"2d76f466eb1375c0153d0cd1aa11fbdf84c9abd2242db6bdadaea6d5e2f45ae8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2d76f466eb1375c0153d0cd1aa11fbdf84c9abd2242db6bdadaea6d5e2f45ae8","first_computed_at":"2026-07-05T07:13:09.952095Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:13:09.952095Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"SvCgEfL2MQmPjBMlKZTYmsKkrD2mNCoTVgAbudtydzKvYmTmmG7gJLtgnXnMRbrSaqrhjRJEl3lwFsbeFBjzCA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:13:09.952516Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.09179","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5fba927eef24ad94654c43d197eefaf03279a7655f3dc8103f04099cd3560353","sha256:6f141c9def39bd2202aa165edb8baebc143c8bc60d1145658e7a307a1aa3b0ee"],"state_sha256":"376d90ba4e75fd46aea5c95d91cdbb7222dbd1ed786b3d729851d6d43c01fdd4"}