{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:44YD2RP2375CVHYI3DBR476JJY","short_pith_number":"pith:44YD2RP2","canonical_record":{"source":{"id":"2410.03765","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-02T14:30:02Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"ac3b687472b90bec03ad6f6660adb2ed4626e2a941ca1535a106353ef78be744","abstract_canon_sha256":"9439dc4e82b291097c1b3439c685d355ef6e67d1938c99238bdc606ffa65726e"},"schema_version":"1.0"},"canonical_sha256":"e7303d45fadffa2a9f08d8c31e7fc94e0a708e21e18deb1fe226775168d443b5","source":{"kind":"arxiv","id":"2410.03765","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.03765","created_at":"2026-07-05T09:16:24Z"},{"alias_kind":"arxiv_version","alias_value":"2410.03765v1","created_at":"2026-07-05T09:16:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.03765","created_at":"2026-07-05T09:16:24Z"},{"alias_kind":"pith_short_12","alias_value":"44YD2RP2375C","created_at":"2026-07-05T09:16:24Z"},{"alias_kind":"pith_short_16","alias_value":"44YD2RP2375CVHYI","created_at":"2026-07-05T09:16:24Z"},{"alias_kind":"pith_short_8","alias_value":"44YD2RP2","created_at":"2026-07-05T09:16:24Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:44YD2RP2375CVHYI3DBR476JJY","target":"record","payload":{"canonical_record":{"source":{"id":"2410.03765","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-02T14:30:02Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"ac3b687472b90bec03ad6f6660adb2ed4626e2a941ca1535a106353ef78be744","abstract_canon_sha256":"9439dc4e82b291097c1b3439c685d355ef6e67d1938c99238bdc606ffa65726e"},"schema_version":"1.0"},"canonical_sha256":"e7303d45fadffa2a9f08d8c31e7fc94e0a708e21e18deb1fe226775168d443b5","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:16:24.574773Z","signature_b64":"GjviM9IPXjmyjQ/zHQLTtSqGqoaQNqHSakxegbHCTRH88HJUJ4gUUsKDhIaxgGf691Rdq3v04YZa3hnKoF+PAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e7303d45fadffa2a9f08d8c31e7fc94e0a708e21e18deb1fe226775168d443b5","last_reissued_at":"2026-07-05T09:16:24.574313Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:16:24.574313Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.03765","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:16:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5eeMrTbhdHwW+MejZXE8xGqeIw/JMQYkVDPmfm/1wQFlsW5EZCQDv2rdjwiVn2XGUforCEAz9D9pckfpaXqPAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T21:53:28.585704Z"},"content_sha256":"efab3a4ddad7239c9f4f8df15b32ca1d0556dec694422c90e9c9d7afe7de0316","schema_version":"1.0","event_id":"sha256:efab3a4ddad7239c9f4f8df15b32ca1d0556dec694422c90e9c9d7afe7de0316"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:44YD2RP2375CVHYI3DBR476JJY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Basis Sharing: Cross-Layer Parameter Sharing for Large Language Model Compression","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Bing Li, Grace Li Zhang, Ing-Chao Lin, Jingcun Wang, Yu-Guang Chen","submitted_at":"2024-10-02T14:30:02Z","abstract_excerpt":"Large Language Models (LLMs) have achieved remarkable breakthroughs. However, the huge number of parameters in LLMs require significant amount of memory storage in inference, which prevents their practical deployment in many applications. To reduce memory storage of LLMs, singular value decomposition (SVD) provides a promising solution to approximate weight matrices for compressing LLMs. In this paper, we take a step further to explore parameter sharing across different layers with SVD to achieve more effective compression for LLMs. Specifically, weight matrices in different layers are decompo"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.03765","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.03765/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:16:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"uzNUx035Tl5sl8RzftWdEkG7kpPnq+/ehx8u4Eo5pqVG9yqbfbnHt/T9K0wb+crXx2RfUBu0diYsLHYWheKXAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T21:53:28.586212Z"},"content_sha256":"5aaa96826fc94f8cfb0be856c1feecd60faa3a5c4f0706e8a0ffbbba159f9e59","schema_version":"1.0","event_id":"sha256:5aaa96826fc94f8cfb0be856c1feecd60faa3a5c4f0706e8a0ffbbba159f9e59"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/44YD2RP2375CVHYI3DBR476JJY/bundle.json","state_url":"https://pith.science/pith/44YD2RP2375CVHYI3DBR476JJY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/44YD2RP2375CVHYI3DBR476JJY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T21:53:28Z","links":{"resolver":"https://pith.science/pith/44YD2RP2375CVHYI3DBR476JJY","bundle":"https://pith.science/pith/44YD2RP2375CVHYI3DBR476JJY/bundle.json","state":"https://pith.science/pith/44YD2RP2375CVHYI3DBR476JJY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/44YD2RP2375CVHYI3DBR476JJY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:44YD2RP2375CVHYI3DBR476JJY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9439dc4e82b291097c1b3439c685d355ef6e67d1938c99238bdc606ffa65726e","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-02T14:30:02Z","title_canon_sha256":"ac3b687472b90bec03ad6f6660adb2ed4626e2a941ca1535a106353ef78be744"},"schema_version":"1.0","source":{"id":"2410.03765","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.03765","created_at":"2026-07-05T09:16:24Z"},{"alias_kind":"arxiv_version","alias_value":"2410.03765v1","created_at":"2026-07-05T09:16:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.03765","created_at":"2026-07-05T09:16:24Z"},{"alias_kind":"pith_short_12","alias_value":"44YD2RP2375C","created_at":"2026-07-05T09:16:24Z"},{"alias_kind":"pith_short_16","alias_value":"44YD2RP2375CVHYI","created_at":"2026-07-05T09:16:24Z"},{"alias_kind":"pith_short_8","alias_value":"44YD2RP2","created_at":"2026-07-05T09:16:24Z"}],"graph_snapshots":[{"event_id":"sha256:5aaa96826fc94f8cfb0be856c1feecd60faa3a5c4f0706e8a0ffbbba159f9e59","target":"graph","created_at":"2026-07-05T09:16:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.03765/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) have achieved remarkable breakthroughs. However, the huge number of parameters in LLMs require significant amount of memory storage in inference, which prevents their practical deployment in many applications. To reduce memory storage of LLMs, singular value decomposition (SVD) provides a promising solution to approximate weight matrices for compressing LLMs. In this paper, we take a step further to explore parameter sharing across different layers with SVD to achieve more effective compression for LLMs. Specifically, weight matrices in different layers are decompo","authors_text":"Bing Li, Grace Li Zhang, Ing-Chao Lin, Jingcun Wang, Yu-Guang Chen","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-02T14:30:02Z","title":"Basis Sharing: Cross-Layer Parameter Sharing for Large Language Model Compression"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.03765","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:efab3a4ddad7239c9f4f8df15b32ca1d0556dec694422c90e9c9d7afe7de0316","target":"record","created_at":"2026-07-05T09:16:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9439dc4e82b291097c1b3439c685d355ef6e67d1938c99238bdc606ffa65726e","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-02T14:30:02Z","title_canon_sha256":"ac3b687472b90bec03ad6f6660adb2ed4626e2a941ca1535a106353ef78be744"},"schema_version":"1.0","source":{"id":"2410.03765","kind":"arxiv","version":1}},"canonical_sha256":"e7303d45fadffa2a9f08d8c31e7fc94e0a708e21e18deb1fe226775168d443b5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e7303d45fadffa2a9f08d8c31e7fc94e0a708e21e18deb1fe226775168d443b5","first_computed_at":"2026-07-05T09:16:24.574313Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:16:24.574313Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"GjviM9IPXjmyjQ/zHQLTtSqGqoaQNqHSakxegbHCTRH88HJUJ4gUUsKDhIaxgGf691Rdq3v04YZa3hnKoF+PAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:16:24.574773Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.03765","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:efab3a4ddad7239c9f4f8df15b32ca1d0556dec694422c90e9c9d7afe7de0316","sha256:5aaa96826fc94f8cfb0be856c1feecd60faa3a5c4f0706e8a0ffbbba159f9e59"],"state_sha256":"56ab298d8167cf1bf29d5415c0f4a3dc06512d07ff1cb90385775fe0779f5392"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qq+LVdvLZxD/EO9epHAVCWF56ezwy/A8bvIa4kfDIBmgioPGV+VE7CXVtHWxKojXoO6Hs73Pb669pgFWIEvDCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T21:53:28.589898Z","bundle_sha256":"5d3c624bd7ccef374f3cc72e2debfb0db78fa992cc0d9db5c32ae21adc420b96"}}