{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:J7O6NLV26YAJTTCD64H25REPNT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"606cd5756415e537aab38c7fc74e1f61a5579c759549578909a075297fcc0765","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-02-24T16:32:22Z","title_canon_sha256":"029f9ef7590f567c4d131dbfea59cebc5743926604ceb917090cd17822532982"},"schema_version":"1.0","source":{"id":"2502.17298","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.17298","created_at":"2026-07-05T10:19:08Z"},{"alias_kind":"arxiv_version","alias_value":"2502.17298v1","created_at":"2026-07-05T10:19:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.17298","created_at":"2026-07-05T10:19:08Z"},{"alias_kind":"pith_short_12","alias_value":"J7O6NLV26YAJ","created_at":"2026-07-05T10:19:08Z"},{"alias_kind":"pith_short_16","alias_value":"J7O6NLV26YAJTTCD","created_at":"2026-07-05T10:19:08Z"},{"alias_kind":"pith_short_8","alias_value":"J7O6NLV2","created_at":"2026-07-05T10:19:08Z"}],"graph_snapshots":[{"event_id":"sha256:573b2db66e485387a1698f5a70fe79e9c56eefb9afcfb1bc018dc1d6aa1a9bbc","target":"graph","created_at":"2026-07-05T10:19:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.17298/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Mixture-of-Experts (MoE) architectures in large language models (LLMs) achieve exceptional performance, but face prohibitive storage and memory requirements. To address these challenges, we present $D^2$-MoE, a new delta decompression compressor for reducing the parameters of MoE LLMs. Based on observations of expert diversity, we decompose their weights into a shared base weight and unique delta weights. Specifically, our method first merges each expert's weight into the base weight using the Fisher information matrix to capture shared components. Then, we compress delta weights through Singu","authors_text":"Hao Gu, Lujun Li, Mark Lee, Qiyuan Zhu, Shengjie Sun, Wei Li, Wei Xue, Yike Guo","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-02-24T16:32:22Z","title":"Delta Decompression for MoE-based LLMs Compression"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.17298","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4864fdebf2f3558bf351a32562402f5e723a41391f4e499f66437153a57b7e01","target":"record","created_at":"2026-07-05T10:19:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"606cd5756415e537aab38c7fc74e1f61a5579c759549578909a075297fcc0765","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-02-24T16:32:22Z","title_canon_sha256":"029f9ef7590f567c4d131dbfea59cebc5743926604ceb917090cd17822532982"},"schema_version":"1.0","source":{"id":"2502.17298","kind":"arxiv","version":1}},"canonical_sha256":"4fdde6aebaf60099cc43f70faec48f6cd6ebf0d1fb50efbecf9fc942af361a32","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4fdde6aebaf60099cc43f70faec48f6cd6ebf0d1fb50efbecf9fc942af361a32","first_computed_at":"2026-07-05T10:19:08.411929Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:19:08.411929Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"tOoxOnY8b5nU87QQHAWNc05rJctHqj427ElOtTfXFlDxBrD6mTn12VrFiEe6LkIUjr9n9WsFjS3F2AuQPxzqDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T10:19:08.412398Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.17298","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4864fdebf2f3558bf351a32562402f5e723a41391f4e499f66437153a57b7e01","sha256:573b2db66e485387a1698f5a70fe79e9c56eefb9afcfb1bc018dc1d6aa1a9bbc"],"state_sha256":"0e73f2615a0ef532be41342dff4dc61bfbed5e5d74d700a73dea77b9d63fedf7"}