{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:F3X6ZENMBD3K422MOOLDZA2BU5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b650a10c3df1ec264c5fecb45a31c48dd508e22ce0ea4504449ac54f8308ac15","cross_cats_sorted":["cs.AI","cs.LG","quant-ph"],"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.CL","submitted_at":"2022-03-02T13:44:49Z","title_canon_sha256":"ccd1b05d83ef0bc57cb79ea23d6f37822b90d4e7c076323a65d40f01440fb6d7"},"schema_version":"1.0","source":{"id":"2203.01104","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2203.01104","created_at":"2026-07-05T05:06:10Z"},{"alias_kind":"arxiv_version","alias_value":"2203.01104v4","created_at":"2026-07-05T05:06:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2203.01104","created_at":"2026-07-05T05:06:10Z"},{"alias_kind":"pith_short_12","alias_value":"F3X6ZENMBD3K","created_at":"2026-07-05T05:06:10Z"},{"alias_kind":"pith_short_16","alias_value":"F3X6ZENMBD3K422M","created_at":"2026-07-05T05:06:10Z"},{"alias_kind":"pith_short_8","alias_value":"F3X6ZENM","created_at":"2026-07-05T05:06:10Z"}],"graph_snapshots":[{"event_id":"sha256:de30801373ecc214e897cb7aa35bc88b2e2ece7664b2e15557757bbc1892807d","target":"graph","created_at":"2026-07-05T05:06:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2203.01104/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recently, Mixture-of-Experts (short as MoE) architecture has achieved remarkable success in increasing the model capacity of large-scale language models. However, MoE requires incorporating significantly more parameters than the base model being extended. In this paper, we propose building a parameter-efficient MoE architecture by sharing information among experts. We adopt the matrix product operator (MPO, a tensor decomposition from quantum many-body physics) to reconstruct the parameter matrix in the expert layer and increase model capacity for pre-trained language models by sharing paramet","authors_text":"Ji-Rong Wen, Peiyu Liu, Wayne Xin Zhao, Ze-Feng Gao, Zhong-Yi Lu","cross_cats":["cs.AI","cs.LG","quant-ph"],"headline":"","license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.CL","submitted_at":"2022-03-02T13:44:49Z","title":"Parameter-Efficient Mixture-of-Experts Architecture for Pre-trained Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2203.01104","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:307f3e900f17ca299f6db4db42cdefe9dbf7a2fe50d27f8580f992a7a40d7615","target":"record","created_at":"2026-07-05T05:06:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b650a10c3df1ec264c5fecb45a31c48dd508e22ce0ea4504449ac54f8308ac15","cross_cats_sorted":["cs.AI","cs.LG","quant-ph"],"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.CL","submitted_at":"2022-03-02T13:44:49Z","title_canon_sha256":"ccd1b05d83ef0bc57cb79ea23d6f37822b90d4e7c076323a65d40f01440fb6d7"},"schema_version":"1.0","source":{"id":"2203.01104","kind":"arxiv","version":4}},"canonical_sha256":"2eefec91ac08f6ae6b4c73963c8341a74f8ca59f455045db71a9c088a9236e44","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2eefec91ac08f6ae6b4c73963c8341a74f8ca59f455045db71a9c088a9236e44","first_computed_at":"2026-07-05T05:06:10.270176Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:06:10.270176Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"pkNU+BdTId5jdGvmB26ioqAZwp9LGig0HAqnlKUi7K8tDFHfoWuu3g+zVJkZq5midGCf3ha8J8Fpb/Or9YzYDA==","signature_status":"signed_v1","signed_at":"2026-07-05T05:06:10.270743Z","signed_message":"canonical_sha256_bytes"},"source_id":"2203.01104","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:307f3e900f17ca299f6db4db42cdefe9dbf7a2fe50d27f8580f992a7a40d7615","sha256:de30801373ecc214e897cb7aa35bc88b2e2ece7664b2e15557757bbc1892807d"],"state_sha256":"a83b1b5d00291bbb6bc3f9a5fe178d28057a9f268b75d08c6ce3ff7414605339"}