{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2025:JQFZC4WHYSZ2SAOHK4N2LKYJVR","short_pith_number":"pith:JQFZC4WH","schema_version":"1.0","canonical_sha256":"4c0b9172c7c4b3a901c7571ba5ab09ac60ffb354b81fc5693e7b1d3fa7e9ea9e","source":{"kind":"arxiv","id":"2506.02965","version":2},"attestation_state":"computed","paper":{"title":"PC-MoE: Memory-Efficient and Privacy-Preserving Collaborative Training for Mixture-of-Experts LLMs","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Bolin Ding, Bryan Kian Hsiang Low, Ze Yu Zhang","submitted_at":"2025-06-03T15:00:18Z","abstract_excerpt":"Mixture-of-Experts (MoE) has been gaining popularity due to its successful adaptation to large language models (LLMs). In this work, we introduce Privacy-preserving Collaborative Mixture-of-Experts (PC-MoE), which leverages the sparsity of the MoE architecture for memory-efficient decentralized collaborative LLM training, enabling multiple parties with limited GPU-memory and data resources to collectively train more capable LLMs than they could achieve individually. At the same time, this approach protects training data privacy of each participant by keeping training data, as well as parts of "},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2506.02965","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-06-03T15:00:18Z","cross_cats_sorted":[],"title_canon_sha256":"5d133fb1b4a0849179ffac1fad79a62ee713780b3cdbb455671401d54c084b3a","abstract_canon_sha256":"fe24f0885267ab9374b5ee81384f18517872b0066dbce1313888be99730205b9"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:15:48.011890Z","signature_b64":"+DNvLn5DUpfI3ibKSNZJRNurq8puL+D0OvET1wb8g7fXpQOlYCHtqnPsQjhhrT15lbW+tn/tVYxvloLYBs6uAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4c0b9172c7c4b3a901c7571ba5ab09ac60ffb354b81fc5693e7b1d3fa7e9ea9e","last_reissued_at":"2026-07-05T11:15:48.011414Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:15:48.011414Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"PC-MoE: Memory-Efficient and Privacy-Preserving Collaborative Training for Mixture-of-Experts LLMs","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Bolin Ding, Bryan Kian Hsiang Low, Ze Yu Zhang","submitted_at":"2025-06-03T15:00:18Z","abstract_excerpt":"Mixture-of-Experts (MoE) has been gaining popularity due to its successful adaptation to large language models (LLMs). In this work, we introduce Privacy-preserving Collaborative Mixture-of-Experts (PC-MoE), which leverages the sparsity of the MoE architecture for memory-efficient decentralized collaborative LLM training, enabling multiple parties with limited GPU-memory and data resources to collectively train more capable LLMs than they could achieve individually. At the same time, this approach protects training data privacy of each participant by keeping training data, as well as parts of "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.02965","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2506.02965/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2506.02965","created_at":"2026-07-05T11:15:48.011471+00:00"},{"alias_kind":"arxiv_version","alias_value":"2506.02965v2","created_at":"2026-07-05T11:15:48.011471+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.02965","created_at":"2026-07-05T11:15:48.011471+00:00"},{"alias_kind":"pith_short_12","alias_value":"JQFZC4WHYSZ2","created_at":"2026-07-05T11:15:48.011471+00:00"},{"alias_kind":"pith_short_16","alias_value":"JQFZC4WHYSZ2SAOH","created_at":"2026-07-05T11:15:48.011471+00:00"},{"alias_kind":"pith_short_8","alias_value":"JQFZC4WH","created_at":"2026-07-05T11:15:48.011471+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/JQFZC4WHYSZ2SAOHK4N2LKYJVR","json":"https://pith.science/pith/JQFZC4WHYSZ2SAOHK4N2LKYJVR.json","graph_json":"https://pith.science/api/pith-number/JQFZC4WHYSZ2SAOHK4N2LKYJVR/graph.json","events_json":"https://pith.science/api/pith-number/JQFZC4WHYSZ2SAOHK4N2LKYJVR/events.json","paper":"https://pith.science/paper/JQFZC4WH"},"agent_actions":{"view_html":"https://pith.science/pith/JQFZC4WHYSZ2SAOHK4N2LKYJVR","download_json":"https://pith.science/pith/JQFZC4WHYSZ2SAOHK4N2LKYJVR.json","view_paper":"https://pith.science/paper/JQFZC4WH","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2506.02965&json=true","fetch_graph":"https://pith.science/api/pith-number/JQFZC4WHYSZ2SAOHK4N2LKYJVR/graph.json","fetch_events":"https://pith.science/api/pith-number/JQFZC4WHYSZ2SAOHK4N2LKYJVR/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/JQFZC4WHYSZ2SAOHK4N2LKYJVR/action/timestamp_anchor","attest_storage":"https://pith.science/pith/JQFZC4WHYSZ2SAOHK4N2LKYJVR/action/storage_attestation","attest_author":"https://pith.science/pith/JQFZC4WHYSZ2SAOHK4N2LKYJVR/action/author_attestation","sign_citation":"https://pith.science/pith/JQFZC4WHYSZ2SAOHK4N2LKYJVR/action/citation_signature","submit_replication":"https://pith.science/pith/JQFZC4WHYSZ2SAOHK4N2LKYJVR/action/replication_record"}},"created_at":"2026-07-05T11:15:48.011471+00:00","updated_at":"2026-07-05T11:15:48.011471+00:00"}