{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:UZHPUBPZWMFGYPYR227MJLFCK4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"eaac3ef102563187f2862d473ffd6e9b406d6a7796c1db9a9922c2b16773a021","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-06-18T08:03:51Z","title_canon_sha256":"9a188efee4f932373e15b7ec8625ad279e07c40174a6a3742b002debafd03260"},"schema_version":"1.0","source":{"id":"2406.12375","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.12375","created_at":"2026-07-05T08:33:45Z"},{"alias_kind":"arxiv_version","alias_value":"2406.12375v1","created_at":"2026-07-05T08:33:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.12375","created_at":"2026-07-05T08:33:45Z"},{"alias_kind":"pith_short_12","alias_value":"UZHPUBPZWMFG","created_at":"2026-07-05T08:33:45Z"},{"alias_kind":"pith_short_16","alias_value":"UZHPUBPZWMFGYPYR","created_at":"2026-07-05T08:33:45Z"},{"alias_kind":"pith_short_8","alias_value":"UZHPUBPZ","created_at":"2026-07-05T08:33:45Z"}],"graph_snapshots":[{"event_id":"sha256:d6a94013efffe5ba8a4b2d5c17cafa57eb709ff0fcd3f7038b7307f99ea97e80","target":"graph","created_at":"2026-07-05T08:33:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.12375/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Mixture-of-Experts (MoE) has been demonstrated as an efficient method to scale up models. By dynamically and sparsely selecting activated experts, MoE can effectively reduce computational costs. Despite the success, we observe that many tokens in the MoE models have uncertain routing results. These tokens have nearly equal scores for choosing each expert, and we demonstrate that this uncertainty can lead to incorrect selections. Inspired by the Global Workspace Theory (GWT), we propose a new fine-tuning method, GW-MoE, to address this issue. The core idea is to broadcast the uncertain tokens a","authors_text":"Hang Zhao, Haoze Wu, Jie Fu, Zihan Qiu, Zili Wang","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-06-18T08:03:51Z","title":"GW-MoE: Resolving Uncertainty in MoE Router with Global Workspace Theory"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.12375","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5196b198ad2fe8e785dacb7677f84459e0ed072c9fd415f6f70e4766db5c0f4a","target":"record","created_at":"2026-07-05T08:33:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"eaac3ef102563187f2862d473ffd6e9b406d6a7796c1db9a9922c2b16773a021","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-06-18T08:03:51Z","title_canon_sha256":"9a188efee4f932373e15b7ec8625ad279e07c40174a6a3742b002debafd03260"},"schema_version":"1.0","source":{"id":"2406.12375","kind":"arxiv","version":1}},"canonical_sha256":"a64efa05f9b30a6c3f11d6bec4aca257120b62509bb7953afae2ed1d68526355","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a64efa05f9b30a6c3f11d6bec4aca257120b62509bb7953afae2ed1d68526355","first_computed_at":"2026-07-05T08:33:45.075351Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:33:45.075351Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"jnF5apV66Y1kx9hUANYPerMlwyD0DY+TzKyuhuzw9FyYHO3o/t5WL0xbCVGojteI60Wpi+TdKfIo/fnCy6+iAA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:33:45.075767Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.12375","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5196b198ad2fe8e785dacb7677f84459e0ed072c9fd415f6f70e4766db5c0f4a","sha256:d6a94013efffe5ba8a4b2d5c17cafa57eb709ff0fcd3f7038b7307f99ea97e80"],"state_sha256":"45ddac482d450a86c0633a80445d28193e5eba6a8867b934af4072bb7960c8f6"}