{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:4HJ552HMKKH3ZGNU5FHS5BWQAT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"49e243da5e111b36b70375f1e53937d4510c3442b5499e8abefc4c463b45ec16","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-22T16:10:45Z","title_canon_sha256":"c6286769e7d1293ad1cfb73585acc3fe6981ff0c125d251bcc747e622a4758b3"},"schema_version":"1.0","source":{"id":"2406.15883","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.15883","created_at":"2026-07-05T08:35:50Z"},{"alias_kind":"arxiv_version","alias_value":"2406.15883v1","created_at":"2026-07-05T08:35:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.15883","created_at":"2026-07-05T08:35:50Z"},{"alias_kind":"pith_short_12","alias_value":"4HJ552HMKKH3","created_at":"2026-07-05T08:35:50Z"},{"alias_kind":"pith_short_16","alias_value":"4HJ552HMKKH3ZGNU","created_at":"2026-07-05T08:35:50Z"},{"alias_kind":"pith_short_8","alias_value":"4HJ552HM","created_at":"2026-07-05T08:35:50Z"}],"graph_snapshots":[{"event_id":"sha256:204d95cfb702fa128e6bbd24c1e654656c1b65d10f4fb2119bf5581615e8bc33","target":"graph","created_at":"2026-07-05T08:35:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.15883/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Sparse mixture of experts (SMoE) have emerged as an effective approach for scaling large language models while keeping a constant computational cost. Regardless of several notable successes of SMoE, effective training such architecture remains elusive due to the representation collapse problem, which in turn harms model performance and causes parameter redundancy. In this work, we present Similarity-based Sparse Mixture of Experts (SimSMoE), a novel similarity of neural network algorithm, that guarantees a solution to address the representation collapse issue between experts given a fixed FLOP","authors_text":"Giang Do, Hung Le, Truyen Tran","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-22T16:10:45Z","title":"SimSMoE: Solving Representational Collapse via Similarity Measure"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.15883","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:eb2c7b1dc2049c69750e1698410c0a74408d5f1e0f2f03f39712a204d868bb2b","target":"record","created_at":"2026-07-05T08:35:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"49e243da5e111b36b70375f1e53937d4510c3442b5499e8abefc4c463b45ec16","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-22T16:10:45Z","title_canon_sha256":"c6286769e7d1293ad1cfb73585acc3fe6981ff0c125d251bcc747e622a4758b3"},"schema_version":"1.0","source":{"id":"2406.15883","kind":"arxiv","version":1}},"canonical_sha256":"e1d3dee8ec528fbc99b4e94f2e86d004ca21473555b8e36a7cf00f27cb76594e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e1d3dee8ec528fbc99b4e94f2e86d004ca21473555b8e36a7cf00f27cb76594e","first_computed_at":"2026-07-05T08:35:50.060320Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:35:50.060320Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"lRJmP4B5eSTo/avst7zIXj8tybzbOTsq8Lw7DQnACoTaQ32UJWjt5nRv2tM5hJJ08SCLoqBqFyzP8KmKnpDmCw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:35:50.060737Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.15883","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:eb2c7b1dc2049c69750e1698410c0a74408d5f1e0f2f03f39712a204d868bb2b","sha256:204d95cfb702fa128e6bbd24c1e654656c1b65d10f4fb2119bf5581615e8bc33"],"state_sha256":"9e666ef5bae0d75c42e8b5ee7cf16068bc7bc5d76542747e57918385a03d6d82"}