{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:IZSQJFHSBOHIG3FRGTS7F7S6OF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8ef9aa41399714770f5402aa3ab4f4a14ac3835fa24520094977ee323b5fe5e7","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-07-28T23:42:09Z","title_canon_sha256":"0fe12b78b128e6953cf9d6ef963690ce6819a999148ffff2c86b77bd9d448e8c"},"schema_version":"1.0","source":{"id":"2407.19610","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.19610","created_at":"2026-07-05T08:49:42Z"},{"alias_kind":"arxiv_version","alias_value":"2407.19610v1","created_at":"2026-07-05T08:49:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.19610","created_at":"2026-07-05T08:49:42Z"},{"alias_kind":"pith_short_12","alias_value":"IZSQJFHSBOHI","created_at":"2026-07-05T08:49:42Z"},{"alias_kind":"pith_short_16","alias_value":"IZSQJFHSBOHIG3FR","created_at":"2026-07-05T08:49:42Z"},{"alias_kind":"pith_short_8","alias_value":"IZSQJFHS","created_at":"2026-07-05T08:49:42Z"}],"graph_snapshots":[{"event_id":"sha256:d3f0a829d1e7b9c0f13f4f0840c0f25fabdc1ff6e463bc22c77a2a4512bb4468","target":"graph","created_at":"2026-07-05T08:49:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.19610/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This research combines Knowledge Distillation (KD) and Mixture of Experts (MoE) to develop modular, efficient multilingual language models. Key objectives include evaluating adaptive versus fixed alpha methods in KD and comparing modular MoE architectures for handling multi-domain inputs and preventing catastrophic forgetting. KD compresses large language models (LLMs) into smaller, efficient models, while MoE enhances modularity with specialized tasks. Experiments showed similar performance for both KD methods, with marginal improvements from adaptive alpha. A combined loss approach provided ","authors_text":"Mehdi Ben Amor, Michael Granitzer, Mohammed Al-Maamari","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-07-28T23:42:09Z","title":"Mixture of Modular Experts: Distilling Knowledge from a Multilingual Teacher into Specialized Modular Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.19610","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:12dcb9f4592112ef2c6689c04726f347ce7e01b131937f4423d3c9aa19ae6bbb","target":"record","created_at":"2026-07-05T08:49:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8ef9aa41399714770f5402aa3ab4f4a14ac3835fa24520094977ee323b5fe5e7","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-07-28T23:42:09Z","title_canon_sha256":"0fe12b78b128e6953cf9d6ef963690ce6819a999148ffff2c86b77bd9d448e8c"},"schema_version":"1.0","source":{"id":"2407.19610","kind":"arxiv","version":1}},"canonical_sha256":"46650494f20b8e836cb134e5f2fe5e71581e8bc5a68b1d674c4c327fc4077c00","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"46650494f20b8e836cb134e5f2fe5e71581e8bc5a68b1d674c4c327fc4077c00","first_computed_at":"2026-07-05T08:49:42.207171Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:49:42.207171Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"zVPNJgm3OfAuiL1MlDlqWfI9lBHlNNuXcOetKt0p9+RmQWxdeKXcTPXtcKpB0hjGf1mHtNwHGtCktUhGyswQCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:49:42.207611Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.19610","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:12dcb9f4592112ef2c6689c04726f347ce7e01b131937f4423d3c9aa19ae6bbb","sha256:d3f0a829d1e7b9c0f13f4f0840c0f25fabdc1ff6e463bc22c77a2a4512bb4468"],"state_sha256":"5708c052dc3b90081b122a03e3d0f9abc9770f42ada8f23728ff6d4ded5fd349"}