{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:N7PGIIWXLROXDM6BJ67BCVIN7O","short_pith_number":"pith:N7PGIIWX","canonical_record":{"source":{"id":"2306.08586","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-06-14T15:47:52Z","cross_cats_sorted":["cs.AI","math.OC"],"title_canon_sha256":"a431e35284b5ed52228e25153312618eabea55138482c980bc4722506194377c","abstract_canon_sha256":"0368e37b7e3583f1ae7311d3effb498c63d8f4c3c9d39f356992a047083df760"},"schema_version":"1.0"},"canonical_sha256":"6fde6422d75c5d71b3c14fbe11550dfb83f57fac249a0b5c47017e70700c543e","source":{"kind":"arxiv","id":"2306.08586","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.08586","created_at":"2026-07-05T11:14:45Z"},{"alias_kind":"arxiv_version","alias_value":"2306.08586v3","created_at":"2026-07-05T11:14:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.08586","created_at":"2026-07-05T11:14:45Z"},{"alias_kind":"pith_short_12","alias_value":"N7PGIIWXLROX","created_at":"2026-07-05T11:14:45Z"},{"alias_kind":"pith_short_16","alias_value":"N7PGIIWXLROXDM6B","created_at":"2026-07-05T11:14:45Z"},{"alias_kind":"pith_short_8","alias_value":"N7PGIIWX","created_at":"2026-07-05T11:14:45Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:N7PGIIWXLROXDM6BJ67BCVIN7O","target":"record","payload":{"canonical_record":{"source":{"id":"2306.08586","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-06-14T15:47:52Z","cross_cats_sorted":["cs.AI","math.OC"],"title_canon_sha256":"a431e35284b5ed52228e25153312618eabea55138482c980bc4722506194377c","abstract_canon_sha256":"0368e37b7e3583f1ae7311d3effb498c63d8f4c3c9d39f356992a047083df760"},"schema_version":"1.0"},"canonical_sha256":"6fde6422d75c5d71b3c14fbe11550dfb83f57fac249a0b5c47017e70700c543e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:14:45.559117Z","signature_b64":"vZMUHvVfglvgmFCONT2i7pLalZvwXWMwwHtdrb1oqG3YAzPni/QyosBxcRHnwtkc0ZYhxggDH/0G2MHRjHlaAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6fde6422d75c5d71b3c14fbe11550dfb83f57fac249a0b5c47017e70700c543e","last_reissued_at":"2026-07-05T11:14:45.558661Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:14:45.558661Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2306.08586","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:14:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/9/qDvt87CiVJJoC0xojmlnT7T2B9AwWoUdlfNHWBethoVx8QpSNq8ZwVL/q8V4U+rUE8A6+BVAuj4qSgjvvCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-31T13:44:41.087782Z"},"content_sha256":"31df75f291612ef4939e72475c1e149a65a69bc2ae53b9783974883ee845c9f5","schema_version":"1.0","event_id":"sha256:31df75f291612ef4939e72475c1e149a65a69bc2ae53b9783974883ee845c9f5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:N7PGIIWXLROXDM6BJ67BCVIN7O","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Learning to Specialize: Joint Gating-Expert Training for Adaptive MoEs in Decentralized Settings","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","math.OC"],"primary_cat":"cs.LG","authors_text":"Ahmed Hassan Awadallah, Anastasios Kyrillidis, Chen Dun, Dimitrios Dimitriadis, Fangshuo Liao, Guoqing Zheng, Hamza ElMokhtar Shili, Mirian Hipolito Garcia, Robert Sim, Yehya Farhat","submitted_at":"2023-06-14T15:47:52Z","abstract_excerpt":"Mixture-of-Experts (MoEs) achieve scalability by dynamically activating subsets of their components. Yet, understanding how expertise emerges through joint training of gating mechanisms and experts remains incomplete, especially in scenarios without clear task partitions. Motivated by inference costs and data heterogeneity, we study how joint training of gating functions and experts can dynamically allocate domain-specific expertise across multiple underlying data distributions. As an outcome of our framework, we develop an instance tailored specifically to decentralized training scenarios, in"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.08586","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2306.08586/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:14:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tkPZN3xCkI0i41xz4YOfAsErPAKvcZJ6tD688i6GMhqm/69A78m9EccLap+5xo/Demy7N0tcRAKZ3pN4XjlABQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-31T13:44:41.088285Z"},"content_sha256":"99c131c1c510adcf35035d153911f0afc14a27779b85b67b817b56bf66e75066","schema_version":"1.0","event_id":"sha256:99c131c1c510adcf35035d153911f0afc14a27779b85b67b817b56bf66e75066"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/N7PGIIWXLROXDM6BJ67BCVIN7O/bundle.json","state_url":"https://pith.science/pith/N7PGIIWXLROXDM6BJ67BCVIN7O/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/N7PGIIWXLROXDM6BJ67BCVIN7O/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-31T13:44:41Z","links":{"resolver":"https://pith.science/pith/N7PGIIWXLROXDM6BJ67BCVIN7O","bundle":"https://pith.science/pith/N7PGIIWXLROXDM6BJ67BCVIN7O/bundle.json","state":"https://pith.science/pith/N7PGIIWXLROXDM6BJ67BCVIN7O/state.json","well_known_bundle":"https://pith.science/.well-known/pith/N7PGIIWXLROXDM6BJ67BCVIN7O/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:N7PGIIWXLROXDM6BJ67BCVIN7O","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0368e37b7e3583f1ae7311d3effb498c63d8f4c3c9d39f356992a047083df760","cross_cats_sorted":["cs.AI","math.OC"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-06-14T15:47:52Z","title_canon_sha256":"a431e35284b5ed52228e25153312618eabea55138482c980bc4722506194377c"},"schema_version":"1.0","source":{"id":"2306.08586","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.08586","created_at":"2026-07-05T11:14:45Z"},{"alias_kind":"arxiv_version","alias_value":"2306.08586v3","created_at":"2026-07-05T11:14:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.08586","created_at":"2026-07-05T11:14:45Z"},{"alias_kind":"pith_short_12","alias_value":"N7PGIIWXLROX","created_at":"2026-07-05T11:14:45Z"},{"alias_kind":"pith_short_16","alias_value":"N7PGIIWXLROXDM6B","created_at":"2026-07-05T11:14:45Z"},{"alias_kind":"pith_short_8","alias_value":"N7PGIIWX","created_at":"2026-07-05T11:14:45Z"}],"graph_snapshots":[{"event_id":"sha256:99c131c1c510adcf35035d153911f0afc14a27779b85b67b817b56bf66e75066","target":"graph","created_at":"2026-07-05T11:14:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2306.08586/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Mixture-of-Experts (MoEs) achieve scalability by dynamically activating subsets of their components. Yet, understanding how expertise emerges through joint training of gating mechanisms and experts remains incomplete, especially in scenarios without clear task partitions. Motivated by inference costs and data heterogeneity, we study how joint training of gating functions and experts can dynamically allocate domain-specific expertise across multiple underlying data distributions. As an outcome of our framework, we develop an instance tailored specifically to decentralized training scenarios, in","authors_text":"Ahmed Hassan Awadallah, Anastasios Kyrillidis, Chen Dun, Dimitrios Dimitriadis, Fangshuo Liao, Guoqing Zheng, Hamza ElMokhtar Shili, Mirian Hipolito Garcia, Robert Sim, Yehya Farhat","cross_cats":["cs.AI","math.OC"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-06-14T15:47:52Z","title":"Learning to Specialize: Joint Gating-Expert Training for Adaptive MoEs in Decentralized Settings"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.08586","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:31df75f291612ef4939e72475c1e149a65a69bc2ae53b9783974883ee845c9f5","target":"record","created_at":"2026-07-05T11:14:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0368e37b7e3583f1ae7311d3effb498c63d8f4c3c9d39f356992a047083df760","cross_cats_sorted":["cs.AI","math.OC"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-06-14T15:47:52Z","title_canon_sha256":"a431e35284b5ed52228e25153312618eabea55138482c980bc4722506194377c"},"schema_version":"1.0","source":{"id":"2306.08586","kind":"arxiv","version":3}},"canonical_sha256":"6fde6422d75c5d71b3c14fbe11550dfb83f57fac249a0b5c47017e70700c543e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6fde6422d75c5d71b3c14fbe11550dfb83f57fac249a0b5c47017e70700c543e","first_computed_at":"2026-07-05T11:14:45.558661Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:14:45.558661Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"vZMUHvVfglvgmFCONT2i7pLalZvwXWMwwHtdrb1oqG3YAzPni/QyosBxcRHnwtkc0ZYhxggDH/0G2MHRjHlaAw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:14:45.559117Z","signed_message":"canonical_sha256_bytes"},"source_id":"2306.08586","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:31df75f291612ef4939e72475c1e149a65a69bc2ae53b9783974883ee845c9f5","sha256:99c131c1c510adcf35035d153911f0afc14a27779b85b67b817b56bf66e75066"],"state_sha256":"f350ad80fc64555c0f7c9d7e5b6f6cd25775cee90e2d5df16007dbd2756160ef"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"azJOKjbcz/jFhEqQb2UKaN6OlA6AW8xL45be5mzZ9yMCMaXXVXOAd3abuTkQA3Mu7e9npAWuDGVhnC+vAZr4Bg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-31T13:44:41.093497Z","bundle_sha256":"dd560e5760af561d67809ff0451f067a33e8eb1f288d2c67ade77700a71fd78a"}}