{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:34EBOULNQXY6VJ344XYSTWZJMU","short_pith_number":"pith:34EBOULN","canonical_record":{"source":{"id":"2204.07689","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-04-16T00:56:12Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"68110828347eb5d76d9f502f832bd087f78e8da0ae98f574ba209d733b80b103","abstract_canon_sha256":"56b91be1d1dc4b8b89a45cb502497737c6c8f5445377486ffb430d6b26699258"},"schema_version":"1.0"},"canonical_sha256":"df0817516d85f1eaa77ce5f129db29650d622883c87e3e85008709e968ff03ea","source":{"kind":"arxiv","id":"2204.07689","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2204.07689","created_at":"2026-07-05T04:15:17Z"},{"alias_kind":"arxiv_version","alias_value":"2204.07689v1","created_at":"2026-07-05T04:15:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2204.07689","created_at":"2026-07-05T04:15:17Z"},{"alias_kind":"pith_short_12","alias_value":"34EBOULNQXY6","created_at":"2026-07-05T04:15:17Z"},{"alias_kind":"pith_short_16","alias_value":"34EBOULNQXY6VJ34","created_at":"2026-07-05T04:15:17Z"},{"alias_kind":"pith_short_8","alias_value":"34EBOULN","created_at":"2026-07-05T04:15:17Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:34EBOULNQXY6VJ344XYSTWZJMU","target":"record","payload":{"canonical_record":{"source":{"id":"2204.07689","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-04-16T00:56:12Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"68110828347eb5d76d9f502f832bd087f78e8da0ae98f574ba209d733b80b103","abstract_canon_sha256":"56b91be1d1dc4b8b89a45cb502497737c6c8f5445377486ffb430d6b26699258"},"schema_version":"1.0"},"canonical_sha256":"df0817516d85f1eaa77ce5f129db29650d622883c87e3e85008709e968ff03ea","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:15:17.483516Z","signature_b64":"B7Dab0K8ppN3cyaFLdTof1LyZkO+KYOVRjjnyKC/E559300/kNN2cCXtOVN2etX3ryTgi2untRNppLSFwX4fAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"df0817516d85f1eaa77ce5f129db29650d622883c87e3e85008709e968ff03ea","last_reissued_at":"2026-07-05T04:15:17.483088Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:15:17.483088Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2204.07689","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:15:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"v8ZOM36PTXAk/GBSXo2EFg19wY9Z+e/3JgK/teCr551YcHDamjtJlb9Q6TxpWNlfg5Q7rThU0Ijnotn3DHtkDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T00:10:35.327828Z"},"content_sha256":"60fdb37652e07eb2572599e0e4a4eca6409d25cf35b9c1d467957e9ef596f40c","schema_version":"1.0","event_id":"sha256:60fdb37652e07eb2572599e0e4a4eca6409d25cf35b9c1d467957e9ef596f40c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:34EBOULNQXY6VJ344XYSTWZJMU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Sparsely Activated Mixture-of-Experts are Robust Multi-Task Learners","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.LG","authors_text":"Ahmed H. Awadallah, Damien Jose, Eduardo Gonzalez, Jianfeng Gao, Krishan Subudhi, Shashank Gupta, Subhabrata Mukherjee","submitted_at":"2022-04-16T00:56:12Z","abstract_excerpt":"Traditional multi-task learning (MTL) methods use dense networks that use the same set of shared weights across several different tasks. This often creates interference where two or more tasks compete to pull model parameters in different directions. In this work, we study whether sparsely activated Mixture-of-Experts (MoE) improve multi-task learning by specializing some weights for learning shared representations and using the others for learning task-specific information. To this end, we devise task-aware gating functions to route examples from different tasks to specialized experts which s"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2204.07689","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2204.07689/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:15:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VZIe8SGbb7l+7n1l79bzPKL3OXSh7DYpP+6/zSqw6cjkseS02zOHxlpQFugcEANhyPPKTbTs7pw4O1dZp6OjDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T00:10:35.328723Z"},"content_sha256":"91399898af2d565c69b8ed455faafa5302d149dbe10d8429ccce92fa460608b2","schema_version":"1.0","event_id":"sha256:91399898af2d565c69b8ed455faafa5302d149dbe10d8429ccce92fa460608b2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/34EBOULNQXY6VJ344XYSTWZJMU/bundle.json","state_url":"https://pith.science/pith/34EBOULNQXY6VJ344XYSTWZJMU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/34EBOULNQXY6VJ344XYSTWZJMU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T00:10:35Z","links":{"resolver":"https://pith.science/pith/34EBOULNQXY6VJ344XYSTWZJMU","bundle":"https://pith.science/pith/34EBOULNQXY6VJ344XYSTWZJMU/bundle.json","state":"https://pith.science/pith/34EBOULNQXY6VJ344XYSTWZJMU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/34EBOULNQXY6VJ344XYSTWZJMU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:34EBOULNQXY6VJ344XYSTWZJMU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"56b91be1d1dc4b8b89a45cb502497737c6c8f5445377486ffb430d6b26699258","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-04-16T00:56:12Z","title_canon_sha256":"68110828347eb5d76d9f502f832bd087f78e8da0ae98f574ba209d733b80b103"},"schema_version":"1.0","source":{"id":"2204.07689","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2204.07689","created_at":"2026-07-05T04:15:17Z"},{"alias_kind":"arxiv_version","alias_value":"2204.07689v1","created_at":"2026-07-05T04:15:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2204.07689","created_at":"2026-07-05T04:15:17Z"},{"alias_kind":"pith_short_12","alias_value":"34EBOULNQXY6","created_at":"2026-07-05T04:15:17Z"},{"alias_kind":"pith_short_16","alias_value":"34EBOULNQXY6VJ34","created_at":"2026-07-05T04:15:17Z"},{"alias_kind":"pith_short_8","alias_value":"34EBOULN","created_at":"2026-07-05T04:15:17Z"}],"graph_snapshots":[{"event_id":"sha256:91399898af2d565c69b8ed455faafa5302d149dbe10d8429ccce92fa460608b2","target":"graph","created_at":"2026-07-05T04:15:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2204.07689/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Traditional multi-task learning (MTL) methods use dense networks that use the same set of shared weights across several different tasks. This often creates interference where two or more tasks compete to pull model parameters in different directions. In this work, we study whether sparsely activated Mixture-of-Experts (MoE) improve multi-task learning by specializing some weights for learning shared representations and using the others for learning task-specific information. To this end, we devise task-aware gating functions to route examples from different tasks to specialized experts which s","authors_text":"Ahmed H. Awadallah, Damien Jose, Eduardo Gonzalez, Jianfeng Gao, Krishan Subudhi, Shashank Gupta, Subhabrata Mukherjee","cross_cats":["cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-04-16T00:56:12Z","title":"Sparsely Activated Mixture-of-Experts are Robust Multi-Task Learners"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2204.07689","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:60fdb37652e07eb2572599e0e4a4eca6409d25cf35b9c1d467957e9ef596f40c","target":"record","created_at":"2026-07-05T04:15:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"56b91be1d1dc4b8b89a45cb502497737c6c8f5445377486ffb430d6b26699258","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-04-16T00:56:12Z","title_canon_sha256":"68110828347eb5d76d9f502f832bd087f78e8da0ae98f574ba209d733b80b103"},"schema_version":"1.0","source":{"id":"2204.07689","kind":"arxiv","version":1}},"canonical_sha256":"df0817516d85f1eaa77ce5f129db29650d622883c87e3e85008709e968ff03ea","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"df0817516d85f1eaa77ce5f129db29650d622883c87e3e85008709e968ff03ea","first_computed_at":"2026-07-05T04:15:17.483088Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:15:17.483088Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"B7Dab0K8ppN3cyaFLdTof1LyZkO+KYOVRjjnyKC/E559300/kNN2cCXtOVN2etX3ryTgi2untRNppLSFwX4fAw==","signature_status":"signed_v1","signed_at":"2026-07-05T04:15:17.483516Z","signed_message":"canonical_sha256_bytes"},"source_id":"2204.07689","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:60fdb37652e07eb2572599e0e4a4eca6409d25cf35b9c1d467957e9ef596f40c","sha256:91399898af2d565c69b8ed455faafa5302d149dbe10d8429ccce92fa460608b2"],"state_sha256":"358cc50408f77598c6d9d37497d04279f1d88ef0403b00b929f91a93b8717080"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wND9+h/Jv0CtDRmQedhS7edMsBTrdpTjqmm/+Uw67tl8FNGN/6H3IdB+gGi0VF9cnkTgXJZmVAzobXej3habDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T00:10:35.435104Z","bundle_sha256":"51b3b14715374da3236f39dfae2d64b146f6500f30d00586914c8002fca47043"}}