{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:M56GCB7RUNEBY4ZMGRMU2LUGXX","short_pith_number":"pith:M56GCB7R","canonical_record":{"source":{"id":"2305.14705","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T04:22:26Z","cross_cats_sorted":[],"title_canon_sha256":"5a866fc4ac06467798a7088bc64c608c72575a9ff8bb4ab04651d61a5eb0a4bb","abstract_canon_sha256":"ac4ea789b090f06fa071ad448e193fef3bcbd03822cf649d2edfd41a43db4ffa"},"schema_version":"1.0"},"canonical_sha256":"677c6107f1a3481c732c34594d2e86bde77ede78e6d0c89aa2362122472f7aad","source":{"kind":"arxiv","id":"2305.14705","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.14705","created_at":"2026-07-05T06:27:49Z"},{"alias_kind":"arxiv_version","alias_value":"2305.14705v2","created_at":"2026-07-05T06:27:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.14705","created_at":"2026-07-05T06:27:49Z"},{"alias_kind":"pith_short_12","alias_value":"M56GCB7RUNEB","created_at":"2026-07-05T06:27:49Z"},{"alias_kind":"pith_short_16","alias_value":"M56GCB7RUNEBY4ZM","created_at":"2026-07-05T06:27:49Z"},{"alias_kind":"pith_short_8","alias_value":"M56GCB7R","created_at":"2026-07-05T06:27:49Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:M56GCB7RUNEBY4ZMGRMU2LUGXX","target":"record","payload":{"canonical_record":{"source":{"id":"2305.14705","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T04:22:26Z","cross_cats_sorted":[],"title_canon_sha256":"5a866fc4ac06467798a7088bc64c608c72575a9ff8bb4ab04651d61a5eb0a4bb","abstract_canon_sha256":"ac4ea789b090f06fa071ad448e193fef3bcbd03822cf649d2edfd41a43db4ffa"},"schema_version":"1.0"},"canonical_sha256":"677c6107f1a3481c732c34594d2e86bde77ede78e6d0c89aa2362122472f7aad","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:27:49.811223Z","signature_b64":"WNFxgyhzGTpW2xSdbCjmEWUgMn+o8nShpzDlRAGlcY0e705u4FOMmxUz249gjUF1byUseooRhhuZywLKWK7oCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"677c6107f1a3481c732c34594d2e86bde77ede78e6d0c89aa2362122472f7aad","last_reissued_at":"2026-07-05T06:27:49.810681Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:27:49.810681Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.14705","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:27:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9XoQk+xRXLOcFXnkJLOmfrDzdVMQNRe7CyQ4P91N8NSmj0gnhjYVdFJM0sJnbbgjeXg5+/2IqNdXeWvy/UwxAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T00:06:11.819052Z"},"content_sha256":"c9bef3d62273e38d9dcd0d9c76f3f2ed30b4a20d54fbc6c6a1f9abb20ff459c0","schema_version":"1.0","event_id":"sha256:c9bef3d62273e38d9dcd0d9c76f3f2ed30b4a20d54fbc6c6a1f9abb20ff459c0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:M56GCB7RUNEBY4ZMGRMU2LUGXX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Mixture-of-Experts Meets Instruction Tuning:A Winning Combination for Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Albert Webson, Barret Zoph, Denny Zhou, Hongkun Yu, Hyung Won Chung, Jason Wei, Kurt Keutzer, Le Hou, Nan Du, Shayne Longpre, Sheng Shen, Trevor Darrell, Tu Vu, Vincent Zhao, William Fedus, Wuyang Chen, Xinyun Chen, Yanqi Zhou, Yuexin Wu, Yunxuan Li","submitted_at":"2023-05-24T04:22:26Z","abstract_excerpt":"Sparse Mixture-of-Experts (MoE) is a neural architecture design that can be utilized to add learnable parameters to Large Language Models (LLMs) without increasing inference cost. Instruction tuning is a technique for training LLMs to follow instructions. We advocate combining these two approaches, as we find that MoE models benefit more from instruction tuning than dense models. In particular, we conduct empirical studies across three experimental setups: (i) Direct finetuning on individual downstream tasks devoid of instruction tuning; (ii) Instructiontuning followed by in-context few-shot o"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.14705","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.14705/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:27:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OiOxFogydRcIA8nqOn/r9wbSaG+E+Anb1GbcsfNP5NKzg0aTX+Tp8LrjHl/EgZdKL7HQqAhUJHtb9H70D0+jDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T00:06:11.819417Z"},"content_sha256":"2b8a3f752b40dc92f223e0b29f51f5448da02a040e35f8ce550d4b503868f464","schema_version":"1.0","event_id":"sha256:2b8a3f752b40dc92f223e0b29f51f5448da02a040e35f8ce550d4b503868f464"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/M56GCB7RUNEBY4ZMGRMU2LUGXX/bundle.json","state_url":"https://pith.science/pith/M56GCB7RUNEBY4ZMGRMU2LUGXX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/M56GCB7RUNEBY4ZMGRMU2LUGXX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T00:06:11Z","links":{"resolver":"https://pith.science/pith/M56GCB7RUNEBY4ZMGRMU2LUGXX","bundle":"https://pith.science/pith/M56GCB7RUNEBY4ZMGRMU2LUGXX/bundle.json","state":"https://pith.science/pith/M56GCB7RUNEBY4ZMGRMU2LUGXX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/M56GCB7RUNEBY4ZMGRMU2LUGXX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:M56GCB7RUNEBY4ZMGRMU2LUGXX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ac4ea789b090f06fa071ad448e193fef3bcbd03822cf649d2edfd41a43db4ffa","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T04:22:26Z","title_canon_sha256":"5a866fc4ac06467798a7088bc64c608c72575a9ff8bb4ab04651d61a5eb0a4bb"},"schema_version":"1.0","source":{"id":"2305.14705","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.14705","created_at":"2026-07-05T06:27:49Z"},{"alias_kind":"arxiv_version","alias_value":"2305.14705v2","created_at":"2026-07-05T06:27:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.14705","created_at":"2026-07-05T06:27:49Z"},{"alias_kind":"pith_short_12","alias_value":"M56GCB7RUNEB","created_at":"2026-07-05T06:27:49Z"},{"alias_kind":"pith_short_16","alias_value":"M56GCB7RUNEBY4ZM","created_at":"2026-07-05T06:27:49Z"},{"alias_kind":"pith_short_8","alias_value":"M56GCB7R","created_at":"2026-07-05T06:27:49Z"}],"graph_snapshots":[{"event_id":"sha256:2b8a3f752b40dc92f223e0b29f51f5448da02a040e35f8ce550d4b503868f464","target":"graph","created_at":"2026-07-05T06:27:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.14705/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Sparse Mixture-of-Experts (MoE) is a neural architecture design that can be utilized to add learnable parameters to Large Language Models (LLMs) without increasing inference cost. Instruction tuning is a technique for training LLMs to follow instructions. We advocate combining these two approaches, as we find that MoE models benefit more from instruction tuning than dense models. In particular, we conduct empirical studies across three experimental setups: (i) Direct finetuning on individual downstream tasks devoid of instruction tuning; (ii) Instructiontuning followed by in-context few-shot o","authors_text":"Albert Webson, Barret Zoph, Denny Zhou, Hongkun Yu, Hyung Won Chung, Jason Wei, Kurt Keutzer, Le Hou, Nan Du, Shayne Longpre, Sheng Shen, Trevor Darrell, Tu Vu, Vincent Zhao, William Fedus, Wuyang Chen, Xinyun Chen, Yanqi Zhou, Yuexin Wu, Yunxuan Li","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T04:22:26Z","title":"Mixture-of-Experts Meets Instruction Tuning:A Winning Combination for Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.14705","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c9bef3d62273e38d9dcd0d9c76f3f2ed30b4a20d54fbc6c6a1f9abb20ff459c0","target":"record","created_at":"2026-07-05T06:27:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ac4ea789b090f06fa071ad448e193fef3bcbd03822cf649d2edfd41a43db4ffa","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T04:22:26Z","title_canon_sha256":"5a866fc4ac06467798a7088bc64c608c72575a9ff8bb4ab04651d61a5eb0a4bb"},"schema_version":"1.0","source":{"id":"2305.14705","kind":"arxiv","version":2}},"canonical_sha256":"677c6107f1a3481c732c34594d2e86bde77ede78e6d0c89aa2362122472f7aad","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"677c6107f1a3481c732c34594d2e86bde77ede78e6d0c89aa2362122472f7aad","first_computed_at":"2026-07-05T06:27:49.810681Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:27:49.810681Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"WNFxgyhzGTpW2xSdbCjmEWUgMn+o8nShpzDlRAGlcY0e705u4FOMmxUz249gjUF1byUseooRhhuZywLKWK7oCA==","signature_status":"signed_v1","signed_at":"2026-07-05T06:27:49.811223Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.14705","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c9bef3d62273e38d9dcd0d9c76f3f2ed30b4a20d54fbc6c6a1f9abb20ff459c0","sha256:2b8a3f752b40dc92f223e0b29f51f5448da02a040e35f8ce550d4b503868f464"],"state_sha256":"5dda7ce4c87777b97da66e4fee668d6d99a7e0c4436b06db2f86571bc1960070"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"X9Qu/gOQY8kwWrxrj7PmojGME0/3HoZI4SXCXNztEXOzy0/OZbJ5ut93TMUY8QlwXki+KYvR/pkSSpLELcfuAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T00:06:11.823144Z","bundle_sha256":"97aa69288a36a0d5cd56580a7ebf4bf94bbfd0cbc4a5a2e55ce88a4019b397e3"}}