{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:X3QCVLBJNITDVXVSCWWAKMDMPO","short_pith_number":"pith:X3QCVLBJ","canonical_record":{"source":{"id":"2110.04260","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-10-08T17:15:47Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"02fa24bf9d2842d3ce01f48b7dec51d1183cffd457388dc4b5e3bc1de22792da","abstract_canon_sha256":"8ed2553754247290e639eab48f5f801b0eb99fea5f949bc37d672b61683c1eeb"},"schema_version":"1.0"},"canonical_sha256":"bee02aac296a263adeb215ac05306c7bb0a5dbda319f42f3cd373da2c8ecd74e","source":{"kind":"arxiv","id":"2110.04260","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.04260","created_at":"2026-07-05T03:54:03Z"},{"alias_kind":"arxiv_version","alias_value":"2110.04260v3","created_at":"2026-07-05T03:54:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.04260","created_at":"2026-07-05T03:54:03Z"},{"alias_kind":"pith_short_12","alias_value":"X3QCVLBJNITD","created_at":"2026-07-05T03:54:03Z"},{"alias_kind":"pith_short_16","alias_value":"X3QCVLBJNITDVXVS","created_at":"2026-07-05T03:54:03Z"},{"alias_kind":"pith_short_8","alias_value":"X3QCVLBJ","created_at":"2026-07-05T03:54:03Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:X3QCVLBJNITDVXVSCWWAKMDMPO","target":"record","payload":{"canonical_record":{"source":{"id":"2110.04260","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-10-08T17:15:47Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"02fa24bf9d2842d3ce01f48b7dec51d1183cffd457388dc4b5e3bc1de22792da","abstract_canon_sha256":"8ed2553754247290e639eab48f5f801b0eb99fea5f949bc37d672b61683c1eeb"},"schema_version":"1.0"},"canonical_sha256":"bee02aac296a263adeb215ac05306c7bb0a5dbda319f42f3cd373da2c8ecd74e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:54:03.007768Z","signature_b64":"GX86N8MgunzPnfbUsH/kdk6FqnrKzH2OvXzra/qy2W6gOxwD5qGyEmIZNIO4P4oy5wL1v9ap7MQlqQMaoyUCCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"bee02aac296a263adeb215ac05306c7bb0a5dbda319f42f3cd373da2c8ecd74e","last_reissued_at":"2026-07-05T03:54:03.007280Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:54:03.007280Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2110.04260","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:54:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yVBTBqZJdUHZsbSZjuaW8vMOeho81cMDhfQBET9zKDZ0osg5U9gQmsOM0ghfq+tzNfWnAZskoHrVCaDKW49IBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T10:11:31.733528Z"},"content_sha256":"bfb9adb0d8a25777843b6605009a721ff9e469fe29688268bcfc1dfb8b0cb7dd","schema_version":"1.0","event_id":"sha256:bfb9adb0d8a25777843b6605009a721ff9e469fe29688268bcfc1dfb8b0cb7dd"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:X3QCVLBJNITDVXVSCWWAKMDMPO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Taming Sparsely Activated Transformer with Stochastic Experts","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Hany Hassan, Jianfeng Gao, Jian Jiao, Ruofei Zhang, Simiao Zuo, Tuo Zhao, XiaoDong Liu, Young Jin Kim","submitted_at":"2021-10-08T17:15:47Z","abstract_excerpt":"Sparsely activated models (SAMs), such as Mixture-of-Experts (MoE), can easily scale to have outrageously large amounts of parameters without significant increase in computational cost. However, SAMs are reported to be parameter inefficient such that larger models do not always lead to better performance. While most on-going research focuses on improving SAMs models by exploring methods of routing inputs to experts, our analysis reveals that such research might not lead to the solution we expect, i.e., the commonly-used routing methods based on gating mechanisms do not work better than randoml"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.04260","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2110.04260/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:54:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rPm7m5CG0tHBU8UvZe4F3o/M+BTQjCZmsNSUca965HyxBhv/qvQgoBNVwuiI2RgdPErXigoLuplQ6dPgFfwLCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T10:11:31.734039Z"},"content_sha256":"5694d7c1f73e76c6e4f856084c4b6e1867b36a97638662995331386c59997a2d","schema_version":"1.0","event_id":"sha256:5694d7c1f73e76c6e4f856084c4b6e1867b36a97638662995331386c59997a2d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/X3QCVLBJNITDVXVSCWWAKMDMPO/bundle.json","state_url":"https://pith.science/pith/X3QCVLBJNITDVXVSCWWAKMDMPO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/X3QCVLBJNITDVXVSCWWAKMDMPO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T10:11:31Z","links":{"resolver":"https://pith.science/pith/X3QCVLBJNITDVXVSCWWAKMDMPO","bundle":"https://pith.science/pith/X3QCVLBJNITDVXVSCWWAKMDMPO/bundle.json","state":"https://pith.science/pith/X3QCVLBJNITDVXVSCWWAKMDMPO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/X3QCVLBJNITDVXVSCWWAKMDMPO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:X3QCVLBJNITDVXVSCWWAKMDMPO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8ed2553754247290e639eab48f5f801b0eb99fea5f949bc37d672b61683c1eeb","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-10-08T17:15:47Z","title_canon_sha256":"02fa24bf9d2842d3ce01f48b7dec51d1183cffd457388dc4b5e3bc1de22792da"},"schema_version":"1.0","source":{"id":"2110.04260","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.04260","created_at":"2026-07-05T03:54:03Z"},{"alias_kind":"arxiv_version","alias_value":"2110.04260v3","created_at":"2026-07-05T03:54:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.04260","created_at":"2026-07-05T03:54:03Z"},{"alias_kind":"pith_short_12","alias_value":"X3QCVLBJNITD","created_at":"2026-07-05T03:54:03Z"},{"alias_kind":"pith_short_16","alias_value":"X3QCVLBJNITDVXVS","created_at":"2026-07-05T03:54:03Z"},{"alias_kind":"pith_short_8","alias_value":"X3QCVLBJ","created_at":"2026-07-05T03:54:03Z"}],"graph_snapshots":[{"event_id":"sha256:5694d7c1f73e76c6e4f856084c4b6e1867b36a97638662995331386c59997a2d","target":"graph","created_at":"2026-07-05T03:54:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2110.04260/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Sparsely activated models (SAMs), such as Mixture-of-Experts (MoE), can easily scale to have outrageously large amounts of parameters without significant increase in computational cost. However, SAMs are reported to be parameter inefficient such that larger models do not always lead to better performance. While most on-going research focuses on improving SAMs models by exploring methods of routing inputs to experts, our analysis reveals that such research might not lead to the solution we expect, i.e., the commonly-used routing methods based on gating mechanisms do not work better than randoml","authors_text":"Hany Hassan, Jianfeng Gao, Jian Jiao, Ruofei Zhang, Simiao Zuo, Tuo Zhao, XiaoDong Liu, Young Jin Kim","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-10-08T17:15:47Z","title":"Taming Sparsely Activated Transformer with Stochastic Experts"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.04260","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:bfb9adb0d8a25777843b6605009a721ff9e469fe29688268bcfc1dfb8b0cb7dd","target":"record","created_at":"2026-07-05T03:54:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8ed2553754247290e639eab48f5f801b0eb99fea5f949bc37d672b61683c1eeb","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-10-08T17:15:47Z","title_canon_sha256":"02fa24bf9d2842d3ce01f48b7dec51d1183cffd457388dc4b5e3bc1de22792da"},"schema_version":"1.0","source":{"id":"2110.04260","kind":"arxiv","version":3}},"canonical_sha256":"bee02aac296a263adeb215ac05306c7bb0a5dbda319f42f3cd373da2c8ecd74e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"bee02aac296a263adeb215ac05306c7bb0a5dbda319f42f3cd373da2c8ecd74e","first_computed_at":"2026-07-05T03:54:03.007280Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:54:03.007280Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"GX86N8MgunzPnfbUsH/kdk6FqnrKzH2OvXzra/qy2W6gOxwD5qGyEmIZNIO4P4oy5wL1v9ap7MQlqQMaoyUCCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T03:54:03.007768Z","signed_message":"canonical_sha256_bytes"},"source_id":"2110.04260","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:bfb9adb0d8a25777843b6605009a721ff9e469fe29688268bcfc1dfb8b0cb7dd","sha256:5694d7c1f73e76c6e4f856084c4b6e1867b36a97638662995331386c59997a2d"],"state_sha256":"7d171bb19262c1f7fcd893a97fe903dd1facd0fd8742ddd2ded555b0429a1290"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SolulFbU+XXcT8/Q0LO6nnUvOIx5X4gXMh7RtHX8G+gcswnvpFQUT22apEaYrF+c55aflsSrzpTOFgQhk14tDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T10:11:31.738154Z","bundle_sha256":"6c4b6585a35b55b30e3b44ca3c6f7708ffcf527d439f1b354cd25b361adf8eef"}}