{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:GHSI2HBNOM7LUZH26O26X5KFAH","short_pith_number":"pith:GHSI2HBN","canonical_record":{"source":{"id":"2110.07431","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-10-14T14:58:53Z","cross_cats_sorted":[],"title_canon_sha256":"57f57dfacc538fc2d8fbd219faf15134514a274daa9f7c2e2d7e32a3dac97909","abstract_canon_sha256":"e71f0da76845cadbf984ee70abdc56753037e0594a149834d5cb8c79f0bb8bb5"},"schema_version":"1.0"},"canonical_sha256":"31e48d1c2d733eba64faf3b5ebf54501eff252715fb3bf7943a1fb2780d3feeb","source":{"kind":"arxiv","id":"2110.07431","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.07431","created_at":"2026-07-05T03:22:41Z"},{"alias_kind":"arxiv_version","alias_value":"2110.07431v1","created_at":"2026-07-05T03:22:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.07431","created_at":"2026-07-05T03:22:41Z"},{"alias_kind":"pith_short_12","alias_value":"GHSI2HBNOM7L","created_at":"2026-07-05T03:22:41Z"},{"alias_kind":"pith_short_16","alias_value":"GHSI2HBNOM7LUZH2","created_at":"2026-07-05T03:22:41Z"},{"alias_kind":"pith_short_8","alias_value":"GHSI2HBN","created_at":"2026-07-05T03:22:41Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:GHSI2HBNOM7LUZH26O26X5KFAH","target":"record","payload":{"canonical_record":{"source":{"id":"2110.07431","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-10-14T14:58:53Z","cross_cats_sorted":[],"title_canon_sha256":"57f57dfacc538fc2d8fbd219faf15134514a274daa9f7c2e2d7e32a3dac97909","abstract_canon_sha256":"e71f0da76845cadbf984ee70abdc56753037e0594a149834d5cb8c79f0bb8bb5"},"schema_version":"1.0"},"canonical_sha256":"31e48d1c2d733eba64faf3b5ebf54501eff252715fb3bf7943a1fb2780d3feeb","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:22:41.899337Z","signature_b64":"Zo8Iqc77yLdo1Cr+AlaIIpzFRuzNoWVoCcyhO2eikbvANaBex5KiJrSZBnfWd5yAcERv/28tPR+0qs8triReDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"31e48d1c2d733eba64faf3b5ebf54501eff252715fb3bf7943a1fb2780d3feeb","last_reissued_at":"2026-07-05T03:22:41.898789Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:22:41.898789Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2110.07431","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:22:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ItK7pEL3Rmyhdowxo0Hgpj4MeX9m0Qf8pt9geTeekQYFYLZVVJeWtQVvVQb/27WtFJP2IJ7r/FPEHYH3Xz6WDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T06:53:06.567268Z"},"content_sha256":"f4acaff77ad53fc27b4132b514b5e262082f548215be6e5373110c0fadbdea20","schema_version":"1.0","event_id":"sha256:f4acaff77ad53fc27b4132b514b5e262082f548215be6e5373110c0fadbdea20"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:GHSI2HBNOM7LUZH26O26X5KFAH","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Towards More Effective and Economic Sparsely-Activated Model","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Enrui Hu, Fan Yu, Hao Jiang, Jianwei Qu, Jiawen Wu, Ke Zhan, Lei Chen, Ruofei Lai, Xinyu Zhang, Xipeng Qiu, Yantao Jia, Yinxia Zhang, Yongkang Wu, Zhao Cao, Zhaoye Fei, Zhicheng Dou, Zikai Guo","submitted_at":"2021-10-14T14:58:53Z","abstract_excerpt":"The sparsely-activated models have achieved great success in natural language processing through large-scale parameters and relatively low computational cost, and gradually become a feasible technique for training and implementing extremely large models. Due to the limit of communication cost, activating multiple experts is hardly affordable during training and inference. Therefore, previous work usually activate just one expert at a time to alleviate additional communication cost. Such routing mechanism limits the upper bound of model performance. In this paper, we first investigate a phenome"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.07431","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2110.07431/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:22:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"p2wzbfO57E4FO8EH9lx3td+TF/kJ/00PgZXR3o8NA21/XX5U/pwxMLAHC24sLYBbEyl8/1emPgfbEXOTg6TnAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T06:53:06.567655Z"},"content_sha256":"d13920e67ad56cd6d9283264d52caa5ce59205d66534c2430e9526266c11c4cb","schema_version":"1.0","event_id":"sha256:d13920e67ad56cd6d9283264d52caa5ce59205d66534c2430e9526266c11c4cb"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/GHSI2HBNOM7LUZH26O26X5KFAH/bundle.json","state_url":"https://pith.science/pith/GHSI2HBNOM7LUZH26O26X5KFAH/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/GHSI2HBNOM7LUZH26O26X5KFAH/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T06:53:06Z","links":{"resolver":"https://pith.science/pith/GHSI2HBNOM7LUZH26O26X5KFAH","bundle":"https://pith.science/pith/GHSI2HBNOM7LUZH26O26X5KFAH/bundle.json","state":"https://pith.science/pith/GHSI2HBNOM7LUZH26O26X5KFAH/state.json","well_known_bundle":"https://pith.science/.well-known/pith/GHSI2HBNOM7LUZH26O26X5KFAH/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:GHSI2HBNOM7LUZH26O26X5KFAH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e71f0da76845cadbf984ee70abdc56753037e0594a149834d5cb8c79f0bb8bb5","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-10-14T14:58:53Z","title_canon_sha256":"57f57dfacc538fc2d8fbd219faf15134514a274daa9f7c2e2d7e32a3dac97909"},"schema_version":"1.0","source":{"id":"2110.07431","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.07431","created_at":"2026-07-05T03:22:41Z"},{"alias_kind":"arxiv_version","alias_value":"2110.07431v1","created_at":"2026-07-05T03:22:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.07431","created_at":"2026-07-05T03:22:41Z"},{"alias_kind":"pith_short_12","alias_value":"GHSI2HBNOM7L","created_at":"2026-07-05T03:22:41Z"},{"alias_kind":"pith_short_16","alias_value":"GHSI2HBNOM7LUZH2","created_at":"2026-07-05T03:22:41Z"},{"alias_kind":"pith_short_8","alias_value":"GHSI2HBN","created_at":"2026-07-05T03:22:41Z"}],"graph_snapshots":[{"event_id":"sha256:d13920e67ad56cd6d9283264d52caa5ce59205d66534c2430e9526266c11c4cb","target":"graph","created_at":"2026-07-05T03:22:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2110.07431/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The sparsely-activated models have achieved great success in natural language processing through large-scale parameters and relatively low computational cost, and gradually become a feasible technique for training and implementing extremely large models. Due to the limit of communication cost, activating multiple experts is hardly affordable during training and inference. Therefore, previous work usually activate just one expert at a time to alleviate additional communication cost. Such routing mechanism limits the upper bound of model performance. In this paper, we first investigate a phenome","authors_text":"Enrui Hu, Fan Yu, Hao Jiang, Jianwei Qu, Jiawen Wu, Ke Zhan, Lei Chen, Ruofei Lai, Xinyu Zhang, Xipeng Qiu, Yantao Jia, Yinxia Zhang, Yongkang Wu, Zhao Cao, Zhaoye Fei, Zhicheng Dou, Zikai Guo","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-10-14T14:58:53Z","title":"Towards More Effective and Economic Sparsely-Activated Model"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.07431","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f4acaff77ad53fc27b4132b514b5e262082f548215be6e5373110c0fadbdea20","target":"record","created_at":"2026-07-05T03:22:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e71f0da76845cadbf984ee70abdc56753037e0594a149834d5cb8c79f0bb8bb5","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-10-14T14:58:53Z","title_canon_sha256":"57f57dfacc538fc2d8fbd219faf15134514a274daa9f7c2e2d7e32a3dac97909"},"schema_version":"1.0","source":{"id":"2110.07431","kind":"arxiv","version":1}},"canonical_sha256":"31e48d1c2d733eba64faf3b5ebf54501eff252715fb3bf7943a1fb2780d3feeb","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"31e48d1c2d733eba64faf3b5ebf54501eff252715fb3bf7943a1fb2780d3feeb","first_computed_at":"2026-07-05T03:22:41.898789Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:22:41.898789Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Zo8Iqc77yLdo1Cr+AlaIIpzFRuzNoWVoCcyhO2eikbvANaBex5KiJrSZBnfWd5yAcERv/28tPR+0qs8triReDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T03:22:41.899337Z","signed_message":"canonical_sha256_bytes"},"source_id":"2110.07431","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f4acaff77ad53fc27b4132b514b5e262082f548215be6e5373110c0fadbdea20","sha256:d13920e67ad56cd6d9283264d52caa5ce59205d66534c2430e9526266c11c4cb"],"state_sha256":"837777ed281da75987544c70edff5b28f41951795f0ec840621a29c0ae16bbf0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yNgF5GxNJF4jZfiv0XoiRZGkHpUJNvqyKuTmhRRcJJ6Jb7iqHY5YHC2F0deIJsS1UUFnqH/U8eF2uIcaMW3dBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T06:53:06.569534Z","bundle_sha256":"8c9b2e1ccc7a2b7ca238ecc6b30d1c71581a094b8ceabe347f485c9e61fb1089"}}