{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:32DM54HWSSSNWJVDKDV4GBNOCF","short_pith_number":"pith:32DM54HW","canonical_record":{"source":{"id":"2204.07675","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-04-15T23:19:37Z","cross_cats_sorted":[],"title_canon_sha256":"4ace7fff37b498df2cf2c773772aa8777195cf9c2d4ecb7124ac801bfdc0df41","abstract_canon_sha256":"63c32d4f93b429cfc43542df46e7dc84566ed0634c0a819b5e2dfe813b2a4f0f"},"schema_version":"1.0"},"canonical_sha256":"de86cef0f694a4db26a350ebc305ae1163b0c11188ed6e5d45617f579bd9a7b1","source":{"kind":"arxiv","id":"2204.07675","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2204.07675","created_at":"2026-07-05T04:18:52Z"},{"alias_kind":"arxiv_version","alias_value":"2204.07675v2","created_at":"2026-07-05T04:18:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2204.07675","created_at":"2026-07-05T04:18:52Z"},{"alias_kind":"pith_short_12","alias_value":"32DM54HWSSSN","created_at":"2026-07-05T04:18:52Z"},{"alias_kind":"pith_short_16","alias_value":"32DM54HWSSSNWJVD","created_at":"2026-07-05T04:18:52Z"},{"alias_kind":"pith_short_8","alias_value":"32DM54HW","created_at":"2026-07-05T04:18:52Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:32DM54HWSSSNWJVDKDV4GBNOCF","target":"record","payload":{"canonical_record":{"source":{"id":"2204.07675","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-04-15T23:19:37Z","cross_cats_sorted":[],"title_canon_sha256":"4ace7fff37b498df2cf2c773772aa8777195cf9c2d4ecb7124ac801bfdc0df41","abstract_canon_sha256":"63c32d4f93b429cfc43542df46e7dc84566ed0634c0a819b5e2dfe813b2a4f0f"},"schema_version":"1.0"},"canonical_sha256":"de86cef0f694a4db26a350ebc305ae1163b0c11188ed6e5d45617f579bd9a7b1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:18:52.129351Z","signature_b64":"Z3IwSBIWLPPxeyl5lcnxO2ETh3yYqjKEuYpNco4gayFfnWa9sFKW/fSo3f27x92D/FH+2TaEBtdF9mUK/S8oDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"de86cef0f694a4db26a350ebc305ae1163b0c11188ed6e5d45617f579bd9a7b1","last_reissued_at":"2026-07-05T04:18:52.128905Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:18:52.128905Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2204.07675","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:18:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pMxXgjoU9hg+JOMIK/1B+/GFykfLCtOe9D7tQVLufuigHqPCAXpBQpse9FgXwCkkPyC6QxoakhC80c6ekLLnCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T06:51:44.517794Z"},"content_sha256":"ceb1bc9337275c5c822bc4ef3490ef621d73f04e47f7417962a4d221e7d4fa16","schema_version":"1.0","event_id":"sha256:ceb1bc9337275c5c822bc4ef3490ef621d73f04e47f7417962a4d221e7d4fa16"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:32DM54HWSSSNWJVDKDV4GBNOCF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"MoEBERT: from BERT to Mixture-of-Experts via Importance-Guided Adaptation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Chen Liang, Pengcheng He, Qingru Zhang, Simiao Zuo, Tuo Zhao, Weizhu Chen","submitted_at":"2022-04-15T23:19:37Z","abstract_excerpt":"Pre-trained language models have demonstrated superior performance in various natural language processing tasks. However, these models usually contain hundreds of millions of parameters, which limits their practicality because of latency requirements in real-world applications. Existing methods train small compressed models via knowledge distillation. However, performance of these small models drops significantly compared with the pre-trained models due to their reduced model capacity. We propose MoEBERT, which uses a Mixture-of-Experts structure to increase model capacity and inference speed."},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2204.07675","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2204.07675/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:18:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zemchxRoT2qnyJIC+TOzKMZdYn6qOy+fPnVFv652jwty2wL2EWywjkgal1LKAVw+rixM9lGrIX6vmcNnyIHTAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T06:51:44.518094Z"},"content_sha256":"ee51cb394a0b1d62dd50ed74b18823d2e1daf205f68098654004611ad4d88c95","schema_version":"1.0","event_id":"sha256:ee51cb394a0b1d62dd50ed74b18823d2e1daf205f68098654004611ad4d88c95"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/32DM54HWSSSNWJVDKDV4GBNOCF/bundle.json","state_url":"https://pith.science/pith/32DM54HWSSSNWJVDKDV4GBNOCF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/32DM54HWSSSNWJVDKDV4GBNOCF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-11T06:51:44Z","links":{"resolver":"https://pith.science/pith/32DM54HWSSSNWJVDKDV4GBNOCF","bundle":"https://pith.science/pith/32DM54HWSSSNWJVDKDV4GBNOCF/bundle.json","state":"https://pith.science/pith/32DM54HWSSSNWJVDKDV4GBNOCF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/32DM54HWSSSNWJVDKDV4GBNOCF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:32DM54HWSSSNWJVDKDV4GBNOCF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"63c32d4f93b429cfc43542df46e7dc84566ed0634c0a819b5e2dfe813b2a4f0f","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-04-15T23:19:37Z","title_canon_sha256":"4ace7fff37b498df2cf2c773772aa8777195cf9c2d4ecb7124ac801bfdc0df41"},"schema_version":"1.0","source":{"id":"2204.07675","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2204.07675","created_at":"2026-07-05T04:18:52Z"},{"alias_kind":"arxiv_version","alias_value":"2204.07675v2","created_at":"2026-07-05T04:18:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2204.07675","created_at":"2026-07-05T04:18:52Z"},{"alias_kind":"pith_short_12","alias_value":"32DM54HWSSSN","created_at":"2026-07-05T04:18:52Z"},{"alias_kind":"pith_short_16","alias_value":"32DM54HWSSSNWJVD","created_at":"2026-07-05T04:18:52Z"},{"alias_kind":"pith_short_8","alias_value":"32DM54HW","created_at":"2026-07-05T04:18:52Z"}],"graph_snapshots":[{"event_id":"sha256:ee51cb394a0b1d62dd50ed74b18823d2e1daf205f68098654004611ad4d88c95","target":"graph","created_at":"2026-07-05T04:18:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2204.07675/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Pre-trained language models have demonstrated superior performance in various natural language processing tasks. However, these models usually contain hundreds of millions of parameters, which limits their practicality because of latency requirements in real-world applications. Existing methods train small compressed models via knowledge distillation. However, performance of these small models drops significantly compared with the pre-trained models due to their reduced model capacity. We propose MoEBERT, which uses a Mixture-of-Experts structure to increase model capacity and inference speed.","authors_text":"Chen Liang, Pengcheng He, Qingru Zhang, Simiao Zuo, Tuo Zhao, Weizhu Chen","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-04-15T23:19:37Z","title":"MoEBERT: from BERT to Mixture-of-Experts via Importance-Guided Adaptation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2204.07675","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ceb1bc9337275c5c822bc4ef3490ef621d73f04e47f7417962a4d221e7d4fa16","target":"record","created_at":"2026-07-05T04:18:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"63c32d4f93b429cfc43542df46e7dc84566ed0634c0a819b5e2dfe813b2a4f0f","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-04-15T23:19:37Z","title_canon_sha256":"4ace7fff37b498df2cf2c773772aa8777195cf9c2d4ecb7124ac801bfdc0df41"},"schema_version":"1.0","source":{"id":"2204.07675","kind":"arxiv","version":2}},"canonical_sha256":"de86cef0f694a4db26a350ebc305ae1163b0c11188ed6e5d45617f579bd9a7b1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"de86cef0f694a4db26a350ebc305ae1163b0c11188ed6e5d45617f579bd9a7b1","first_computed_at":"2026-07-05T04:18:52.128905Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:18:52.128905Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Z3IwSBIWLPPxeyl5lcnxO2ETh3yYqjKEuYpNco4gayFfnWa9sFKW/fSo3f27x92D/FH+2TaEBtdF9mUK/S8oDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T04:18:52.129351Z","signed_message":"canonical_sha256_bytes"},"source_id":"2204.07675","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ceb1bc9337275c5c822bc4ef3490ef621d73f04e47f7417962a4d221e7d4fa16","sha256:ee51cb394a0b1d62dd50ed74b18823d2e1daf205f68098654004611ad4d88c95"],"state_sha256":"7edc278539552f54258fb936375a4b1af8b4744b9cb422f56d01ed33f7979bc2"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VDq1eBTC9H+HkPQgSfxQfviIu9ixrVW+DB6EmJVjAqPkPo/IoOvtmz5bIzxTNieyTpK95GmekMgPqy+kHpogBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-11T06:51:44.520956Z","bundle_sha256":"429c43bbcd1ca7ec986406605a1229eea34456a4dff1efff498685cd288eacb3"}}