{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:VSEXWH7LTPXTWHZFUHPBAVGIQO","short_pith_number":"pith:VSEXWH7L","canonical_record":{"source":{"id":"2004.04037","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-04-08T15:06:28Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"5cc7ca05569f6ddb727a69d00d8519adb4ca23d0a2c43e49a1562dfe228cb51a","abstract_canon_sha256":"fae53cf7717898b85608e9a6774b647424371210b1572e6a7eb324a5629adcaa"},"schema_version":"1.0"},"canonical_sha256":"ac897b1feb9bef3b1f25a1de1054c883900eaa46bf650aa21963cc8b0545bbd8","source":{"kind":"arxiv","id":"2004.04037","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2004.04037","created_at":"2026-07-05T01:41:30Z"},{"alias_kind":"arxiv_version","alias_value":"2004.04037v2","created_at":"2026-07-05T01:41:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2004.04037","created_at":"2026-07-05T01:41:30Z"},{"alias_kind":"pith_short_12","alias_value":"VSEXWH7LTPXT","created_at":"2026-07-05T01:41:30Z"},{"alias_kind":"pith_short_16","alias_value":"VSEXWH7LTPXTWHZF","created_at":"2026-07-05T01:41:30Z"},{"alias_kind":"pith_short_8","alias_value":"VSEXWH7L","created_at":"2026-07-05T01:41:30Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:VSEXWH7LTPXTWHZFUHPBAVGIQO","target":"record","payload":{"canonical_record":{"source":{"id":"2004.04037","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-04-08T15:06:28Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"5cc7ca05569f6ddb727a69d00d8519adb4ca23d0a2c43e49a1562dfe228cb51a","abstract_canon_sha256":"fae53cf7717898b85608e9a6774b647424371210b1572e6a7eb324a5629adcaa"},"schema_version":"1.0"},"canonical_sha256":"ac897b1feb9bef3b1f25a1de1054c883900eaa46bf650aa21963cc8b0545bbd8","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:41:30.788761Z","signature_b64":"K0h/jVQSOCP7cZXh2AoFFB1wbs1Uy2Pd/kpJykJEnBl9PQZ4uo9t6RDlAk99QhV4DM/95WbzRI1cIatD8XwvBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ac897b1feb9bef3b1f25a1de1054c883900eaa46bf650aa21963cc8b0545bbd8","last_reissued_at":"2026-07-05T01:41:30.788364Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:41:30.788364Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2004.04037","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:41:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HwHX8sK/Psfd/qSNPRdIus7Xf1877SO06xL9NU6HXpNwS2Z0I82FA20r6plr3aveJnfp3NxcE5XRDn3y/IFSCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T03:07:16.608905Z"},"content_sha256":"4777daa8cbc654ac283fc50accd0e47d7df2d5ea15367549498ae449dee20de6","schema_version":"1.0","event_id":"sha256:4777daa8cbc654ac283fc50accd0e47d7df2d5ea15367549498ae449dee20de6"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:VSEXWH7LTPXTWHZFUHPBAVGIQO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"DynaBERT: Dynamic BERT with Adaptive Width and Depth","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Lifeng Shang, Lu Hou, Qun Liu, Xiao Chen, Xin Jiang, Zhiqi Huang","submitted_at":"2020-04-08T15:06:28Z","abstract_excerpt":"The pre-trained language models like BERT, though powerful in many natural language processing tasks, are both computation and memory expensive. To alleviate this problem, one approach is to compress them for specific tasks before deployment. However, recent works on BERT compression usually compress the large BERT model to a fixed smaller size. They can not fully satisfy the requirements of different edge devices with various hardware performances. In this paper, we propose a novel dynamic BERT model (abbreviated as DynaBERT), which can flexibly adjust the size and latency by selecting adapti"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2004.04037","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2004.04037/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:41:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IpHPJrg9H3UTohxxl9Icqqlau31BYARWUbiTRvERBfyqYcq4Ciwr/13r9yxaP0vgLHPx8OInkpgt7gMcP3KwCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T03:07:16.609443Z"},"content_sha256":"8a6c8081e9ea35fccb66000f0093a6e4c0115ae2b62918a10981d737eb67f376","schema_version":"1.0","event_id":"sha256:8a6c8081e9ea35fccb66000f0093a6e4c0115ae2b62918a10981d737eb67f376"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/VSEXWH7LTPXTWHZFUHPBAVGIQO/bundle.json","state_url":"https://pith.science/pith/VSEXWH7LTPXTWHZFUHPBAVGIQO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/VSEXWH7LTPXTWHZFUHPBAVGIQO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T03:07:16Z","links":{"resolver":"https://pith.science/pith/VSEXWH7LTPXTWHZFUHPBAVGIQO","bundle":"https://pith.science/pith/VSEXWH7LTPXTWHZFUHPBAVGIQO/bundle.json","state":"https://pith.science/pith/VSEXWH7LTPXTWHZFUHPBAVGIQO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/VSEXWH7LTPXTWHZFUHPBAVGIQO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:VSEXWH7LTPXTWHZFUHPBAVGIQO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"fae53cf7717898b85608e9a6774b647424371210b1572e6a7eb324a5629adcaa","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-04-08T15:06:28Z","title_canon_sha256":"5cc7ca05569f6ddb727a69d00d8519adb4ca23d0a2c43e49a1562dfe228cb51a"},"schema_version":"1.0","source":{"id":"2004.04037","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2004.04037","created_at":"2026-07-05T01:41:30Z"},{"alias_kind":"arxiv_version","alias_value":"2004.04037v2","created_at":"2026-07-05T01:41:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2004.04037","created_at":"2026-07-05T01:41:30Z"},{"alias_kind":"pith_short_12","alias_value":"VSEXWH7LTPXT","created_at":"2026-07-05T01:41:30Z"},{"alias_kind":"pith_short_16","alias_value":"VSEXWH7LTPXTWHZF","created_at":"2026-07-05T01:41:30Z"},{"alias_kind":"pith_short_8","alias_value":"VSEXWH7L","created_at":"2026-07-05T01:41:30Z"}],"graph_snapshots":[{"event_id":"sha256:8a6c8081e9ea35fccb66000f0093a6e4c0115ae2b62918a10981d737eb67f376","target":"graph","created_at":"2026-07-05T01:41:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2004.04037/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The pre-trained language models like BERT, though powerful in many natural language processing tasks, are both computation and memory expensive. To alleviate this problem, one approach is to compress them for specific tasks before deployment. However, recent works on BERT compression usually compress the large BERT model to a fixed smaller size. They can not fully satisfy the requirements of different edge devices with various hardware performances. In this paper, we propose a novel dynamic BERT model (abbreviated as DynaBERT), which can flexibly adjust the size and latency by selecting adapti","authors_text":"Lifeng Shang, Lu Hou, Qun Liu, Xiao Chen, Xin Jiang, Zhiqi Huang","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-04-08T15:06:28Z","title":"DynaBERT: Dynamic BERT with Adaptive Width and Depth"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2004.04037","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4777daa8cbc654ac283fc50accd0e47d7df2d5ea15367549498ae449dee20de6","target":"record","created_at":"2026-07-05T01:41:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"fae53cf7717898b85608e9a6774b647424371210b1572e6a7eb324a5629adcaa","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-04-08T15:06:28Z","title_canon_sha256":"5cc7ca05569f6ddb727a69d00d8519adb4ca23d0a2c43e49a1562dfe228cb51a"},"schema_version":"1.0","source":{"id":"2004.04037","kind":"arxiv","version":2}},"canonical_sha256":"ac897b1feb9bef3b1f25a1de1054c883900eaa46bf650aa21963cc8b0545bbd8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ac897b1feb9bef3b1f25a1de1054c883900eaa46bf650aa21963cc8b0545bbd8","first_computed_at":"2026-07-05T01:41:30.788364Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:41:30.788364Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"K0h/jVQSOCP7cZXh2AoFFB1wbs1Uy2Pd/kpJykJEnBl9PQZ4uo9t6RDlAk99QhV4DM/95WbzRI1cIatD8XwvBA==","signature_status":"signed_v1","signed_at":"2026-07-05T01:41:30.788761Z","signed_message":"canonical_sha256_bytes"},"source_id":"2004.04037","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4777daa8cbc654ac283fc50accd0e47d7df2d5ea15367549498ae449dee20de6","sha256:8a6c8081e9ea35fccb66000f0093a6e4c0115ae2b62918a10981d737eb67f376"],"state_sha256":"e77603aa611d31e7b414166b5eb9df376fd2c8c660e44a9202e313c6df673a65"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rPTR0uQqQwEmmvZReCA6xScDQ82D5rZWbqtnufLt6hUFZGXF6MezDgXyKx3gGNamLbIWRlPaziAvVvvM40s7Dw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T03:07:16.617663Z","bundle_sha256":"1981b203a8e4a882a8c39bee98c243e3876e25fb01ab4d2fb5e1b8904b69e032"}}