{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:CWPETHFXFXYKBAIRNG7L4VK67S","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b868ac550e2d38822a84c7899502c894bdf9792802765ee71f94976aa6b3b10b","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-12-31T20:38:20Z","title_canon_sha256":"a3998f28157e9af0daf8ac56f23ee4bd063af63d2bd9bed9b7fcbe8f1f5da4f5"},"schema_version":"1.0","source":{"id":"2101.00063","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2101.00063","created_at":"2026-07-05T02:47:03Z"},{"alias_kind":"arxiv_version","alias_value":"2101.00063v2","created_at":"2026-07-05T02:47:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2101.00063","created_at":"2026-07-05T02:47:03Z"},{"alias_kind":"pith_short_12","alias_value":"CWPETHFXFXYK","created_at":"2026-07-05T02:47:03Z"},{"alias_kind":"pith_short_16","alias_value":"CWPETHFXFXYKBAIR","created_at":"2026-07-05T02:47:03Z"},{"alias_kind":"pith_short_8","alias_value":"CWPETHFX","created_at":"2026-07-05T02:47:03Z"}],"graph_snapshots":[{"event_id":"sha256:fc4f000a8f6586e497f4183a919cf8d93ad3d27f3d4ac328b962d4edbe34f87e","target":"graph","created_at":"2026-07-05T02:47:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2101.00063/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Heavily overparameterized language models such as BERT, XLNet and T5 have achieved impressive success in many NLP tasks. However, their high model complexity requires enormous computation resources and extremely long training time for both pre-training and fine-tuning. Many works have studied model compression on large NLP models, but only focusing on reducing inference time while still requiring an expensive training process. Other works use extremely large batch sizes to shorten the pre-training time, at the expense of higher computational resource demands. In this paper, inspired by the Ear","authors_text":"Jingjing Liu, Shuohang Wang, Xiaohan Chen, Yu Cheng, Zhangyang Wang, Zhe Gan","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-12-31T20:38:20Z","title":"EarlyBERT: Efficient BERT Training via Early-bird Lottery Tickets"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2101.00063","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2ace30eeb4efbd24010d39e30c44e254e02f941e1a3e7323c3d66e647e1ecd0f","target":"record","created_at":"2026-07-05T02:47:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b868ac550e2d38822a84c7899502c894bdf9792802765ee71f94976aa6b3b10b","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-12-31T20:38:20Z","title_canon_sha256":"a3998f28157e9af0daf8ac56f23ee4bd063af63d2bd9bed9b7fcbe8f1f5da4f5"},"schema_version":"1.0","source":{"id":"2101.00063","kind":"arxiv","version":2}},"canonical_sha256":"159e499cb72df0a0811169bebe555efc9c2736a11327f25931a7d776acf9407f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"159e499cb72df0a0811169bebe555efc9c2736a11327f25931a7d776acf9407f","first_computed_at":"2026-07-05T02:47:03.616703Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:47:03.616703Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"VXrdv1a6MzkkM6RJfNBFW/4IYUYrl7/J1f/tHYFzhflCNBrfPxBZNjgrQ5QWrXbMjVl5WLlEFZVsSHOA3XFHCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T02:47:03.617184Z","signed_message":"canonical_sha256_bytes"},"source_id":"2101.00063","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2ace30eeb4efbd24010d39e30c44e254e02f941e1a3e7323c3d66e647e1ecd0f","sha256:fc4f000a8f6586e497f4183a919cf8d93ad3d27f3d4ac328b962d4edbe34f87e"],"state_sha256":"a3a7b8bd3532818cf85cadbd18156a1936208c84e6607f36167dc716547e9ec4"}