{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:FDO3YQOU36FQM54XFQRB25Y3DL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"832a703a2e6a48249025e494d2c54ae8dd2ca7322acdb2020489ff1e33dc8dc1","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2021-06-11T01:22:08Z","title_canon_sha256":"79f50aed860d6716bfb98a9db36fc706f6a121c1bf3a9c1037f553ec7dc27764"},"schema_version":"1.0","source":{"id":"2106.08898","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2106.08898","created_at":"2026-07-05T02:50:02Z"},{"alias_kind":"arxiv_version","alias_value":"2106.08898v1","created_at":"2026-07-05T02:50:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.08898","created_at":"2026-07-05T02:50:02Z"},{"alias_kind":"pith_short_12","alias_value":"FDO3YQOU36FQ","created_at":"2026-07-05T02:50:02Z"},{"alias_kind":"pith_short_16","alias_value":"FDO3YQOU36FQM54X","created_at":"2026-07-05T02:50:02Z"},{"alias_kind":"pith_short_8","alias_value":"FDO3YQOU","created_at":"2026-07-05T02:50:02Z"}],"graph_snapshots":[{"event_id":"sha256:7adec2e9a3868c66e206beff49b7939b46ba923adf04f3789a4191b8a26d9adb","target":"graph","created_at":"2026-07-05T02:50:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2106.08898/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recently developed large pre-trained language models, e.g., BERT, have achieved remarkable performance in many downstream natural language processing applications. These pre-trained language models often contain hundreds of millions of parameters and suffer from high computation and latency in real-world applications. It is desirable to reduce the computation overhead of the models for fast training and inference while keeping the model performance in downstream applications. Several lines of work utilize knowledge distillation to compress the teacher model to a smaller student model. However,","authors_text":"Haiqin Yang, Jianping Shen, Liang Zhao, Xinyi Wang, Yang Mo","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2021-06-11T01:22:08Z","title":"RefBERT: Compressing BERT by Referencing to Pre-computed Representations"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.08898","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:011eccff9012ee2b99af21af57edc57ed607a0818f5a1874b8c258c8f4c32107","target":"record","created_at":"2026-07-05T02:50:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"832a703a2e6a48249025e494d2c54ae8dd2ca7322acdb2020489ff1e33dc8dc1","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2021-06-11T01:22:08Z","title_canon_sha256":"79f50aed860d6716bfb98a9db36fc706f6a121c1bf3a9c1037f553ec7dc27764"},"schema_version":"1.0","source":{"id":"2106.08898","kind":"arxiv","version":1}},"canonical_sha256":"28ddbc41d4df8b0677972c221d771b1afd7e82c388d63bce174ea92a953c30b0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"28ddbc41d4df8b0677972c221d771b1afd7e82c388d63bce174ea92a953c30b0","first_computed_at":"2026-07-05T02:50:02.526480Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:50:02.526480Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"2RMsmmhr2CALIDAzLNQRkD5AdK/Ro7oRXxu9q60RKm0qf7SczfSIZJWdURWFkQ6lbVe+xiRA5Dx/qkTpeTU0DQ==","signature_status":"signed_v1","signed_at":"2026-07-05T02:50:02.526881Z","signed_message":"canonical_sha256_bytes"},"source_id":"2106.08898","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:011eccff9012ee2b99af21af57edc57ed607a0818f5a1874b8c258c8f4c32107","sha256:7adec2e9a3868c66e206beff49b7939b46ba923adf04f3789a4191b8a26d9adb"],"state_sha256":"0906643313743e0c4ff3a05d33962c4c0963a00901ce8a4c5959d435ab15c07e"}