{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:ULBQK6Y5PZIPF2IWFLBDNTHORU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8ee14632c359c3950a6fc51adb109935191c98566bd6e4e2cc7e1a03326f603c","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-12-27T05:33:21Z","title_canon_sha256":"2f100304c5a12cb8281c2b8133a89f5c9092eec6b53c20427b2335cc8a7e0074"},"schema_version":"1.0","source":{"id":"2012.13866","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2012.13866","created_at":"2026-07-05T02:02:13Z"},{"alias_kind":"arxiv_version","alias_value":"2012.13866v1","created_at":"2026-07-05T02:02:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2012.13866","created_at":"2026-07-05T02:02:13Z"},{"alias_kind":"pith_short_12","alias_value":"ULBQK6Y5PZIP","created_at":"2026-07-05T02:02:13Z"},{"alias_kind":"pith_short_16","alias_value":"ULBQK6Y5PZIPF2IW","created_at":"2026-07-05T02:02:13Z"},{"alias_kind":"pith_short_8","alias_value":"ULBQK6Y5","created_at":"2026-07-05T02:02:13Z"}],"graph_snapshots":[{"event_id":"sha256:b514dad8d2f4bc28b40cf9152ce71515ec29aeaa272da732d2eae9db3c49f152","target":"graph","created_at":"2026-07-05T02:02:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2012.13866/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recently, deep models have shown tremendous improvements in neural machine translation (NMT). However, systems of this kind are computationally expensive and memory intensive. In this paper, we take a natural step towards learning strong but light-weight NMT systems. We proposed a novel group-permutation based knowledge distillation approach to compressing the deep Transformer model into a shallow model. The experimental results on several benchmarks validate the effectiveness of our method. Our compressed model is 8X shallower than the deep model, with almost no loss in BLEU. To further enhan","authors_text":"Bei Li, Chunliang Zhang, Hui Liu, Jingbo Zhu, Quan Du, Tong Xiao, Ziyang Wang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-12-27T05:33:21Z","title":"Learning Light-Weight Translation Models from Deep Transformer"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2012.13866","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:34d21b79eeedc9d4dde6ffa742fd867918509ef2eb43245e89ba6bd67a4c2d8e","target":"record","created_at":"2026-07-05T02:02:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8ee14632c359c3950a6fc51adb109935191c98566bd6e4e2cc7e1a03326f603c","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-12-27T05:33:21Z","title_canon_sha256":"2f100304c5a12cb8281c2b8133a89f5c9092eec6b53c20427b2335cc8a7e0074"},"schema_version":"1.0","source":{"id":"2012.13866","kind":"arxiv","version":1}},"canonical_sha256":"a2c3057b1d7e50f2e9162ac236ccee8d3f548127f0d9453b7498c50031ee0e0d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a2c3057b1d7e50f2e9162ac236ccee8d3f548127f0d9453b7498c50031ee0e0d","first_computed_at":"2026-07-05T02:02:13.541347Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:02:13.541347Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"fMuVc/MGYFfkAD3Uyrkbsb7x9/1IAFMkf971a89sDg0mzdx+Lp3O14g9UKoFjOZ+O42S9V3nU5QZ8W4LonLPDg==","signature_status":"signed_v1","signed_at":"2026-07-05T02:02:13.541708Z","signed_message":"canonical_sha256_bytes"},"source_id":"2012.13866","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:34d21b79eeedc9d4dde6ffa742fd867918509ef2eb43245e89ba6bd67a4c2d8e","sha256:b514dad8d2f4bc28b40cf9152ce71515ec29aeaa272da732d2eae9db3c49f152"],"state_sha256":"fa673d53194f2826e43ae6070b6964acf70eb338feb04d29886aea332892cc95"}