{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:ZBFEQFSQIJBCHIYF7UHRTNGF6X","short_pith_number":"pith:ZBFEQFSQ","canonical_record":{"source":{"id":"2206.14366","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2022-06-29T02:16:56Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"91b659d6fd6f732fd91b5b76e4d0ac29b29428c4a8799d7280c8dc87a11af021","abstract_canon_sha256":"50efb210a791f878abc50650fb5666be0731713d9341fa3fb1764463c517c60e"},"schema_version":"1.0"},"canonical_sha256":"c84a481650424223a305fd0f19b4c5f5e520c11d8b5daff729d47cebbfc44cc2","source":{"kind":"arxiv","id":"2206.14366","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2206.14366","created_at":"2026-07-05T04:39:39Z"},{"alias_kind":"arxiv_version","alias_value":"2206.14366v3","created_at":"2026-07-05T04:39:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2206.14366","created_at":"2026-07-05T04:39:39Z"},{"alias_kind":"pith_short_12","alias_value":"ZBFEQFSQIJBC","created_at":"2026-07-05T04:39:39Z"},{"alias_kind":"pith_short_16","alias_value":"ZBFEQFSQIJBCHIYF","created_at":"2026-07-05T04:39:39Z"},{"alias_kind":"pith_short_8","alias_value":"ZBFEQFSQ","created_at":"2026-07-05T04:39:39Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:ZBFEQFSQIJBCHIYF7UHRTNGF6X","target":"record","payload":{"canonical_record":{"source":{"id":"2206.14366","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2022-06-29T02:16:56Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"91b659d6fd6f732fd91b5b76e4d0ac29b29428c4a8799d7280c8dc87a11af021","abstract_canon_sha256":"50efb210a791f878abc50650fb5666be0731713d9341fa3fb1764463c517c60e"},"schema_version":"1.0"},"canonical_sha256":"c84a481650424223a305fd0f19b4c5f5e520c11d8b5daff729d47cebbfc44cc2","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:39:39.796175Z","signature_b64":"+oOjw8/mvFNhclgaFNENIY5zCuNoZADNE65/iTSTxmtYucvN4mbWDYobBmNk9BXG3Ew10VVXvPbO7Nj1yyA8Dg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c84a481650424223a305fd0f19b4c5f5e520c11d8b5daff729d47cebbfc44cc2","last_reissued_at":"2026-07-05T04:39:39.795788Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:39:39.795788Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2206.14366","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:39:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1Rg8OtbAinqr05fcNt0FfhX+o/joZyHjTY6lOYUDxvziqrzQtJQopI05wTzhhwt6L0pzSZibB8eEBawTicKYBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T16:21:58.352320Z"},"content_sha256":"76941c70bd2dd9b834225dce652fb5c18e9232630eeddf0dd844f3b238b62dd6","schema_version":"1.0","event_id":"sha256:76941c70bd2dd9b834225dce652fb5c18e9232630eeddf0dd844f3b238b62dd6"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:ZBFEQFSQIJBCHIYF7UHRTNGF6X","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Knowledge Distillation of Transformer-based Language Models Revisited","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Chengqiang Lu, Fei Wu, Haiqing Chen, Hongxia Yang, Jianwei Zhang, Jingren Zhou, Yunfei Chu, Zhengyu Chen","submitted_at":"2022-06-29T02:16:56Z","abstract_excerpt":"In the past few years, transformer-based pre-trained language models have achieved astounding success in both industry and academia. However, the large model size and high run-time latency are serious impediments to applying them in practice, especially on mobile phones and Internet of Things (IoT) devices. To compress the model, considerable literature has grown up around the theme of knowledge distillation (KD) recently. Nevertheless, how KD works in transformer-based models is still unclear. We tease apart the components of KD and propose a unified KD framework. Through the framework, syste"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2206.14366","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2206.14366/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:39:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dv5z0qp1h/W6GAMR4ELslBla/WILXwAyGHhz8WsKK5cxP0TkuOgK4EGadNHKUZzCNhgiBh8/xf2O7ig1NhUuAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T16:21:58.353159Z"},"content_sha256":"db5fa7f1a5380de42adc419d5d334a74a3716c90b970ef3d56d5e5168b7880bd","schema_version":"1.0","event_id":"sha256:db5fa7f1a5380de42adc419d5d334a74a3716c90b970ef3d56d5e5168b7880bd"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ZBFEQFSQIJBCHIYF7UHRTNGF6X/bundle.json","state_url":"https://pith.science/pith/ZBFEQFSQIJBCHIYF7UHRTNGF6X/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ZBFEQFSQIJBCHIYF7UHRTNGF6X/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T16:21:58Z","links":{"resolver":"https://pith.science/pith/ZBFEQFSQIJBCHIYF7UHRTNGF6X","bundle":"https://pith.science/pith/ZBFEQFSQIJBCHIYF7UHRTNGF6X/bundle.json","state":"https://pith.science/pith/ZBFEQFSQIJBCHIYF7UHRTNGF6X/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ZBFEQFSQIJBCHIYF7UHRTNGF6X/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:ZBFEQFSQIJBCHIYF7UHRTNGF6X","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"50efb210a791f878abc50650fb5666be0731713d9341fa3fb1764463c517c60e","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2022-06-29T02:16:56Z","title_canon_sha256":"91b659d6fd6f732fd91b5b76e4d0ac29b29428c4a8799d7280c8dc87a11af021"},"schema_version":"1.0","source":{"id":"2206.14366","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2206.14366","created_at":"2026-07-05T04:39:39Z"},{"alias_kind":"arxiv_version","alias_value":"2206.14366v3","created_at":"2026-07-05T04:39:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2206.14366","created_at":"2026-07-05T04:39:39Z"},{"alias_kind":"pith_short_12","alias_value":"ZBFEQFSQIJBC","created_at":"2026-07-05T04:39:39Z"},{"alias_kind":"pith_short_16","alias_value":"ZBFEQFSQIJBCHIYF","created_at":"2026-07-05T04:39:39Z"},{"alias_kind":"pith_short_8","alias_value":"ZBFEQFSQ","created_at":"2026-07-05T04:39:39Z"}],"graph_snapshots":[{"event_id":"sha256:db5fa7f1a5380de42adc419d5d334a74a3716c90b970ef3d56d5e5168b7880bd","target":"graph","created_at":"2026-07-05T04:39:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2206.14366/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In the past few years, transformer-based pre-trained language models have achieved astounding success in both industry and academia. However, the large model size and high run-time latency are serious impediments to applying them in practice, especially on mobile phones and Internet of Things (IoT) devices. To compress the model, considerable literature has grown up around the theme of knowledge distillation (KD) recently. Nevertheless, how KD works in transformer-based models is still unclear. We tease apart the components of KD and propose a unified KD framework. Through the framework, syste","authors_text":"Chengqiang Lu, Fei Wu, Haiqing Chen, Hongxia Yang, Jianwei Zhang, Jingren Zhou, Yunfei Chu, Zhengyu Chen","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2022-06-29T02:16:56Z","title":"Knowledge Distillation of Transformer-based Language Models Revisited"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2206.14366","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:76941c70bd2dd9b834225dce652fb5c18e9232630eeddf0dd844f3b238b62dd6","target":"record","created_at":"2026-07-05T04:39:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"50efb210a791f878abc50650fb5666be0731713d9341fa3fb1764463c517c60e","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2022-06-29T02:16:56Z","title_canon_sha256":"91b659d6fd6f732fd91b5b76e4d0ac29b29428c4a8799d7280c8dc87a11af021"},"schema_version":"1.0","source":{"id":"2206.14366","kind":"arxiv","version":3}},"canonical_sha256":"c84a481650424223a305fd0f19b4c5f5e520c11d8b5daff729d47cebbfc44cc2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c84a481650424223a305fd0f19b4c5f5e520c11d8b5daff729d47cebbfc44cc2","first_computed_at":"2026-07-05T04:39:39.795788Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:39:39.795788Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"+oOjw8/mvFNhclgaFNENIY5zCuNoZADNE65/iTSTxmtYucvN4mbWDYobBmNk9BXG3Ew10VVXvPbO7Nj1yyA8Dg==","signature_status":"signed_v1","signed_at":"2026-07-05T04:39:39.796175Z","signed_message":"canonical_sha256_bytes"},"source_id":"2206.14366","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:76941c70bd2dd9b834225dce652fb5c18e9232630eeddf0dd844f3b238b62dd6","sha256:db5fa7f1a5380de42adc419d5d334a74a3716c90b970ef3d56d5e5168b7880bd"],"state_sha256":"d647777a9a4b11e4a9a082c44512483df873e8fb7dbb2e5f3bf5a53eb2cdb892"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UNUrAMMGEoPPqNawGG7i6mxROC/iX6krqCsRt7Jzq2Jq1q+tXL/sFMKQRUQyrXUyqDqliRNpp4Wwh4PzP5zZBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T16:21:58.359060Z","bundle_sha256":"80309f440efa4a1422efde7cd68e12d4297f392560e42a2f98dd274b96b65804"}}