{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:VVGQ4QLZS2IFBY4BEMBEA2I2VY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9ece21bdbaa42958d5cd73d8edf751338854056dd7ea3a284bf33820a55a41d4","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-26T20:59:21Z","title_canon_sha256":"c809cfbadca3f9a9dac3da0ab573d1ae31b1cc3f559a88495869071a080f0b21"},"schema_version":"1.0","source":{"id":"2308.13958","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.13958","created_at":"2026-07-05T06:45:07Z"},{"alias_kind":"arxiv_version","alias_value":"2308.13958v1","created_at":"2026-07-05T06:45:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.13958","created_at":"2026-07-05T06:45:07Z"},{"alias_kind":"pith_short_12","alias_value":"VVGQ4QLZS2IF","created_at":"2026-07-05T06:45:07Z"},{"alias_kind":"pith_short_16","alias_value":"VVGQ4QLZS2IFBY4B","created_at":"2026-07-05T06:45:07Z"},{"alias_kind":"pith_short_8","alias_value":"VVGQ4QLZ","created_at":"2026-07-05T06:45:07Z"}],"graph_snapshots":[{"event_id":"sha256:04f2712166408a45f8612b32cb89ecccd5ec28d1c97e95a8015d9164a35506f1","target":"graph","created_at":"2026-07-05T06:45:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2308.13958/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The use of large transformer-based models such as BERT, GPT, and T5 has led to significant advancements in natural language processing. However, these models are computationally expensive, necessitating model compression techniques that reduce their size and complexity while maintaining accuracy. This project investigates and applies knowledge distillation for BERT model compression, specifically focusing on the TinyBERT student model. We explore various techniques to improve knowledge distillation, including experimentation with loss functions, transformer layer mapping methods, and tuning th","authors_text":"Adeem Jassani, Apoorv Dankar, Kartikaeya Kumar","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-26T20:59:21Z","title":"Improving Knowledge Distillation for BERT Models: Loss Functions, Mapping Methods, and Weight Tuning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.13958","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:13b2631dbfdf1566cd0a1eec8029dd57b385216f4a3ea4668c21f46149248087","target":"record","created_at":"2026-07-05T06:45:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9ece21bdbaa42958d5cd73d8edf751338854056dd7ea3a284bf33820a55a41d4","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-26T20:59:21Z","title_canon_sha256":"c809cfbadca3f9a9dac3da0ab573d1ae31b1cc3f559a88495869071a080f0b21"},"schema_version":"1.0","source":{"id":"2308.13958","kind":"arxiv","version":1}},"canonical_sha256":"ad4d0e4179969050e381230240691aae0b561ad9a24f569582e9f9bb8eb9b59d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ad4d0e4179969050e381230240691aae0b561ad9a24f569582e9f9bb8eb9b59d","first_computed_at":"2026-07-05T06:45:07.644730Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:45:07.644730Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"FkEBEmC4mhPM0sPLRjvuX3G3fvBILFvP493ajPYp3/3rpfgc9L+SNqbnF2kJWN827DZ6ZPGBUUY425G1EJodBw==","signature_status":"signed_v1","signed_at":"2026-07-05T06:45:07.645127Z","signed_message":"canonical_sha256_bytes"},"source_id":"2308.13958","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:13b2631dbfdf1566cd0a1eec8029dd57b385216f4a3ea4668c21f46149248087","sha256:04f2712166408a45f8612b32cb89ecccd5ec28d1c97e95a8015d9164a35506f1"],"state_sha256":"bab52521602af594c77b4f181db46ea6f0ed93ae2cfb90edbc978141f39185cd"}