{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:HWGLRP5FBMPEFOQZKTVWQPXDZ6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a4e32b539bb2f4b03ff6b6be99a1f4d1d366c847e59e1b01087c880488eaab60","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-09-29T17:31:43Z","title_canon_sha256":"5d2a5f0ef2e54657d13e2251ae09d00c874db1bddf16985971d6b9546cf4681e"},"schema_version":"1.0","source":{"id":"2009.14167","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2009.14167","created_at":"2026-07-05T01:38:48Z"},{"alias_kind":"arxiv_version","alias_value":"2009.14167v1","created_at":"2026-07-05T01:38:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2009.14167","created_at":"2026-07-05T01:38:48Z"},{"alias_kind":"pith_short_12","alias_value":"HWGLRP5FBMPE","created_at":"2026-07-05T01:38:48Z"},{"alias_kind":"pith_short_16","alias_value":"HWGLRP5FBMPEFOQZ","created_at":"2026-07-05T01:38:48Z"},{"alias_kind":"pith_short_8","alias_value":"HWGLRP5F","created_at":"2026-07-05T01:38:48Z"}],"graph_snapshots":[{"event_id":"sha256:aabe20578b9ce0cc45e6b11488472fa82738647c917e35563b5dd329491a0a38","target":"graph","created_at":"2026-07-05T01:38:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2009.14167/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Existing language model compression methods mostly use a simple L2 loss to distill knowledge in the intermediate representations of a large BERT model to a smaller one. Although widely used, this objective by design assumes that all the dimensions of hidden representations are independent, failing to capture important structural knowledge in the intermediate layers of the teacher network. To achieve better distillation efficacy, we propose Contrastive Distillation on Intermediate Representations (CoDIR), a principled knowledge distillation framework where the student is trained to distill know","authors_text":"Jingjing Liu, Shuohang Wang, Siqi Sun, Yu Cheng, Yuwei Fang, Zhe Gan","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-09-29T17:31:43Z","title":"Contrastive Distillation on Intermediate Representations for Language Model Compression"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2009.14167","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ad2ac51d208aa62ec229f59011af3fa9ef7602cabc82ed7e08ffc0400f63965e","target":"record","created_at":"2026-07-05T01:38:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a4e32b539bb2f4b03ff6b6be99a1f4d1d366c847e59e1b01087c880488eaab60","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-09-29T17:31:43Z","title_canon_sha256":"5d2a5f0ef2e54657d13e2251ae09d00c874db1bddf16985971d6b9546cf4681e"},"schema_version":"1.0","source":{"id":"2009.14167","kind":"arxiv","version":1}},"canonical_sha256":"3d8cb8bfa50b1e42ba1954eb683ee3cfb1ff99af8630fed087c1e7cce23a0012","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3d8cb8bfa50b1e42ba1954eb683ee3cfb1ff99af8630fed087c1e7cce23a0012","first_computed_at":"2026-07-05T01:38:48.776653Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:38:48.776653Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"0t2xpjWAeHlEt/G+8i37CRgh2ZfXbdZstsypZuyzKyw06YBjD62AbJtPYXNIphgDRknf3I9xWns1GHWrtXQUAw==","signature_status":"signed_v1","signed_at":"2026-07-05T01:38:48.777252Z","signed_message":"canonical_sha256_bytes"},"source_id":"2009.14167","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ad2ac51d208aa62ec229f59011af3fa9ef7602cabc82ed7e08ffc0400f63965e","sha256:aabe20578b9ce0cc45e6b11488472fa82738647c917e35563b5dd329491a0a38"],"state_sha256":"f1a846497aab01c79fc356481ee663d4746fc84afe9da806bc8aaf8305f71b4c"}