{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:ABJHCEPUVRMKGMJV46U46DK24U","short_pith_number":"pith:ABJHCEPU","canonical_record":{"source":{"id":"2012.15495","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-12-31T08:16:29Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"6324b2f581903c36aa0a1c028d9422101585e5e05555f0bf96cd9b871757561e","abstract_canon_sha256":"563ce962f919734c11d2dc3f257ccb947cc728d6374285368035c21936accf04"},"schema_version":"1.0"},"canonical_sha256":"00527111f4ac58a33135e7a9cf0d5ae5263960a4aac14ed5720fb15a5482285f","source":{"kind":"arxiv","id":"2012.15495","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2012.15495","created_at":"2026-07-05T02:03:19Z"},{"alias_kind":"arxiv_version","alias_value":"2012.15495v1","created_at":"2026-07-05T02:03:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2012.15495","created_at":"2026-07-05T02:03:19Z"},{"alias_kind":"pith_short_12","alias_value":"ABJHCEPUVRMK","created_at":"2026-07-05T02:03:19Z"},{"alias_kind":"pith_short_16","alias_value":"ABJHCEPUVRMKGMJV","created_at":"2026-07-05T02:03:19Z"},{"alias_kind":"pith_short_8","alias_value":"ABJHCEPU","created_at":"2026-07-05T02:03:19Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:ABJHCEPUVRMKGMJV46U46DK24U","target":"record","payload":{"canonical_record":{"source":{"id":"2012.15495","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-12-31T08:16:29Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"6324b2f581903c36aa0a1c028d9422101585e5e05555f0bf96cd9b871757561e","abstract_canon_sha256":"563ce962f919734c11d2dc3f257ccb947cc728d6374285368035c21936accf04"},"schema_version":"1.0"},"canonical_sha256":"00527111f4ac58a33135e7a9cf0d5ae5263960a4aac14ed5720fb15a5482285f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:03:19.057859Z","signature_b64":"IP3B3HSgqdc7aqHtJdKcUUhy6s0yei3B1bV+89rdOnDDEX1iVCExOfxRcO7+UO0KboYcOL9U+ZlfBlt85jD3Ag==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"00527111f4ac58a33135e7a9cf0d5ae5263960a4aac14ed5720fb15a5482285f","last_reissued_at":"2026-07-05T02:03:19.057476Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:03:19.057476Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2012.15495","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:03:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2+SOJxBhMEgL0POeDAm+Lsmkwgybgmb5l8Oc74R0TGV8NzrPC+YV0mAymZlTFc89UY2rooyoNIpQdGIQBNudCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-05T12:57:38.208647Z"},"content_sha256":"049853c1b2e00ac57f6a30f64be9d12b5a76a4a4e634c2bc2f1361a4bbddbfde","schema_version":"1.0","event_id":"sha256:049853c1b2e00ac57f6a30f64be9d12b5a76a4a4e634c2bc2f1361a4bbddbfde"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:ABJHCEPUVRMKGMJV46U46DK24U","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Towards Zero-Shot Knowledge Distillation for Natural Language Processing","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Abbas Ghaddar, Ahmad Rashid, Mehdi Rezagholizadeh, Vasileios Lioutas","submitted_at":"2020-12-31T08:16:29Z","abstract_excerpt":"Knowledge Distillation (KD) is a common knowledge transfer algorithm used for model compression across a variety of deep learning based natural language processing (NLP) solutions. In its regular manifestations, KD requires access to the teacher's training data for knowledge transfer to the student network. However, privacy concerns, data regulations and proprietary reasons may prevent access to such data. We present, to the best of our knowledge, the first work on Zero-Shot Knowledge Distillation for NLP, where the student learns from the much larger teacher without any task specific data. Ou"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2012.15495","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2012.15495/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:03:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eiKh+Er6rJoaEjfGU4cb09KYx2/NQlBGdbASKgs+rzDtIziu1+s/gfOwtt8hX7BBykASJ5gvQhYvnqrNerFPAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-05T12:57:38.209279Z"},"content_sha256":"235d9001b678e4e2abb66e45378e528e64ea8a7b81919407e1a6a5df043678f7","schema_version":"1.0","event_id":"sha256:235d9001b678e4e2abb66e45378e528e64ea8a7b81919407e1a6a5df043678f7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ABJHCEPUVRMKGMJV46U46DK24U/bundle.json","state_url":"https://pith.science/pith/ABJHCEPUVRMKGMJV46U46DK24U/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ABJHCEPUVRMKGMJV46U46DK24U/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-05T12:57:38Z","links":{"resolver":"https://pith.science/pith/ABJHCEPUVRMKGMJV46U46DK24U","bundle":"https://pith.science/pith/ABJHCEPUVRMKGMJV46U46DK24U/bundle.json","state":"https://pith.science/pith/ABJHCEPUVRMKGMJV46U46DK24U/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ABJHCEPUVRMKGMJV46U46DK24U/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:ABJHCEPUVRMKGMJV46U46DK24U","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"563ce962f919734c11d2dc3f257ccb947cc728d6374285368035c21936accf04","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-12-31T08:16:29Z","title_canon_sha256":"6324b2f581903c36aa0a1c028d9422101585e5e05555f0bf96cd9b871757561e"},"schema_version":"1.0","source":{"id":"2012.15495","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2012.15495","created_at":"2026-07-05T02:03:19Z"},{"alias_kind":"arxiv_version","alias_value":"2012.15495v1","created_at":"2026-07-05T02:03:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2012.15495","created_at":"2026-07-05T02:03:19Z"},{"alias_kind":"pith_short_12","alias_value":"ABJHCEPUVRMK","created_at":"2026-07-05T02:03:19Z"},{"alias_kind":"pith_short_16","alias_value":"ABJHCEPUVRMKGMJV","created_at":"2026-07-05T02:03:19Z"},{"alias_kind":"pith_short_8","alias_value":"ABJHCEPU","created_at":"2026-07-05T02:03:19Z"}],"graph_snapshots":[{"event_id":"sha256:235d9001b678e4e2abb66e45378e528e64ea8a7b81919407e1a6a5df043678f7","target":"graph","created_at":"2026-07-05T02:03:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2012.15495/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Knowledge Distillation (KD) is a common knowledge transfer algorithm used for model compression across a variety of deep learning based natural language processing (NLP) solutions. In its regular manifestations, KD requires access to the teacher's training data for knowledge transfer to the student network. However, privacy concerns, data regulations and proprietary reasons may prevent access to such data. We present, to the best of our knowledge, the first work on Zero-Shot Knowledge Distillation for NLP, where the student learns from the much larger teacher without any task specific data. Ou","authors_text":"Abbas Ghaddar, Ahmad Rashid, Mehdi Rezagholizadeh, Vasileios Lioutas","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-12-31T08:16:29Z","title":"Towards Zero-Shot Knowledge Distillation for Natural Language Processing"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2012.15495","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:049853c1b2e00ac57f6a30f64be9d12b5a76a4a4e634c2bc2f1361a4bbddbfde","target":"record","created_at":"2026-07-05T02:03:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"563ce962f919734c11d2dc3f257ccb947cc728d6374285368035c21936accf04","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-12-31T08:16:29Z","title_canon_sha256":"6324b2f581903c36aa0a1c028d9422101585e5e05555f0bf96cd9b871757561e"},"schema_version":"1.0","source":{"id":"2012.15495","kind":"arxiv","version":1}},"canonical_sha256":"00527111f4ac58a33135e7a9cf0d5ae5263960a4aac14ed5720fb15a5482285f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"00527111f4ac58a33135e7a9cf0d5ae5263960a4aac14ed5720fb15a5482285f","first_computed_at":"2026-07-05T02:03:19.057476Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:03:19.057476Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"IP3B3HSgqdc7aqHtJdKcUUhy6s0yei3B1bV+89rdOnDDEX1iVCExOfxRcO7+UO0KboYcOL9U+ZlfBlt85jD3Ag==","signature_status":"signed_v1","signed_at":"2026-07-05T02:03:19.057859Z","signed_message":"canonical_sha256_bytes"},"source_id":"2012.15495","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:049853c1b2e00ac57f6a30f64be9d12b5a76a4a4e634c2bc2f1361a4bbddbfde","sha256:235d9001b678e4e2abb66e45378e528e64ea8a7b81919407e1a6a5df043678f7"],"state_sha256":"70c7766a98fe0b27b77107935b288393476b2610a7babc33e1bd7a78115f5164"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QB89kLOW5K//2PWyn2fapMVJuqTWrt0H7AUKdB2hyg4GNxu1yCLleNJaY0Mh0E2lN0ME0cTQyMaYCWPaWGaBBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-05T12:57:38.213481Z","bundle_sha256":"ca7627f49ae92319c354c450c12a60f9d5c55a2b0a6c8b2469d23e46ac2a90b9"}}