{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:6AWJDA6W4ZWVWPBBTBGITBO5X2","short_pith_number":"pith:6AWJDA6W","canonical_record":{"source":{"id":"2109.05696","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-09-13T04:08:36Z","cross_cats_sorted":[],"title_canon_sha256":"02037b2d49d01871af06b1af755a0d2b44aae2461b5d57dbec44a3bbee9c1a72","abstract_canon_sha256":"50f2cf96e99e3df7abc57c4a29dabfe79f6af1c63efe6c521e5ee2eb77f40326"},"schema_version":"1.0"},"canonical_sha256":"f02c9183d6e66d5b3c21984c8985ddbe929c2c4020272bde4a79e3f77e112abe","source":{"kind":"arxiv","id":"2109.05696","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.05696","created_at":"2026-07-05T03:15:37Z"},{"alias_kind":"arxiv_version","alias_value":"2109.05696v2","created_at":"2026-07-05T03:15:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.05696","created_at":"2026-07-05T03:15:37Z"},{"alias_kind":"pith_short_12","alias_value":"6AWJDA6W4ZWV","created_at":"2026-07-05T03:15:37Z"},{"alias_kind":"pith_short_16","alias_value":"6AWJDA6W4ZWVWPBB","created_at":"2026-07-05T03:15:37Z"},{"alias_kind":"pith_short_8","alias_value":"6AWJDA6W","created_at":"2026-07-05T03:15:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:6AWJDA6W4ZWVWPBBTBGITBO5X2","target":"record","payload":{"canonical_record":{"source":{"id":"2109.05696","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-09-13T04:08:36Z","cross_cats_sorted":[],"title_canon_sha256":"02037b2d49d01871af06b1af755a0d2b44aae2461b5d57dbec44a3bbee9c1a72","abstract_canon_sha256":"50f2cf96e99e3df7abc57c4a29dabfe79f6af1c63efe6c521e5ee2eb77f40326"},"schema_version":"1.0"},"canonical_sha256":"f02c9183d6e66d5b3c21984c8985ddbe929c2c4020272bde4a79e3f77e112abe","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:15:37.202889Z","signature_b64":"IseU/x9HHjGFAlnbP2l19Vw5lJJAk0Li/gjTb0zNkgrwJhPTQ1CFQIOq/mn2N/aWtzCsInGLhuopYMOthinLBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f02c9183d6e66d5b3c21984c8985ddbe929c2c4020272bde4a79e3f77e112abe","last_reissued_at":"2026-07-05T03:15:37.202450Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:15:37.202450Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2109.05696","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:15:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8aYmfQgR8GdMFCfM+j92EZmXQBZpqns+CpxdsOSJ4zyf0TxHA2Yhpt1zRpOEy9vIPBYQfeJw+/o8Cmh1MDSlDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T08:53:11.797024Z"},"content_sha256":"c123b06abaabe7380ee9d619fb85ee0b7187e9245f0cff1399c46753c43a5fb1","schema_version":"1.0","event_id":"sha256:c123b06abaabe7380ee9d619fb85ee0b7187e9245f0cff1399c46753c43a5fb1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:6AWJDA6W4ZWVWPBBTBGITBO5X2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"How to Select One Among All? An Extensive Empirical Study Towards the Robustness of Knowledge Distillation in Natural Language Understanding","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Ahmad Rashid, Ali Ghodsi, Aref Jafari, Mehdi Rezagholizadeh, Pranav Sharma, Tianda Li","submitted_at":"2021-09-13T04:08:36Z","abstract_excerpt":"Knowledge Distillation (KD) is a model compression algorithm that helps transfer the knowledge of a large neural network into a smaller one. Even though KD has shown promise on a wide range of Natural Language Processing (NLP) applications, little is understood about how one KD algorithm compares to another and whether these approaches can be complimentary to each other. In this work, we evaluate various KD algorithms on in-domain, out-of-domain and adversarial testing. We propose a framework to assess the adversarial robustness of multiple KD algorithms. Moreover, we introduce a new KD algori"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.05696","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2109.05696/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:15:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MRvXO/QYVTgyiOqp4uPXmPbm/L0ok5qPal5cMXR0XjokE67Z7Iix4dpzbA37R13UrzTEmKQvftL/iZh4CUrfAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T08:53:11.797539Z"},"content_sha256":"aa26976ab77334795b6ff86c6b938b843820d65c59611086373c3f3093aeced0","schema_version":"1.0","event_id":"sha256:aa26976ab77334795b6ff86c6b938b843820d65c59611086373c3f3093aeced0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6AWJDA6W4ZWVWPBBTBGITBO5X2/bundle.json","state_url":"https://pith.science/pith/6AWJDA6W4ZWVWPBBTBGITBO5X2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6AWJDA6W4ZWVWPBBTBGITBO5X2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T08:53:11Z","links":{"resolver":"https://pith.science/pith/6AWJDA6W4ZWVWPBBTBGITBO5X2","bundle":"https://pith.science/pith/6AWJDA6W4ZWVWPBBTBGITBO5X2/bundle.json","state":"https://pith.science/pith/6AWJDA6W4ZWVWPBBTBGITBO5X2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6AWJDA6W4ZWVWPBBTBGITBO5X2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:6AWJDA6W4ZWVWPBBTBGITBO5X2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"50f2cf96e99e3df7abc57c4a29dabfe79f6af1c63efe6c521e5ee2eb77f40326","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-09-13T04:08:36Z","title_canon_sha256":"02037b2d49d01871af06b1af755a0d2b44aae2461b5d57dbec44a3bbee9c1a72"},"schema_version":"1.0","source":{"id":"2109.05696","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.05696","created_at":"2026-07-05T03:15:37Z"},{"alias_kind":"arxiv_version","alias_value":"2109.05696v2","created_at":"2026-07-05T03:15:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.05696","created_at":"2026-07-05T03:15:37Z"},{"alias_kind":"pith_short_12","alias_value":"6AWJDA6W4ZWV","created_at":"2026-07-05T03:15:37Z"},{"alias_kind":"pith_short_16","alias_value":"6AWJDA6W4ZWVWPBB","created_at":"2026-07-05T03:15:37Z"},{"alias_kind":"pith_short_8","alias_value":"6AWJDA6W","created_at":"2026-07-05T03:15:37Z"}],"graph_snapshots":[{"event_id":"sha256:aa26976ab77334795b6ff86c6b938b843820d65c59611086373c3f3093aeced0","target":"graph","created_at":"2026-07-05T03:15:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2109.05696/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Knowledge Distillation (KD) is a model compression algorithm that helps transfer the knowledge of a large neural network into a smaller one. Even though KD has shown promise on a wide range of Natural Language Processing (NLP) applications, little is understood about how one KD algorithm compares to another and whether these approaches can be complimentary to each other. In this work, we evaluate various KD algorithms on in-domain, out-of-domain and adversarial testing. We propose a framework to assess the adversarial robustness of multiple KD algorithms. Moreover, we introduce a new KD algori","authors_text":"Ahmad Rashid, Ali Ghodsi, Aref Jafari, Mehdi Rezagholizadeh, Pranav Sharma, Tianda Li","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-09-13T04:08:36Z","title":"How to Select One Among All? An Extensive Empirical Study Towards the Robustness of Knowledge Distillation in Natural Language Understanding"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.05696","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c123b06abaabe7380ee9d619fb85ee0b7187e9245f0cff1399c46753c43a5fb1","target":"record","created_at":"2026-07-05T03:15:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"50f2cf96e99e3df7abc57c4a29dabfe79f6af1c63efe6c521e5ee2eb77f40326","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-09-13T04:08:36Z","title_canon_sha256":"02037b2d49d01871af06b1af755a0d2b44aae2461b5d57dbec44a3bbee9c1a72"},"schema_version":"1.0","source":{"id":"2109.05696","kind":"arxiv","version":2}},"canonical_sha256":"f02c9183d6e66d5b3c21984c8985ddbe929c2c4020272bde4a79e3f77e112abe","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f02c9183d6e66d5b3c21984c8985ddbe929c2c4020272bde4a79e3f77e112abe","first_computed_at":"2026-07-05T03:15:37.202450Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:15:37.202450Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"IseU/x9HHjGFAlnbP2l19Vw5lJJAk0Li/gjTb0zNkgrwJhPTQ1CFQIOq/mn2N/aWtzCsInGLhuopYMOthinLBw==","signature_status":"signed_v1","signed_at":"2026-07-05T03:15:37.202889Z","signed_message":"canonical_sha256_bytes"},"source_id":"2109.05696","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c123b06abaabe7380ee9d619fb85ee0b7187e9245f0cff1399c46753c43a5fb1","sha256:aa26976ab77334795b6ff86c6b938b843820d65c59611086373c3f3093aeced0"],"state_sha256":"d8258db4cc728db2175beefd281d4c9005de778fe6a440f9d245c7001c3efb4d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WJDAVOhN8NZn2cEQXy/SPQ5jHiR5kMC1kIP+zWA7FGdqtM+6uRQ2mX73YgCSl8nMPAY3aX+rDXGEIDHgrWfyBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T08:53:11.802121Z","bundle_sha256":"686e3ad4d909351411176ec2bc3f5d37c76ab5cc3dfb92261590077c676faeb9"}}