{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:2RMNRA7FHRHVI7UWGDE6XLUY5K","short_pith_number":"pith:2RMNRA7F","canonical_record":{"source":{"id":"2011.00593","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-11-01T18:47:51Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"35a0c5493ed1d0179e2ce2f7b4ec0496444e8b629fac8938732dec6edbc9f861","abstract_canon_sha256":"5f69e553b603986f702d358d3d0a277ecc68ebf6de549e33242569069cd80689"},"schema_version":"1.0"},"canonical_sha256":"d458d883e53c4f547e9630c9ebae98ea9011498c1534e2304a558a09843ed6fa","source":{"kind":"arxiv","id":"2011.00593","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2011.00593","created_at":"2026-07-05T02:23:59Z"},{"alias_kind":"arxiv_version","alias_value":"2011.00593v2","created_at":"2026-07-05T02:23:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2011.00593","created_at":"2026-07-05T02:23:59Z"},{"alias_kind":"pith_short_12","alias_value":"2RMNRA7FHRHV","created_at":"2026-07-05T02:23:59Z"},{"alias_kind":"pith_short_16","alias_value":"2RMNRA7FHRHVI7UW","created_at":"2026-07-05T02:23:59Z"},{"alias_kind":"pith_short_8","alias_value":"2RMNRA7F","created_at":"2026-07-05T02:23:59Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:2RMNRA7FHRHVI7UWGDE6XLUY5K","target":"record","payload":{"canonical_record":{"source":{"id":"2011.00593","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-11-01T18:47:51Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"35a0c5493ed1d0179e2ce2f7b4ec0496444e8b629fac8938732dec6edbc9f861","abstract_canon_sha256":"5f69e553b603986f702d358d3d0a277ecc68ebf6de549e33242569069cd80689"},"schema_version":"1.0"},"canonical_sha256":"d458d883e53c4f547e9630c9ebae98ea9011498c1534e2304a558a09843ed6fa","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:23:59.335822Z","signature_b64":"xcFBwOaNfExG0jk6wq9IT5+VHydqijrRVbOZgSM+JFCFm+X9ojIu2OjZxEdYEGJ1gBDHozDgDpkX4qZQg+aHBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d458d883e53c4f547e9630c9ebae98ea9011498c1534e2304a558a09843ed6fa","last_reissued_at":"2026-07-05T02:23:59.335346Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:23:59.335346Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2011.00593","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:23:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xME4Zi68d+uPNTpA2KgaLhxTFhmlDwzF9QQHA0i4ezReBqLkcg93Grse6WaEaZH6qjV6xdZxgmwe+2mwf42wAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T02:57:25.478238Z"},"content_sha256":"34a6761ff2fd2138ee310eb8c2f8155abc3ce5347e92de9e5c831e79080a374b","schema_version":"1.0","event_id":"sha256:34a6761ff2fd2138ee310eb8c2f8155abc3ce5347e92de9e5c831e79080a374b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:2RMNRA7FHRHVI7UWGDE6XLUY5K","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"MixKD: Towards Efficient Distillation of Large-scale Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.CL","authors_text":"Changyou Chen, Dinghan Shen, Kevin J Liang, Lawrence Carin, Weituo Hao, Weizhu Chen, Yufan Zhou","submitted_at":"2020-11-01T18:47:51Z","abstract_excerpt":"Large-scale language models have recently demonstrated impressive empirical performance. Nevertheless, the improved results are attained at the price of bigger models, more power consumption, and slower inference, which hinder their applicability to low-resource (both memory and computation) platforms. Knowledge distillation (KD) has been demonstrated as an effective framework for compressing such big models. However, large-scale neural network systems are prone to memorize training instances, and thus tend to make inconsistent predictions when the data distribution is altered slightly. Moreov"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2011.00593","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2011.00593/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:23:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3xbsVsDfw9GGWpF1OqpT3ocU1xXT18ezZBk0koOloN+QDPsFQhGmiYQW9uf+Tfftkho3ey9MJw81UJ1wiX6qCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T02:57:25.478828Z"},"content_sha256":"0a3ab4b3f39d61bdd093498bb238e17857c55dcce6bee69d53ce4d1b01b61fe4","schema_version":"1.0","event_id":"sha256:0a3ab4b3f39d61bdd093498bb238e17857c55dcce6bee69d53ce4d1b01b61fe4"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2RMNRA7FHRHVI7UWGDE6XLUY5K/bundle.json","state_url":"https://pith.science/pith/2RMNRA7FHRHVI7UWGDE6XLUY5K/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2RMNRA7FHRHVI7UWGDE6XLUY5K/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-20T02:57:25Z","links":{"resolver":"https://pith.science/pith/2RMNRA7FHRHVI7UWGDE6XLUY5K","bundle":"https://pith.science/pith/2RMNRA7FHRHVI7UWGDE6XLUY5K/bundle.json","state":"https://pith.science/pith/2RMNRA7FHRHVI7UWGDE6XLUY5K/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2RMNRA7FHRHVI7UWGDE6XLUY5K/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:2RMNRA7FHRHVI7UWGDE6XLUY5K","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5f69e553b603986f702d358d3d0a277ecc68ebf6de549e33242569069cd80689","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-11-01T18:47:51Z","title_canon_sha256":"35a0c5493ed1d0179e2ce2f7b4ec0496444e8b629fac8938732dec6edbc9f861"},"schema_version":"1.0","source":{"id":"2011.00593","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2011.00593","created_at":"2026-07-05T02:23:59Z"},{"alias_kind":"arxiv_version","alias_value":"2011.00593v2","created_at":"2026-07-05T02:23:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2011.00593","created_at":"2026-07-05T02:23:59Z"},{"alias_kind":"pith_short_12","alias_value":"2RMNRA7FHRHV","created_at":"2026-07-05T02:23:59Z"},{"alias_kind":"pith_short_16","alias_value":"2RMNRA7FHRHVI7UW","created_at":"2026-07-05T02:23:59Z"},{"alias_kind":"pith_short_8","alias_value":"2RMNRA7F","created_at":"2026-07-05T02:23:59Z"}],"graph_snapshots":[{"event_id":"sha256:0a3ab4b3f39d61bdd093498bb238e17857c55dcce6bee69d53ce4d1b01b61fe4","target":"graph","created_at":"2026-07-05T02:23:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2011.00593/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large-scale language models have recently demonstrated impressive empirical performance. Nevertheless, the improved results are attained at the price of bigger models, more power consumption, and slower inference, which hinder their applicability to low-resource (both memory and computation) platforms. Knowledge distillation (KD) has been demonstrated as an effective framework for compressing such big models. However, large-scale neural network systems are prone to memorize training instances, and thus tend to make inconsistent predictions when the data distribution is altered slightly. Moreov","authors_text":"Changyou Chen, Dinghan Shen, Kevin J Liang, Lawrence Carin, Weituo Hao, Weizhu Chen, Yufan Zhou","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-11-01T18:47:51Z","title":"MixKD: Towards Efficient Distillation of Large-scale Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2011.00593","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:34a6761ff2fd2138ee310eb8c2f8155abc3ce5347e92de9e5c831e79080a374b","target":"record","created_at":"2026-07-05T02:23:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5f69e553b603986f702d358d3d0a277ecc68ebf6de549e33242569069cd80689","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-11-01T18:47:51Z","title_canon_sha256":"35a0c5493ed1d0179e2ce2f7b4ec0496444e8b629fac8938732dec6edbc9f861"},"schema_version":"1.0","source":{"id":"2011.00593","kind":"arxiv","version":2}},"canonical_sha256":"d458d883e53c4f547e9630c9ebae98ea9011498c1534e2304a558a09843ed6fa","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d458d883e53c4f547e9630c9ebae98ea9011498c1534e2304a558a09843ed6fa","first_computed_at":"2026-07-05T02:23:59.335346Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:23:59.335346Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"xcFBwOaNfExG0jk6wq9IT5+VHydqijrRVbOZgSM+JFCFm+X9ojIu2OjZxEdYEGJ1gBDHozDgDpkX4qZQg+aHBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T02:23:59.335822Z","signed_message":"canonical_sha256_bytes"},"source_id":"2011.00593","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:34a6761ff2fd2138ee310eb8c2f8155abc3ce5347e92de9e5c831e79080a374b","sha256:0a3ab4b3f39d61bdd093498bb238e17857c55dcce6bee69d53ce4d1b01b61fe4"],"state_sha256":"03c978f9f633ec20908e2f22fa8234821180caca4497fb22cef2aaad97be669c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wg12VyjXci+0o9E5v1kDq509TlC/zGvShartTKjfhV6Yye7UdlQa7DiSldF5WiIZwNcwfP01eWcrmWiUguP/Dg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-20T02:57:25.483202Z","bundle_sha256":"08353fb5225e8f334ee259a10cd62bc53244ec201fa947193703a25bd7695fc4"}}