{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:65OCRS6DOGJ4C5DL6I6RTEVODY","short_pith_number":"pith:65OCRS6D","canonical_record":{"source":{"id":"2106.05945","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-06-10T17:44:02Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"08548f28cd77f1caa4ffdbf352f490e81bd2418a631ec43d3fe844c1388f2ea5","abstract_canon_sha256":"549d0dbfb303a4f3f6d759e60053d6a4daee68bc0d8a44074c0d386826b3bad2"},"schema_version":"1.0"},"canonical_sha256":"f75c28cbc37193c1746bf23d1992ae1e2274f7ec7e60fb2c1776c579403b4230","source":{"kind":"arxiv","id":"2106.05945","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2106.05945","created_at":"2026-07-05T03:38:07Z"},{"alias_kind":"arxiv_version","alias_value":"2106.05945v2","created_at":"2026-07-05T03:38:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.05945","created_at":"2026-07-05T03:38:07Z"},{"alias_kind":"pith_short_12","alias_value":"65OCRS6DOGJ4","created_at":"2026-07-05T03:38:07Z"},{"alias_kind":"pith_short_16","alias_value":"65OCRS6DOGJ4C5DL","created_at":"2026-07-05T03:38:07Z"},{"alias_kind":"pith_short_8","alias_value":"65OCRS6D","created_at":"2026-07-05T03:38:07Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:65OCRS6DOGJ4C5DL6I6RTEVODY","target":"record","payload":{"canonical_record":{"source":{"id":"2106.05945","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-06-10T17:44:02Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"08548f28cd77f1caa4ffdbf352f490e81bd2418a631ec43d3fe844c1388f2ea5","abstract_canon_sha256":"549d0dbfb303a4f3f6d759e60053d6a4daee68bc0d8a44074c0d386826b3bad2"},"schema_version":"1.0"},"canonical_sha256":"f75c28cbc37193c1746bf23d1992ae1e2274f7ec7e60fb2c1776c579403b4230","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:38:07.817176Z","signature_b64":"odQMXZlyLNIwyGAhYoh0sW0zH/U+X3TwD6bta7dxEpRHmyafEWRDfWm++khrjEhBl+xpFlNQSFYpm5ybT2aEDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f75c28cbc37193c1746bf23d1992ae1e2274f7ec7e60fb2c1776c579403b4230","last_reissued_at":"2026-07-05T03:38:07.816622Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:38:07.816622Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2106.05945","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:38:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OYz7PF96+QZs/RBP8vG33cDnIks2wSFdigPRFkVgEO1cLExnYOxWomyT23vsUfhYCpkvrszE68tRTu1peT2oDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T19:19:21.854044Z"},"content_sha256":"7d51fd20dec9308eb7ae03dff229569f2a292a623679d8fb67c721b2cb228406","schema_version":"1.0","event_id":"sha256:7d51fd20dec9308eb7ae03dff229569f2a292a623679d8fb67c721b2cb228406"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:65OCRS6DOGJ4C5DL6I6RTEVODY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Does Knowledge Distillation Really Work?","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Alexander A. Alemi, Andrew Gordon Wilson, Pavel Izmailov, Polina Kirichenko, Samuel Stanton","submitted_at":"2021-06-10T17:44:02Z","abstract_excerpt":"Knowledge distillation is a popular technique for training a small student network to emulate a larger teacher model, such as an ensemble of networks. We show that while knowledge distillation can improve student generalization, it does not typically work as it is commonly understood: there often remains a surprisingly large discrepancy between the predictive distributions of the teacher and the student, even in cases when the student has the capacity to perfectly match the teacher. We identify difficulties in optimization as a key reason for why the student is unable to match the teacher. We "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.05945","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2106.05945/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:38:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ypl868MHJWPfmmwGzJ/IydBZXFrqFhPvAoEdVo+gYdihZbUBaa8D8KunTuG2zcCJJIsUrek2lnDN2ibQqYvEDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T19:19:21.854579Z"},"content_sha256":"42980c94cb99e3e9ae3df410ef878e160b4f8608a280f7ddf760969bb46cce71","schema_version":"1.0","event_id":"sha256:42980c94cb99e3e9ae3df410ef878e160b4f8608a280f7ddf760969bb46cce71"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/65OCRS6DOGJ4C5DL6I6RTEVODY/bundle.json","state_url":"https://pith.science/pith/65OCRS6DOGJ4C5DL6I6RTEVODY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/65OCRS6DOGJ4C5DL6I6RTEVODY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T19:19:21Z","links":{"resolver":"https://pith.science/pith/65OCRS6DOGJ4C5DL6I6RTEVODY","bundle":"https://pith.science/pith/65OCRS6DOGJ4C5DL6I6RTEVODY/bundle.json","state":"https://pith.science/pith/65OCRS6DOGJ4C5DL6I6RTEVODY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/65OCRS6DOGJ4C5DL6I6RTEVODY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:65OCRS6DOGJ4C5DL6I6RTEVODY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"549d0dbfb303a4f3f6d759e60053d6a4daee68bc0d8a44074c0d386826b3bad2","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-06-10T17:44:02Z","title_canon_sha256":"08548f28cd77f1caa4ffdbf352f490e81bd2418a631ec43d3fe844c1388f2ea5"},"schema_version":"1.0","source":{"id":"2106.05945","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2106.05945","created_at":"2026-07-05T03:38:07Z"},{"alias_kind":"arxiv_version","alias_value":"2106.05945v2","created_at":"2026-07-05T03:38:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.05945","created_at":"2026-07-05T03:38:07Z"},{"alias_kind":"pith_short_12","alias_value":"65OCRS6DOGJ4","created_at":"2026-07-05T03:38:07Z"},{"alias_kind":"pith_short_16","alias_value":"65OCRS6DOGJ4C5DL","created_at":"2026-07-05T03:38:07Z"},{"alias_kind":"pith_short_8","alias_value":"65OCRS6D","created_at":"2026-07-05T03:38:07Z"}],"graph_snapshots":[{"event_id":"sha256:42980c94cb99e3e9ae3df410ef878e160b4f8608a280f7ddf760969bb46cce71","target":"graph","created_at":"2026-07-05T03:38:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2106.05945/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Knowledge distillation is a popular technique for training a small student network to emulate a larger teacher model, such as an ensemble of networks. We show that while knowledge distillation can improve student generalization, it does not typically work as it is commonly understood: there often remains a surprisingly large discrepancy between the predictive distributions of the teacher and the student, even in cases when the student has the capacity to perfectly match the teacher. We identify difficulties in optimization as a key reason for why the student is unable to match the teacher. We ","authors_text":"Alexander A. Alemi, Andrew Gordon Wilson, Pavel Izmailov, Polina Kirichenko, Samuel Stanton","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-06-10T17:44:02Z","title":"Does Knowledge Distillation Really Work?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.05945","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7d51fd20dec9308eb7ae03dff229569f2a292a623679d8fb67c721b2cb228406","target":"record","created_at":"2026-07-05T03:38:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"549d0dbfb303a4f3f6d759e60053d6a4daee68bc0d8a44074c0d386826b3bad2","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-06-10T17:44:02Z","title_canon_sha256":"08548f28cd77f1caa4ffdbf352f490e81bd2418a631ec43d3fe844c1388f2ea5"},"schema_version":"1.0","source":{"id":"2106.05945","kind":"arxiv","version":2}},"canonical_sha256":"f75c28cbc37193c1746bf23d1992ae1e2274f7ec7e60fb2c1776c579403b4230","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f75c28cbc37193c1746bf23d1992ae1e2274f7ec7e60fb2c1776c579403b4230","first_computed_at":"2026-07-05T03:38:07.816622Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:38:07.816622Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"odQMXZlyLNIwyGAhYoh0sW0zH/U+X3TwD6bta7dxEpRHmyafEWRDfWm++khrjEhBl+xpFlNQSFYpm5ybT2aEDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T03:38:07.817176Z","signed_message":"canonical_sha256_bytes"},"source_id":"2106.05945","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7d51fd20dec9308eb7ae03dff229569f2a292a623679d8fb67c721b2cb228406","sha256:42980c94cb99e3e9ae3df410ef878e160b4f8608a280f7ddf760969bb46cce71"],"state_sha256":"e36e08d7cfa1a990fa1d5d3a00eaf881e02911d69efe54c601d7a7279ed286ad"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Q/UFLtBTJDtTPnpGniJMnruI+p7MY8gylRgYhHz0+D3xAhK4UK0hjr1Tr5nWNbHUBKbpA2X98qlZqwNhBvFGBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T19:19:21.859542Z","bundle_sha256":"eccba8509ef845df7ab2e1583fc5d238935df8aa057cdaa669efcd3fc99c6445"}}