{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:WLIREWVIMR627BR5STD2SFPTIO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"975876f33e79d95b681a7e3a2674cdf324492644669728113868f92339111935","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-25T13:39:11Z","title_canon_sha256":"02a9079f71212430545f450ce8f2f65ba499b7f788c2f690ed4f9b4bc5ddebe4"},"schema_version":"1.0","source":{"id":"2407.18041","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.18041","created_at":"2026-07-05T08:48:33Z"},{"alias_kind":"arxiv_version","alias_value":"2407.18041v1","created_at":"2026-07-05T08:48:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.18041","created_at":"2026-07-05T08:48:33Z"},{"alias_kind":"pith_short_12","alias_value":"WLIREWVIMR62","created_at":"2026-07-05T08:48:33Z"},{"alias_kind":"pith_short_16","alias_value":"WLIREWVIMR627BR5","created_at":"2026-07-05T08:48:33Z"},{"alias_kind":"pith_short_8","alias_value":"WLIREWVI","created_at":"2026-07-05T08:48:33Z"}],"graph_snapshots":[{"event_id":"sha256:d49c1aadc6bbac392be7382673ac8c7f37900bd917b43b7fa6493c78b2d1ef04","target":"graph","created_at":"2026-07-05T08:48:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.18041/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recently, it was shown that the role of the teacher in knowledge distillation (KD) is to provide the student with an estimate of the true Bayes conditional probability density (BCPD). Notably, the new findings propose that the student's error rate can be upper-bounded by the mean squared error (MSE) between the teacher's output and BCPD. Consequently, to enhance KD efficacy, the teacher should be trained such that its output is close to BCPD in MSE sense. This paper elucidates that training the teacher model with MSE loss equates to minimizing the MSE between its output and BCPD, aligning with","authors_text":"Ahmed Hussein Salamah, Linfeng Ye, Renhao Tan, Shayan Mohajer Hamidi, Xizhen Deng","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-25T13:39:11Z","title":"How to Train the Teacher Model for Effective Knowledge Distillation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.18041","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:df8beb0e2447794e658e1c50087135dc4097bd16afbc25f43a26ed008f1c7658","target":"record","created_at":"2026-07-05T08:48:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"975876f33e79d95b681a7e3a2674cdf324492644669728113868f92339111935","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-25T13:39:11Z","title_canon_sha256":"02a9079f71212430545f450ce8f2f65ba499b7f788c2f690ed4f9b4bc5ddebe4"},"schema_version":"1.0","source":{"id":"2407.18041","kind":"arxiv","version":1}},"canonical_sha256":"b2d1125aa8647daf863d94c7a915f34388f7fcb42fa921075e2c825a98558fec","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b2d1125aa8647daf863d94c7a915f34388f7fcb42fa921075e2c825a98558fec","first_computed_at":"2026-07-05T08:48:33.510988Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:48:33.510988Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"gjX8BumODOet8x80+nfQLM88aEeNBU2/5nIKoDo8s4UIN0oEcH/G2+uK0zcITNUPWsRwzGWUhsY7OOpgSfoKBg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:48:33.511524Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.18041","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:df8beb0e2447794e658e1c50087135dc4097bd16afbc25f43a26ed008f1c7658","sha256:d49c1aadc6bbac392be7382673ac8c7f37900bd917b43b7fa6493c78b2d1ef04"],"state_sha256":"dad9e6d22dfd5ee4176994b63efd67ff9f7172b66c319e7187c49be72a7e6da7"}