{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:HCZDY465TMHJSZC6GOZZ63R6TO","short_pith_number":"pith:HCZDY465","canonical_record":{"source":{"id":"2105.08919","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-05-19T04:40:53Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"ca2983adad948f4abe421799ad1048bb0b257863b2a1cc0dc1989567368aba32","abstract_canon_sha256":"d4809052645a5b1dcead6ecb456159fbeffec5344e04ecd8bdc8ab318cea8226"},"schema_version":"1.0"},"canonical_sha256":"38b23c73dd9b0e99645e33b39f6e3e9b87f3d5375ffdc8de85a8661aa393ed41","source":{"kind":"arxiv","id":"2105.08919","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2105.08919","created_at":"2026-07-05T02:41:35Z"},{"alias_kind":"arxiv_version","alias_value":"2105.08919v1","created_at":"2026-07-05T02:41:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2105.08919","created_at":"2026-07-05T02:41:35Z"},{"alias_kind":"pith_short_12","alias_value":"HCZDY465TMHJ","created_at":"2026-07-05T02:41:35Z"},{"alias_kind":"pith_short_16","alias_value":"HCZDY465TMHJSZC6","created_at":"2026-07-05T02:41:35Z"},{"alias_kind":"pith_short_8","alias_value":"HCZDY465","created_at":"2026-07-05T02:41:35Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:HCZDY465TMHJSZC6GOZZ63R6TO","target":"record","payload":{"canonical_record":{"source":{"id":"2105.08919","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-05-19T04:40:53Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"ca2983adad948f4abe421799ad1048bb0b257863b2a1cc0dc1989567368aba32","abstract_canon_sha256":"d4809052645a5b1dcead6ecb456159fbeffec5344e04ecd8bdc8ab318cea8226"},"schema_version":"1.0"},"canonical_sha256":"38b23c73dd9b0e99645e33b39f6e3e9b87f3d5375ffdc8de85a8661aa393ed41","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:41:35.145488Z","signature_b64":"65iqWOO+dJEoq6nRy/RjqlcyKN4WmqgHnyrGn1uv9MhU5K1iBnqBpFb6tFsE0mYwedA4T2l2VmSoAqXllS3XDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"38b23c73dd9b0e99645e33b39f6e3e9b87f3d5375ffdc8de85a8661aa393ed41","last_reissued_at":"2026-07-05T02:41:35.145052Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:41:35.145052Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2105.08919","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:41:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"uWz9R+z+RcyxlFX5vuBAMZJQfN0vTX3ifsmvDErZBQLGijUmA9Y/3SjQfr8Wq6jqnq2myJpDK9hRoYU3jyWqDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T15:54:22.364645Z"},"content_sha256":"7678d95008f31cdf41fedf0f46742fea37fc846eb7b6a17cbe88568cb6aed4c1","schema_version":"1.0","event_id":"sha256:7678d95008f31cdf41fedf0f46742fea37fc846eb7b6a17cbe88568cb6aed4c1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:HCZDY465TMHJSZC6GOZZ63R6TO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Comparing Kullback-Leibler Divergence and Mean Squared Error Loss in Knowledge Distillation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CV"],"primary_cat":"cs.LG","authors_text":"Jaehoon Oh, Nakyil Kim, Sangwook Cho, Se-Young Yun, Taehyeon Kim","submitted_at":"2021-05-19T04:40:53Z","abstract_excerpt":"Knowledge distillation (KD), transferring knowledge from a cumbersome teacher model to a lightweight student model, has been investigated to design efficient neural architectures. Generally, the objective function of KD is the Kullback-Leibler (KL) divergence loss between the softened probability distributions of the teacher model and the student model with the temperature scaling hyperparameter tau. Despite its widespread use, few studies have discussed the influence of such softening on generalization. Here, we theoretically show that the KL divergence loss focuses on the logit matching when"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2105.08919","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2105.08919/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:41:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dobrwONak5vgdKVb+EekN92ASibCMWogVsWSA7a07b66JgjdwttsyQDgWyaK3ehSqAskYcZATPnXq/2AhfZTBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T15:54:22.365176Z"},"content_sha256":"78d5b9b60a7fa261cc2158c15c4c6dfe7aae7bc30367f4897c43d43acf001bf8","schema_version":"1.0","event_id":"sha256:78d5b9b60a7fa261cc2158c15c4c6dfe7aae7bc30367f4897c43d43acf001bf8"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HCZDY465TMHJSZC6GOZZ63R6TO/bundle.json","state_url":"https://pith.science/pith/HCZDY465TMHJSZC6GOZZ63R6TO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HCZDY465TMHJSZC6GOZZ63R6TO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T15:54:22Z","links":{"resolver":"https://pith.science/pith/HCZDY465TMHJSZC6GOZZ63R6TO","bundle":"https://pith.science/pith/HCZDY465TMHJSZC6GOZZ63R6TO/bundle.json","state":"https://pith.science/pith/HCZDY465TMHJSZC6GOZZ63R6TO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HCZDY465TMHJSZC6GOZZ63R6TO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:HCZDY465TMHJSZC6GOZZ63R6TO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d4809052645a5b1dcead6ecb456159fbeffec5344e04ecd8bdc8ab318cea8226","cross_cats_sorted":["cs.CV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-05-19T04:40:53Z","title_canon_sha256":"ca2983adad948f4abe421799ad1048bb0b257863b2a1cc0dc1989567368aba32"},"schema_version":"1.0","source":{"id":"2105.08919","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2105.08919","created_at":"2026-07-05T02:41:35Z"},{"alias_kind":"arxiv_version","alias_value":"2105.08919v1","created_at":"2026-07-05T02:41:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2105.08919","created_at":"2026-07-05T02:41:35Z"},{"alias_kind":"pith_short_12","alias_value":"HCZDY465TMHJ","created_at":"2026-07-05T02:41:35Z"},{"alias_kind":"pith_short_16","alias_value":"HCZDY465TMHJSZC6","created_at":"2026-07-05T02:41:35Z"},{"alias_kind":"pith_short_8","alias_value":"HCZDY465","created_at":"2026-07-05T02:41:35Z"}],"graph_snapshots":[{"event_id":"sha256:78d5b9b60a7fa261cc2158c15c4c6dfe7aae7bc30367f4897c43d43acf001bf8","target":"graph","created_at":"2026-07-05T02:41:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2105.08919/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Knowledge distillation (KD), transferring knowledge from a cumbersome teacher model to a lightweight student model, has been investigated to design efficient neural architectures. Generally, the objective function of KD is the Kullback-Leibler (KL) divergence loss between the softened probability distributions of the teacher model and the student model with the temperature scaling hyperparameter tau. Despite its widespread use, few studies have discussed the influence of such softening on generalization. Here, we theoretically show that the KL divergence loss focuses on the logit matching when","authors_text":"Jaehoon Oh, Nakyil Kim, Sangwook Cho, Se-Young Yun, Taehyeon Kim","cross_cats":["cs.CV"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-05-19T04:40:53Z","title":"Comparing Kullback-Leibler Divergence and Mean Squared Error Loss in Knowledge Distillation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2105.08919","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7678d95008f31cdf41fedf0f46742fea37fc846eb7b6a17cbe88568cb6aed4c1","target":"record","created_at":"2026-07-05T02:41:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d4809052645a5b1dcead6ecb456159fbeffec5344e04ecd8bdc8ab318cea8226","cross_cats_sorted":["cs.CV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-05-19T04:40:53Z","title_canon_sha256":"ca2983adad948f4abe421799ad1048bb0b257863b2a1cc0dc1989567368aba32"},"schema_version":"1.0","source":{"id":"2105.08919","kind":"arxiv","version":1}},"canonical_sha256":"38b23c73dd9b0e99645e33b39f6e3e9b87f3d5375ffdc8de85a8661aa393ed41","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"38b23c73dd9b0e99645e33b39f6e3e9b87f3d5375ffdc8de85a8661aa393ed41","first_computed_at":"2026-07-05T02:41:35.145052Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:41:35.145052Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"65iqWOO+dJEoq6nRy/RjqlcyKN4WmqgHnyrGn1uv9MhU5K1iBnqBpFb6tFsE0mYwedA4T2l2VmSoAqXllS3XDw==","signature_status":"signed_v1","signed_at":"2026-07-05T02:41:35.145488Z","signed_message":"canonical_sha256_bytes"},"source_id":"2105.08919","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7678d95008f31cdf41fedf0f46742fea37fc846eb7b6a17cbe88568cb6aed4c1","sha256:78d5b9b60a7fa261cc2158c15c4c6dfe7aae7bc30367f4897c43d43acf001bf8"],"state_sha256":"404aa49debbbc1d25e3c414999b9ae129c5715f676b2fb85c950cfc2d7fbc96b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"X/Z5NdyYNba6K+N+yYUy49j0lR9DWTTcPMbzwCX84H9rEHk7q3PyyJDM3tDIa8D55kVw8PVvnStz69sAUIBKCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T15:54:22.368979Z","bundle_sha256":"5c1664baa2c1e42bd1731b062304656e37283d355b688a1dd8c1e7b26b17516b"}}