{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:ZNBPP2XBUFAXQTBBWQL76LAK32","short_pith_number":"pith:ZNBPP2XB","canonical_record":{"source":{"id":"2405.00739","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2024-04-30T01:12:32Z","cross_cats_sorted":["cs.CV","eess.IV"],"title_canon_sha256":"2c38677a9050fc12761e695b9a3232527e84833ab3d30962212d841f94508f8a","abstract_canon_sha256":"002dc4e975207da9606f0f16e573c85cf3c8fd8934b0aa253e27e26f3606f220"},"schema_version":"1.0"},"canonical_sha256":"cb42f7eae1a141784c21b417ff2c0adea82acc51b0ff292a282b09ffd37333a6","source":{"kind":"arxiv","id":"2405.00739","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.00739","created_at":"2026-07-05T08:14:25Z"},{"alias_kind":"arxiv_version","alias_value":"2405.00739v1","created_at":"2026-07-05T08:14:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.00739","created_at":"2026-07-05T08:14:25Z"},{"alias_kind":"pith_short_12","alias_value":"ZNBPP2XBUFAX","created_at":"2026-07-05T08:14:25Z"},{"alias_kind":"pith_short_16","alias_value":"ZNBPP2XBUFAXQTBB","created_at":"2026-07-05T08:14:25Z"},{"alias_kind":"pith_short_8","alias_value":"ZNBPP2XB","created_at":"2026-07-05T08:14:25Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:ZNBPP2XBUFAXQTBBWQL76LAK32","target":"record","payload":{"canonical_record":{"source":{"id":"2405.00739","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2024-04-30T01:12:32Z","cross_cats_sorted":["cs.CV","eess.IV"],"title_canon_sha256":"2c38677a9050fc12761e695b9a3232527e84833ab3d30962212d841f94508f8a","abstract_canon_sha256":"002dc4e975207da9606f0f16e573c85cf3c8fd8934b0aa253e27e26f3606f220"},"schema_version":"1.0"},"canonical_sha256":"cb42f7eae1a141784c21b417ff2c0adea82acc51b0ff292a282b09ffd37333a6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:14:25.689983Z","signature_b64":"7AWifjAODvqskCGjFuXhKIs54UPRP9UKh8+iSZkV9hn/PT1hWls9Nohlddd0S3pDGraPNqjtFPeXlAQPeyaTDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"cb42f7eae1a141784c21b417ff2c0adea82acc51b0ff292a282b09ffd37333a6","last_reissued_at":"2026-07-05T08:14:25.689500Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:14:25.689500Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.00739","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:14:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VNQYlnuUwG/O0zjLj3GXVNJvWqIuDgFDibLZRNc0cGAaL0dxJtl00izjNOiUOv+kqahvcCjF0L75EoxR3MczDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T09:46:16.000720Z"},"content_sha256":"21646c9a4a91b535576ba707f5f9fecf7dcdc6c9a710f8a982765f4f55b40fb6","schema_version":"1.0","event_id":"sha256:21646c9a4a91b535576ba707f5f9fecf7dcdc6c9a710f8a982765f4f55b40fb6"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:ZNBPP2XBUFAXQTBBWQL76LAK32","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Why does Knowledge Distillation Work? Rethink its Attention and Fidelity Mechanism","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cs.CV","eess.IV"],"primary_cat":"cs.LG","authors_text":"Chenqi Guo, Qianli Feng, Shiwei Zhong, Xiaofeng Liu, Yinglong Ma","submitted_at":"2024-04-30T01:12:32Z","abstract_excerpt":"Does Knowledge Distillation (KD) really work? Conventional wisdom viewed it as a knowledge transfer procedure where a perfect mimicry of the student to its teacher is desired. However, paradoxical studies indicate that closely replicating the teacher's behavior does not consistently improve student generalization, posing questions on its possible causes. Confronted with this gap, we hypothesize that diverse attentions in teachers contribute to better student generalization at the expense of reduced fidelity in ensemble KD setups. By increasing data augmentation strengths, our key findings reve"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.00739","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.00739/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:14:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WSr3FJaKpRIBs0fuXcLbkFMxeDcK+5+e/tHRZUjrf2IFvhCkGPCd8h0q+KXagUyUjCyIDnTGQ10e8tqlHPkCDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T09:46:16.001394Z"},"content_sha256":"6e70be78f34f3344c7ca4813668e61bc78060eed516ac4c04d20a03e14b73589","schema_version":"1.0","event_id":"sha256:6e70be78f34f3344c7ca4813668e61bc78060eed516ac4c04d20a03e14b73589"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ZNBPP2XBUFAXQTBBWQL76LAK32/bundle.json","state_url":"https://pith.science/pith/ZNBPP2XBUFAXQTBBWQL76LAK32/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ZNBPP2XBUFAXQTBBWQL76LAK32/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T09:46:16Z","links":{"resolver":"https://pith.science/pith/ZNBPP2XBUFAXQTBBWQL76LAK32","bundle":"https://pith.science/pith/ZNBPP2XBUFAXQTBBWQL76LAK32/bundle.json","state":"https://pith.science/pith/ZNBPP2XBUFAXQTBBWQL76LAK32/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ZNBPP2XBUFAXQTBBWQL76LAK32/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:ZNBPP2XBUFAXQTBBWQL76LAK32","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"002dc4e975207da9606f0f16e573c85cf3c8fd8934b0aa253e27e26f3606f220","cross_cats_sorted":["cs.CV","eess.IV"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2024-04-30T01:12:32Z","title_canon_sha256":"2c38677a9050fc12761e695b9a3232527e84833ab3d30962212d841f94508f8a"},"schema_version":"1.0","source":{"id":"2405.00739","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.00739","created_at":"2026-07-05T08:14:25Z"},{"alias_kind":"arxiv_version","alias_value":"2405.00739v1","created_at":"2026-07-05T08:14:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.00739","created_at":"2026-07-05T08:14:25Z"},{"alias_kind":"pith_short_12","alias_value":"ZNBPP2XBUFAX","created_at":"2026-07-05T08:14:25Z"},{"alias_kind":"pith_short_16","alias_value":"ZNBPP2XBUFAXQTBB","created_at":"2026-07-05T08:14:25Z"},{"alias_kind":"pith_short_8","alias_value":"ZNBPP2XB","created_at":"2026-07-05T08:14:25Z"}],"graph_snapshots":[{"event_id":"sha256:6e70be78f34f3344c7ca4813668e61bc78060eed516ac4c04d20a03e14b73589","target":"graph","created_at":"2026-07-05T08:14:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.00739/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Does Knowledge Distillation (KD) really work? Conventional wisdom viewed it as a knowledge transfer procedure where a perfect mimicry of the student to its teacher is desired. However, paradoxical studies indicate that closely replicating the teacher's behavior does not consistently improve student generalization, posing questions on its possible causes. Confronted with this gap, we hypothesize that diverse attentions in teachers contribute to better student generalization at the expense of reduced fidelity in ensemble KD setups. By increasing data augmentation strengths, our key findings reve","authors_text":"Chenqi Guo, Qianli Feng, Shiwei Zhong, Xiaofeng Liu, Yinglong Ma","cross_cats":["cs.CV","eess.IV"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2024-04-30T01:12:32Z","title":"Why does Knowledge Distillation Work? Rethink its Attention and Fidelity Mechanism"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.00739","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:21646c9a4a91b535576ba707f5f9fecf7dcdc6c9a710f8a982765f4f55b40fb6","target":"record","created_at":"2026-07-05T08:14:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"002dc4e975207da9606f0f16e573c85cf3c8fd8934b0aa253e27e26f3606f220","cross_cats_sorted":["cs.CV","eess.IV"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2024-04-30T01:12:32Z","title_canon_sha256":"2c38677a9050fc12761e695b9a3232527e84833ab3d30962212d841f94508f8a"},"schema_version":"1.0","source":{"id":"2405.00739","kind":"arxiv","version":1}},"canonical_sha256":"cb42f7eae1a141784c21b417ff2c0adea82acc51b0ff292a282b09ffd37333a6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"cb42f7eae1a141784c21b417ff2c0adea82acc51b0ff292a282b09ffd37333a6","first_computed_at":"2026-07-05T08:14:25.689500Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:14:25.689500Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"7AWifjAODvqskCGjFuXhKIs54UPRP9UKh8+iSZkV9hn/PT1hWls9Nohlddd0S3pDGraPNqjtFPeXlAQPeyaTDA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:14:25.689983Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.00739","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:21646c9a4a91b535576ba707f5f9fecf7dcdc6c9a710f8a982765f4f55b40fb6","sha256:6e70be78f34f3344c7ca4813668e61bc78060eed516ac4c04d20a03e14b73589"],"state_sha256":"f4d9a2d2bf7d9f7bb5fe237f53c9345f206b97b886f5526a95ec7dfbd0735702"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BqouzM1YdhqCutNaT/+G597W8bPYWpcALMu+l6WHz9+LuDrMbpgJVhGO3tSnxY4/ZOA5Ot3eZ4yITS2bt9YCAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T09:46:16.006869Z","bundle_sha256":"dd034d0d2167cfbdc794db5574514b23d5889e46eaed99066a525c9a75d6643a"}}