{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:EUEI7HFA5CXIN67LFZQ5W7DJ3S","short_pith_number":"pith:EUEI7HFA","canonical_record":{"source":{"id":"2305.05010","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-05-08T19:31:09Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"bdf8ba7b5b02e29363ffc97ee8296f8bb07267e176bb3af10f81502ac5f328ec","abstract_canon_sha256":"856f1e1c1196434999500192e45cb25d8e31fc3c58de71674248432a24924704"},"schema_version":"1.0"},"canonical_sha256":"25088f9ca0e8ae86fbeb2e61db7c69dc8397b173a7d3c62007bde0602983af37","source":{"kind":"arxiv","id":"2305.05010","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.05010","created_at":"2026-07-05T06:08:29Z"},{"alias_kind":"arxiv_version","alias_value":"2305.05010v1","created_at":"2026-07-05T06:08:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.05010","created_at":"2026-07-05T06:08:29Z"},{"alias_kind":"pith_short_12","alias_value":"EUEI7HFA5CXI","created_at":"2026-07-05T06:08:29Z"},{"alias_kind":"pith_short_16","alias_value":"EUEI7HFA5CXIN67L","created_at":"2026-07-05T06:08:29Z"},{"alias_kind":"pith_short_8","alias_value":"EUEI7HFA","created_at":"2026-07-05T06:08:29Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:EUEI7HFA5CXIN67LFZQ5W7DJ3S","target":"record","payload":{"canonical_record":{"source":{"id":"2305.05010","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-05-08T19:31:09Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"bdf8ba7b5b02e29363ffc97ee8296f8bb07267e176bb3af10f81502ac5f328ec","abstract_canon_sha256":"856f1e1c1196434999500192e45cb25d8e31fc3c58de71674248432a24924704"},"schema_version":"1.0"},"canonical_sha256":"25088f9ca0e8ae86fbeb2e61db7c69dc8397b173a7d3c62007bde0602983af37","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:08:29.754221Z","signature_b64":"0xaUETypQPgLOiwbjUQZJWG5c7VEp60jCDnQasjQRhRyw7j4M0l9vLXzcT0Kd6hQ+Jm5Um7jHYX0lHJ5ssIqCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"25088f9ca0e8ae86fbeb2e61db7c69dc8397b173a7d3c62007bde0602983af37","last_reissued_at":"2026-07-05T06:08:29.753806Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:08:29.753806Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.05010","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:08:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XuYvmj/AVbF0HBip30lB732SBacwJSjdlwpNcT+rXSkrUBoBeIwjxolGCe2evajmf20ryC4rb9t9opo0i65dDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T04:54:03.646273Z"},"content_sha256":"c474985b8e76ee3119298c386a19d3f355fe1f7381f7d7cf2ed837f31b8921ee","schema_version":"1.0","event_id":"sha256:c474985b8e76ee3119298c386a19d3f355fe1f7381f7d7cf2ed837f31b8921ee"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:EUEI7HFA5CXIN67LFZQ5W7DJ3S","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Do Not Blindly Imitate the Teacher: Using Perturbed Loss for Knowledge Distillation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.LG","authors_text":"Chao Zhang, Jialu Liu, Jiaming Shen, Marc Najork, Michael Bendersky, Rongzhi Zhang, Tianqi Liu","submitted_at":"2023-05-08T19:31:09Z","abstract_excerpt":"Knowledge distillation is a popular technique to transfer knowledge from large teacher models to a small student model. Typically, the student learns to imitate the teacher by minimizing the KL divergence of its output distribution with the teacher's output distribution. In this work, we argue that such a learning objective is sub-optimal because there exists a discrepancy between the teacher's output distribution and the ground truth label distribution. Therefore, forcing the student to blindly imitate the unreliable teacher output distribution leads to inferior performance. To this end, we p"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.05010","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.05010/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:08:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"39zOFfkTv5yLsvOPMVYSfScslIKC0bQMmVXnWc3IOtIjQnzGxos1N6Ijg1wjBrK5dLCQhq6CaEExqv8zWVKGDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T04:54:03.646880Z"},"content_sha256":"299b3b7fb3b3fb1a66f90bdf638e69140497ce074db6afd7a0b740bed7bb2ac3","schema_version":"1.0","event_id":"sha256:299b3b7fb3b3fb1a66f90bdf638e69140497ce074db6afd7a0b740bed7bb2ac3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/EUEI7HFA5CXIN67LFZQ5W7DJ3S/bundle.json","state_url":"https://pith.science/pith/EUEI7HFA5CXIN67LFZQ5W7DJ3S/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/EUEI7HFA5CXIN67LFZQ5W7DJ3S/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-19T04:54:03Z","links":{"resolver":"https://pith.science/pith/EUEI7HFA5CXIN67LFZQ5W7DJ3S","bundle":"https://pith.science/pith/EUEI7HFA5CXIN67LFZQ5W7DJ3S/bundle.json","state":"https://pith.science/pith/EUEI7HFA5CXIN67LFZQ5W7DJ3S/state.json","well_known_bundle":"https://pith.science/.well-known/pith/EUEI7HFA5CXIN67LFZQ5W7DJ3S/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:EUEI7HFA5CXIN67LFZQ5W7DJ3S","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"856f1e1c1196434999500192e45cb25d8e31fc3c58de71674248432a24924704","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-05-08T19:31:09Z","title_canon_sha256":"bdf8ba7b5b02e29363ffc97ee8296f8bb07267e176bb3af10f81502ac5f328ec"},"schema_version":"1.0","source":{"id":"2305.05010","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.05010","created_at":"2026-07-05T06:08:29Z"},{"alias_kind":"arxiv_version","alias_value":"2305.05010v1","created_at":"2026-07-05T06:08:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.05010","created_at":"2026-07-05T06:08:29Z"},{"alias_kind":"pith_short_12","alias_value":"EUEI7HFA5CXI","created_at":"2026-07-05T06:08:29Z"},{"alias_kind":"pith_short_16","alias_value":"EUEI7HFA5CXIN67L","created_at":"2026-07-05T06:08:29Z"},{"alias_kind":"pith_short_8","alias_value":"EUEI7HFA","created_at":"2026-07-05T06:08:29Z"}],"graph_snapshots":[{"event_id":"sha256:299b3b7fb3b3fb1a66f90bdf638e69140497ce074db6afd7a0b740bed7bb2ac3","target":"graph","created_at":"2026-07-05T06:08:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.05010/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Knowledge distillation is a popular technique to transfer knowledge from large teacher models to a small student model. Typically, the student learns to imitate the teacher by minimizing the KL divergence of its output distribution with the teacher's output distribution. In this work, we argue that such a learning objective is sub-optimal because there exists a discrepancy between the teacher's output distribution and the ground truth label distribution. Therefore, forcing the student to blindly imitate the unreliable teacher output distribution leads to inferior performance. To this end, we p","authors_text":"Chao Zhang, Jialu Liu, Jiaming Shen, Marc Najork, Michael Bendersky, Rongzhi Zhang, Tianqi Liu","cross_cats":["cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-05-08T19:31:09Z","title":"Do Not Blindly Imitate the Teacher: Using Perturbed Loss for Knowledge Distillation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.05010","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c474985b8e76ee3119298c386a19d3f355fe1f7381f7d7cf2ed837f31b8921ee","target":"record","created_at":"2026-07-05T06:08:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"856f1e1c1196434999500192e45cb25d8e31fc3c58de71674248432a24924704","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-05-08T19:31:09Z","title_canon_sha256":"bdf8ba7b5b02e29363ffc97ee8296f8bb07267e176bb3af10f81502ac5f328ec"},"schema_version":"1.0","source":{"id":"2305.05010","kind":"arxiv","version":1}},"canonical_sha256":"25088f9ca0e8ae86fbeb2e61db7c69dc8397b173a7d3c62007bde0602983af37","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"25088f9ca0e8ae86fbeb2e61db7c69dc8397b173a7d3c62007bde0602983af37","first_computed_at":"2026-07-05T06:08:29.753806Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:08:29.753806Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"0xaUETypQPgLOiwbjUQZJWG5c7VEp60jCDnQasjQRhRyw7j4M0l9vLXzcT0Kd6hQ+Jm5Um7jHYX0lHJ5ssIqCg==","signature_status":"signed_v1","signed_at":"2026-07-05T06:08:29.754221Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.05010","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c474985b8e76ee3119298c386a19d3f355fe1f7381f7d7cf2ed837f31b8921ee","sha256:299b3b7fb3b3fb1a66f90bdf638e69140497ce074db6afd7a0b740bed7bb2ac3"],"state_sha256":"f2ac1d35b909db26b8058288e47b22ea6733be47299d4face7b29cba76e97104"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"M5gZTNqK8wA9Ys7VL+PSOvRXapOUJVxHetQ1XUdKA+DlG+DlWI/Ry/A10sHdwzYnL4hvOpuiQNr/mcYnG9s3DQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-19T04:54:03.652100Z","bundle_sha256":"b6592a0185b8735df554ad49b6f4b1c8ef20d78a831246aa072f658c77036d59"}}