{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2025:DUHRBIVRYXCF6IE35WREBI2465","short_pith_number":"pith:DUHRBIVR","schema_version":"1.0","canonical_sha256":"1d0f10a2b1c5c45f209beda240a35cf76b2a0fedc519b974d2c6cac9bd9bbfde","source":{"kind":"arxiv","id":"2501.07040","version":1},"attestation_state":"computed","paper":{"title":"Rethinking Knowledge in Distillation: An In-context Sample Retrieval Perspective","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CV","authors_text":"Jinjing Zhu, Lin Wang, Songze Li","submitted_at":"2025-01-13T03:43:21Z","abstract_excerpt":"Conventional knowledge distillation (KD) approaches are designed for the student model to predict similar output as the teacher model for each sample. Unfortunately, the relationship across samples with same class is often neglected. In this paper, we explore to redefine the knowledge in distillation, capturing the relationship between each sample and its corresponding in-context samples (a group of similar samples with the same or different classes), and perform KD from an in-context sample retrieval perspective. As KD is a type of learned label smoothing regularization (LSR), we first conduc"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2501.07040","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2025-01-13T03:43:21Z","cross_cats_sorted":[],"title_canon_sha256":"557c0931726b3401d735483ff450836f43e0f078b8e9f7312df9266fe2eaf545","abstract_canon_sha256":"73ce293e62a20f135f322b6df3cde7c0867efc261f6d560fead36cf7d591f72e"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:00:14.116396Z","signature_b64":"dGi0WtEard5A7Yf6MeUjw8jCbcNbCpq1Qmc0s8EA5IovLzZajztOCu56VNgJBmRrLj5pVqY4apxXudCuA4RlBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1d0f10a2b1c5c45f209beda240a35cf76b2a0fedc519b974d2c6cac9bd9bbfde","last_reissued_at":"2026-07-05T10:00:14.115948Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:00:14.115948Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Rethinking Knowledge in Distillation: An In-context Sample Retrieval Perspective","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CV","authors_text":"Jinjing Zhu, Lin Wang, Songze Li","submitted_at":"2025-01-13T03:43:21Z","abstract_excerpt":"Conventional knowledge distillation (KD) approaches are designed for the student model to predict similar output as the teacher model for each sample. Unfortunately, the relationship across samples with same class is often neglected. In this paper, we explore to redefine the knowledge in distillation, capturing the relationship between each sample and its corresponding in-context samples (a group of similar samples with the same or different classes), and perform KD from an in-context sample retrieval perspective. As KD is a type of learned label smoothing regularization (LSR), we first conduc"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.07040","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2501.07040/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2501.07040","created_at":"2026-07-05T10:00:14.116002+00:00"},{"alias_kind":"arxiv_version","alias_value":"2501.07040v1","created_at":"2026-07-05T10:00:14.116002+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.07040","created_at":"2026-07-05T10:00:14.116002+00:00"},{"alias_kind":"pith_short_12","alias_value":"DUHRBIVRYXCF","created_at":"2026-07-05T10:00:14.116002+00:00"},{"alias_kind":"pith_short_16","alias_value":"DUHRBIVRYXCF6IE3","created_at":"2026-07-05T10:00:14.116002+00:00"},{"alias_kind":"pith_short_8","alias_value":"DUHRBIVR","created_at":"2026-07-05T10:00:14.116002+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/DUHRBIVRYXCF6IE35WREBI2465","json":"https://pith.science/pith/DUHRBIVRYXCF6IE35WREBI2465.json","graph_json":"https://pith.science/api/pith-number/DUHRBIVRYXCF6IE35WREBI2465/graph.json","events_json":"https://pith.science/api/pith-number/DUHRBIVRYXCF6IE35WREBI2465/events.json","paper":"https://pith.science/paper/DUHRBIVR"},"agent_actions":{"view_html":"https://pith.science/pith/DUHRBIVRYXCF6IE35WREBI2465","download_json":"https://pith.science/pith/DUHRBIVRYXCF6IE35WREBI2465.json","view_paper":"https://pith.science/paper/DUHRBIVR","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2501.07040&json=true","fetch_graph":"https://pith.science/api/pith-number/DUHRBIVRYXCF6IE35WREBI2465/graph.json","fetch_events":"https://pith.science/api/pith-number/DUHRBIVRYXCF6IE35WREBI2465/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/DUHRBIVRYXCF6IE35WREBI2465/action/timestamp_anchor","attest_storage":"https://pith.science/pith/DUHRBIVRYXCF6IE35WREBI2465/action/storage_attestation","attest_author":"https://pith.science/pith/DUHRBIVRYXCF6IE35WREBI2465/action/author_attestation","sign_citation":"https://pith.science/pith/DUHRBIVRYXCF6IE35WREBI2465/action/citation_signature","submit_replication":"https://pith.science/pith/DUHRBIVRYXCF6IE35WREBI2465/action/replication_record"}},"created_at":"2026-07-05T10:00:14.116002+00:00","updated_at":"2026-07-05T10:00:14.116002+00:00"}