{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2015:N65CK4FSF4F7KTADYGGAPHNCBW","short_pith_number":"pith:N65CK4FS","schema_version":"1.0","canonical_sha256":"6fba2570b22f0bf54c03c18c079da20db2bba6fa8dff0e80453ac6f5c943dbcd","source":{"kind":"arxiv","id":"1511.03643","version":3},"attestation_state":"computed","paper":{"title":"Unifying distillation and privileged information","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"stat.ML","authors_text":"Bernhard Sch\\\"olkopf, David Lopez-Paz, L\\'eon Bottou, Vladimir Vapnik","submitted_at":"2015-11-11T20:27:54Z","abstract_excerpt":"Distillation (Hinton et al., 2015) and privileged information (Vapnik & Izmailov, 2015) are two techniques that enable machines to learn from other machines. This paper unifies these two techniques into generalized distillation, a framework to learn from multiple machines and data representations. We provide theoretical and causal insight about the inner workings of generalized distillation, extend it to unsupervised, semisupervised and multitask learning scenarios, and illustrate its efficacy on a variety of numerical simulations on both synthetic and real-world data."},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"1511.03643","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2015-11-11T20:27:54Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"4533b885e3f58ead2a83eeaabb6855b0dee5039978a335142d2a79e56cdaf0f7","abstract_canon_sha256":"bcba3a8cac7cb1d785d60e150218c9603363433f36105156da63c08820a8ea9b"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T01:04:29.939196Z","signature_b64":"4Qw3ETEDa9GWzCJZqe6mJbIVjmEGsxHIebx8wKRnu5mLxMEbjbMRiVxig5U8msOKkYQ8txc847IxBrNUqQh3BQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6fba2570b22f0bf54c03c18c079da20db2bba6fa8dff0e80453ac6f5c943dbcd","last_reissued_at":"2026-05-18T01:04:29.938584Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T01:04:29.938584Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Unifying distillation and privileged information","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"stat.ML","authors_text":"Bernhard Sch\\\"olkopf, David Lopez-Paz, L\\'eon Bottou, Vladimir Vapnik","submitted_at":"2015-11-11T20:27:54Z","abstract_excerpt":"Distillation (Hinton et al., 2015) and privileged information (Vapnik & Izmailov, 2015) are two techniques that enable machines to learn from other machines. This paper unifies these two techniques into generalized distillation, a framework to learn from multiple machines and data representations. We provide theoretical and causal insight about the inner workings of generalized distillation, extend it to unsupervised, semisupervised and multitask learning scenarios, and illustrate its efficacy on a variety of numerical simulations on both synthetic and real-world data."},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1511.03643","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"1511.03643","created_at":"2026-05-18T01:04:29.938663+00:00"},{"alias_kind":"arxiv_version","alias_value":"1511.03643v3","created_at":"2026-05-18T01:04:29.938663+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1511.03643","created_at":"2026-05-18T01:04:29.938663+00:00"},{"alias_kind":"pith_short_12","alias_value":"N65CK4FSF4F7","created_at":"2026-05-18T12:29:32.376354+00:00"},{"alias_kind":"pith_short_16","alias_value":"N65CK4FSF4F7KTAD","created_at":"2026-05-18T12:29:32.376354+00:00"},{"alias_kind":"pith_short_8","alias_value":"N65CK4FS","created_at":"2026-05-18T12:29:32.376354+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":8,"internal_anchor_count":4,"sample":[{"citing_arxiv_id":"2605.22511","citing_title":"Search-E1: Self-Distillation Drives Self-Evolution in Search-Augmented Reasoning","ref_index":8,"is_internal_anchor":true},{"citing_arxiv_id":"2605.18299","citing_title":"SD-Search: On-Policy Hindsight Self-Distillation for Search-Augmented Reasoning","ref_index":16,"is_internal_anchor":true},{"citing_arxiv_id":"2605.13143","citing_title":"On the Generalization of Knowledge Distillation: An Information-Theoretic View","ref_index":6,"is_internal_anchor":true},{"citing_arxiv_id":"2602.04583","citing_title":"PEPR: Privileged Event-based Predictive Regularization for Domain Generalization","ref_index":34,"is_internal_anchor":true},{"citing_arxiv_id":"2605.11609","citing_title":"Anti-Self-Distillation for Reasoning RL via Pointwise Mutual Information","ref_index":16,"is_internal_anchor":false},{"citing_arxiv_id":"2604.08880","citing_title":"Revisiting the Capacity Gap in Chain-of-Thought Distillation from a Practical Perspective","ref_index":3,"is_internal_anchor":false},{"citing_arxiv_id":"2605.07505","citing_title":"LiteGUI: Distilling Compact GUI Agents with Reinforcement Learning","ref_index":41,"is_internal_anchor":false},{"citing_arxiv_id":"2605.07166","citing_title":"Neurosymbolic Imitation Learning with Human Guidance: A Privileged Information Approach","ref_index":24,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/N65CK4FSF4F7KTADYGGAPHNCBW","json":"https://pith.science/pith/N65CK4FSF4F7KTADYGGAPHNCBW.json","graph_json":"https://pith.science/api/pith-number/N65CK4FSF4F7KTADYGGAPHNCBW/graph.json","events_json":"https://pith.science/api/pith-number/N65CK4FSF4F7KTADYGGAPHNCBW/events.json","paper":"https://pith.science/paper/N65CK4FS"},"agent_actions":{"view_html":"https://pith.science/pith/N65CK4FSF4F7KTADYGGAPHNCBW","download_json":"https://pith.science/pith/N65CK4FSF4F7KTADYGGAPHNCBW.json","view_paper":"https://pith.science/paper/N65CK4FS","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=1511.03643&json=true","fetch_graph":"https://pith.science/api/pith-number/N65CK4FSF4F7KTADYGGAPHNCBW/graph.json","fetch_events":"https://pith.science/api/pith-number/N65CK4FSF4F7KTADYGGAPHNCBW/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/N65CK4FSF4F7KTADYGGAPHNCBW/action/timestamp_anchor","attest_storage":"https://pith.science/pith/N65CK4FSF4F7KTADYGGAPHNCBW/action/storage_attestation","attest_author":"https://pith.science/pith/N65CK4FSF4F7KTADYGGAPHNCBW/action/author_attestation","sign_citation":"https://pith.science/pith/N65CK4FSF4F7KTADYGGAPHNCBW/action/citation_signature","submit_replication":"https://pith.science/pith/N65CK4FSF4F7KTADYGGAPHNCBW/action/replication_record"}},"created_at":"2026-05-18T01:04:29.938663+00:00","updated_at":"2026-05-18T01:04:29.938663+00:00"}