{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:DYVSR5MEBZIQMKSUJHAYDMVUGA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d424e711c5c1f1738e89b1b36bf6a4e9c157348f88343abf252d7c05c862679f","cross_cats_sorted":["cs.IT","math.IT"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2021-10-29T17:49:56Z","title_canon_sha256":"db8b6e500ff8354536317bfb00319d2a060c6c9211bd5ecf43a6d78c2d8b46bb"},"schema_version":"1.0","source":{"id":"2110.15946","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.15946","created_at":"2026-07-05T06:09:03Z"},{"alias_kind":"arxiv_version","alias_value":"2110.15946v3","created_at":"2026-07-05T06:09:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.15946","created_at":"2026-07-05T06:09:03Z"},{"alias_kind":"pith_short_12","alias_value":"DYVSR5MEBZIQ","created_at":"2026-07-05T06:09:03Z"},{"alias_kind":"pith_short_16","alias_value":"DYVSR5MEBZIQMKSU","created_at":"2026-07-05T06:09:03Z"},{"alias_kind":"pith_short_8","alias_value":"DYVSR5ME","created_at":"2026-07-05T06:09:03Z"}],"graph_snapshots":[{"event_id":"sha256:2524200cf10b163a3319a02717599d89737eb39c67277f509530520d3424cf5b","target":"graph","created_at":"2026-07-05T06:09:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2110.15946/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this work, we propose Mutual Information Maximization Knowledge Distillation (MIMKD). Our method uses a contrastive objective to simultaneously estimate and maximize a lower bound on the mutual information of local and global feature representations between a teacher and a student network. We demonstrate through extensive experiments that this can be used to improve the performance of low capacity models by transferring knowledge from more performant but computationally expensive models. This can be used to produce better models that can be run on devices with low computational resources. O","authors_text":"Aman Shrivastava, Vicente Ordonez, Yanjun Qi","cross_cats":["cs.IT","math.IT"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2021-10-29T17:49:56Z","title":"Estimating and Maximizing Mutual Information for Knowledge Distillation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.15946","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1b61efb67e35f82bc7034a5f15c8ee402e3da0046a92799295f112a5cf8ac5eb","target":"record","created_at":"2026-07-05T06:09:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d424e711c5c1f1738e89b1b36bf6a4e9c157348f88343abf252d7c05c862679f","cross_cats_sorted":["cs.IT","math.IT"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2021-10-29T17:49:56Z","title_canon_sha256":"db8b6e500ff8354536317bfb00319d2a060c6c9211bd5ecf43a6d78c2d8b46bb"},"schema_version":"1.0","source":{"id":"2110.15946","kind":"arxiv","version":3}},"canonical_sha256":"1e2b28f5840e51062a5449c181b2b43034320c37eb76f229b2b7049434dccfd6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1e2b28f5840e51062a5449c181b2b43034320c37eb76f229b2b7049434dccfd6","first_computed_at":"2026-07-05T06:09:03.644107Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:09:03.644107Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"J6zZ3annXEiwspApez/6q9L5LdaGIjXDj0oFcsChlEfyTlm6N1vbaa/zryYY7VGBxtQDwtVlrSruQayIIoG+Bg==","signature_status":"signed_v1","signed_at":"2026-07-05T06:09:03.644550Z","signed_message":"canonical_sha256_bytes"},"source_id":"2110.15946","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1b61efb67e35f82bc7034a5f15c8ee402e3da0046a92799295f112a5cf8ac5eb","sha256:2524200cf10b163a3319a02717599d89737eb39c67277f509530520d3424cf5b"],"state_sha256":"800e9a637b280e2d649289260a897ec63e6d1c9049b0f80088d4b619e1595b4a"}