{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2019:2MK2K7O5V3XB5FSOIEJAKZEDJG","short_pith_number":"pith:2MK2K7O5","schema_version":"1.0","canonical_sha256":"d315a57dddaeee1e964e411205648349b27a360ec83efe74f8d82ed3de9f04e3","source":{"kind":"arxiv","id":"1901.09421","version":1},"attestation_state":"computed","paper":{"title":"Information-Theoretic Understanding of Population Risk Improvement with Model Compression","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.IT","cs.LG","math.IT"],"primary_cat":"stat.ML","authors_text":"Shaofeng Zou, Venugopal V. Veeravalli, Weihao Gao, Yuheng Bu","submitted_at":"2019-01-27T18:59:45Z","abstract_excerpt":"We show that model compression can improve the population risk of a pre-trained model, by studying the tradeoff between the decrease in the generalization error and the increase in the empirical risk with model compression. We first prove that model compression reduces an information-theoretic bound on the generalization error; this allows for an interpretation of model compression as a regularization technique to avoid overfitting. We then characterize the increase in empirical risk with model compression using rate distortion theory. These results imply that the population risk could be impr"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"1901.09421","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2019-01-27T18:59:45Z","cross_cats_sorted":["cs.IT","cs.LG","math.IT"],"title_canon_sha256":"094fb01a8ebbcf2a4a5bf8b275aa85d88abb67e78052aecef99ff41ae63493ed","abstract_canon_sha256":"b5b8cceb1c8361c13e6ef87a2eb8c0fdadbd1592e0ffb0da8cfc2376bd1d0382"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:55:24.840435Z","signature_b64":"lvVfEG6/FqZh/fpsDUP97m/K6OiYJ84wPnPXR+wMkIYbar+y2h/Z+e3TlJHSMmYHuIxweoEzmeK2VzL4h4/fAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d315a57dddaeee1e964e411205648349b27a360ec83efe74f8d82ed3de9f04e3","last_reissued_at":"2026-05-17T23:55:24.839895Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:55:24.839895Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Information-Theoretic Understanding of Population Risk Improvement with Model Compression","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.IT","cs.LG","math.IT"],"primary_cat":"stat.ML","authors_text":"Shaofeng Zou, Venugopal V. Veeravalli, Weihao Gao, Yuheng Bu","submitted_at":"2019-01-27T18:59:45Z","abstract_excerpt":"We show that model compression can improve the population risk of a pre-trained model, by studying the tradeoff between the decrease in the generalization error and the increase in the empirical risk with model compression. We first prove that model compression reduces an information-theoretic bound on the generalization error; this allows for an interpretation of model compression as a regularization technique to avoid overfitting. We then characterize the increase in empirical risk with model compression using rate distortion theory. These results imply that the population risk could be impr"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1901.09421","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"1901.09421","created_at":"2026-05-17T23:55:24.839964+00:00"},{"alias_kind":"arxiv_version","alias_value":"1901.09421v1","created_at":"2026-05-17T23:55:24.839964+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1901.09421","created_at":"2026-05-17T23:55:24.839964+00:00"},{"alias_kind":"pith_short_12","alias_value":"2MK2K7O5V3XB","created_at":"2026-05-18T12:33:07.085635+00:00"},{"alias_kind":"pith_short_16","alias_value":"2MK2K7O5V3XB5FSO","created_at":"2026-05-18T12:33:07.085635+00:00"},{"alias_kind":"pith_short_8","alias_value":"2MK2K7O5","created_at":"2026-05-18T12:33:07.085635+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/2MK2K7O5V3XB5FSOIEJAKZEDJG","json":"https://pith.science/pith/2MK2K7O5V3XB5FSOIEJAKZEDJG.json","graph_json":"https://pith.science/api/pith-number/2MK2K7O5V3XB5FSOIEJAKZEDJG/graph.json","events_json":"https://pith.science/api/pith-number/2MK2K7O5V3XB5FSOIEJAKZEDJG/events.json","paper":"https://pith.science/paper/2MK2K7O5"},"agent_actions":{"view_html":"https://pith.science/pith/2MK2K7O5V3XB5FSOIEJAKZEDJG","download_json":"https://pith.science/pith/2MK2K7O5V3XB5FSOIEJAKZEDJG.json","view_paper":"https://pith.science/paper/2MK2K7O5","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=1901.09421&json=true","fetch_graph":"https://pith.science/api/pith-number/2MK2K7O5V3XB5FSOIEJAKZEDJG/graph.json","fetch_events":"https://pith.science/api/pith-number/2MK2K7O5V3XB5FSOIEJAKZEDJG/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/2MK2K7O5V3XB5FSOIEJAKZEDJG/action/timestamp_anchor","attest_storage":"https://pith.science/pith/2MK2K7O5V3XB5FSOIEJAKZEDJG/action/storage_attestation","attest_author":"https://pith.science/pith/2MK2K7O5V3XB5FSOIEJAKZEDJG/action/author_attestation","sign_citation":"https://pith.science/pith/2MK2K7O5V3XB5FSOIEJAKZEDJG/action/citation_signature","submit_replication":"https://pith.science/pith/2MK2K7O5V3XB5FSOIEJAKZEDJG/action/replication_record"}},"created_at":"2026-05-17T23:55:24.839964+00:00","updated_at":"2026-05-17T23:55:24.839964+00:00"}