{"work":{"id":"3ec85dc8-3ecb-4425-ae6b-53ff1d8229fd","openalex_id":null,"doi":null,"arxiv_id":"1808.06670","raw_key":null,"title":"Learning deep representations by mutual information estimation and maximization","authors":null,"authors_text":"Hjelm, R","year":2018,"venue":"stat.ML","abstract":"In this work, we perform unsupervised learning of representations by maximizing mutual information between an input and the output of a deep neural network encoder. Importantly, we show that structure matters: incorporating knowledge about locality of the input to the objective can greatly influence a representation's suitability for downstream tasks. We further control characteristics of the representation by matching to a prior distribution adversarially. Our method, which we call Deep InfoMax (DIM), outperforms a number of popular unsupervised learning methods and competes with fully-supervised learning on several classification tasks. DIM opens new avenues for unsupervised learning of representations and is an important step towards flexible formulations of representation-learning objectives for specific end-goals.","external_url":"https://arxiv.org/abs/1808.06670","cited_by_count":null,"metadata_source":"pith","metadata_fetched_at":"2026-05-25T13:15:51.983353+00:00","pith_arxiv_id":"1808.06670","created_at":"2026-05-10T06:06:19.101856+00:00","updated_at":"2026-05-25T13:15:51.983353+00:00","title_quality_ok":true,"display_title":"D., Fedorov, A., Lavoie-Marchildon, S., Grewal, K., Bachman, P., Trischler, A., and Bengio, Y","render_title":"D., Fedorov, A., Lavoie-Marchildon, S., Grewal, K., Bachman, P., Trischler, A., and Bengio, Y"},"hub":{"state":{"work_id":"3ec85dc8-3ecb-4425-ae6b-53ff1d8229fd","tier":"hub","tier_reason":"10+ Pith inbound or 1,000+ external citations","pith_inbound_count":21,"external_cited_by_count":null,"distinct_field_count":6,"first_pith_cited_at":"2019-06-30T09:58:18+00:00","last_pith_cited_at":"2026-05-15T05:44:27+00:00","author_build_status":"not_needed","summary_status":"needed","contexts_status":"needed","graph_status":"needed","ask_index_status":"not_needed","reader_status":"not_needed","recognition_status":"not_needed","updated_at":"2026-05-31T17:52:52.608233+00:00","tier_text":"hub"},"tier":"hub","role_counts":[{"context_role":"background","n":3},{"context_role":"method","n":1}],"polarity_counts":[{"context_polarity":"background","n":2},{"context_polarity":"unclear","n":1},{"context_polarity":"use_method","n":1}],"runs":{},"summary":{},"graph":{},"authors":[]}}