{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2020:7HFQXCIX2QOKOKEBEE5SYLDKYN","short_pith_number":"pith:7HFQXCIX","schema_version":"1.0","canonical_sha256":"f9cb0b8917d41ca72881213b2c2c6ac350bb024f44d08d61961cff47ac22374b","source":{"kind":"arxiv","id":"2001.01878","version":1},"attestation_state":"computed","paper":{"title":"Phase Transitions for the Information Bottleneck in Representation Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.IT","math.IT","stat.ML"],"primary_cat":"cs.LG","authors_text":"Ian Fischer, Tailin Wu","submitted_at":"2020-01-07T03:55:32Z","abstract_excerpt":"In the Information Bottleneck (IB), when tuning the relative strength between compression and prediction terms, how do the two terms behave, and what's their relationship with the dataset and the learned representation? In this paper, we set out to answer these questions by studying multiple phase transitions in the IB objective: $\\text{IB}_\\beta[p(z|x)] = I(X; Z) - \\beta I(Y; Z)$ defined on the encoding distribution p(z|x) for input $X$, target $Y$ and representation $Z$, where sudden jumps of $dI(Y; Z)/d \\beta$ and prediction accuracy are observed with increasing $\\beta$. We introduce a defi"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2001.01878","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-01-07T03:55:32Z","cross_cats_sorted":["cs.IT","math.IT","stat.ML"],"title_canon_sha256":"778c787a054708fc50d9373c44a1d8937aaebf702b4789c3354837e35ae4f6dd","abstract_canon_sha256":"620ab69013a04589448a9630e1a6312423e93106974c5bab00741f7985611147"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:30:41.900617Z","signature_b64":"FzFGjj4qjqInelkS2NMLLT1YXpuKu/HBCQqBjjIbwm4H3010Qogk0WWm3HHskWyYjyWSY96VBY+bborBOW+6Cg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f9cb0b8917d41ca72881213b2c2c6ac350bb024f44d08d61961cff47ac22374b","last_reissued_at":"2026-07-05T00:30:41.900261Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:30:41.900261Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Phase Transitions for the Information Bottleneck in Representation Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.IT","math.IT","stat.ML"],"primary_cat":"cs.LG","authors_text":"Ian Fischer, Tailin Wu","submitted_at":"2020-01-07T03:55:32Z","abstract_excerpt":"In the Information Bottleneck (IB), when tuning the relative strength between compression and prediction terms, how do the two terms behave, and what's their relationship with the dataset and the learned representation? In this paper, we set out to answer these questions by studying multiple phase transitions in the IB objective: $\\text{IB}_\\beta[p(z|x)] = I(X; Z) - \\beta I(Y; Z)$ defined on the encoding distribution p(z|x) for input $X$, target $Y$ and representation $Z$, where sudden jumps of $dI(Y; Z)/d \\beta$ and prediction accuracy are observed with increasing $\\beta$. We introduce a defi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2001.01878","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2001.01878/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2001.01878","created_at":"2026-07-05T00:30:41.900320+00:00"},{"alias_kind":"arxiv_version","alias_value":"2001.01878v1","created_at":"2026-07-05T00:30:41.900320+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2001.01878","created_at":"2026-07-05T00:30:41.900320+00:00"},{"alias_kind":"pith_short_12","alias_value":"7HFQXCIX2QOK","created_at":"2026-07-05T00:30:41.900320+00:00"},{"alias_kind":"pith_short_16","alias_value":"7HFQXCIX2QOKOKEB","created_at":"2026-07-05T00:30:41.900320+00:00"},{"alias_kind":"pith_short_8","alias_value":"7HFQXCIX","created_at":"2026-07-05T00:30:41.900320+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":1,"sample":[{"citing_arxiv_id":"2505.06597","citing_title":"Phase Transitions between Accuracy Regimes in L2 regularized Deep Neural Networks","ref_index":18,"is_internal_anchor":true}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/7HFQXCIX2QOKOKEBEE5SYLDKYN","json":"https://pith.science/pith/7HFQXCIX2QOKOKEBEE5SYLDKYN.json","graph_json":"https://pith.science/api/pith-number/7HFQXCIX2QOKOKEBEE5SYLDKYN/graph.json","events_json":"https://pith.science/api/pith-number/7HFQXCIX2QOKOKEBEE5SYLDKYN/events.json","paper":"https://pith.science/paper/7HFQXCIX"},"agent_actions":{"view_html":"https://pith.science/pith/7HFQXCIX2QOKOKEBEE5SYLDKYN","download_json":"https://pith.science/pith/7HFQXCIX2QOKOKEBEE5SYLDKYN.json","view_paper":"https://pith.science/paper/7HFQXCIX","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2001.01878&json=true","fetch_graph":"https://pith.science/api/pith-number/7HFQXCIX2QOKOKEBEE5SYLDKYN/graph.json","fetch_events":"https://pith.science/api/pith-number/7HFQXCIX2QOKOKEBEE5SYLDKYN/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/7HFQXCIX2QOKOKEBEE5SYLDKYN/action/timestamp_anchor","attest_storage":"https://pith.science/pith/7HFQXCIX2QOKOKEBEE5SYLDKYN/action/storage_attestation","attest_author":"https://pith.science/pith/7HFQXCIX2QOKOKEBEE5SYLDKYN/action/author_attestation","sign_citation":"https://pith.science/pith/7HFQXCIX2QOKOKEBEE5SYLDKYN/action/citation_signature","submit_replication":"https://pith.science/pith/7HFQXCIX2QOKOKEBEE5SYLDKYN/action/replication_record"}},"created_at":"2026-07-05T00:30:41.900320+00:00","updated_at":"2026-07-05T00:30:41.900320+00:00"}