{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2026:HP4CMTHMO3BWYTZXLAOJQRZEBL","short_pith_number":"pith:HP4CMTHM","schema_version":"1.0","canonical_sha256":"3bf8264cec76c36c4f37581c9847240ae7f23d89dcd2f586822ebd621df07da4","source":{"kind":"arxiv","id":"2605.14694","version":1},"attestation_state":"computed","paper":{"title":"The Rate-Distortion-Polysemanticity Tradeoff in SAEs","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Francesco Locatello, Francesco Montagna, Tommaso Mencattini","submitted_at":"2026-05-14T11:10:52Z","abstract_excerpt":"Sparse Autoencoders (SAEs) that can accurately reconstruct their input (minimizing distortion) by making efficient use of few features (minimizing the rate) often fail to learn monosemantic representations (highly interpretable), limiting their usefulness for mechanistic interpretability. In this paper, we characterise this tension in learning faithful, efficient, and interpretable explanations, introducing the Rate-Distortion-Polysemanticity tradeoff in SAEs. Under toy-modeling assumptions, we theoretically and empirically show that restricting the SAE to be monosemantic necessarily comes wit"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2605.14694","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2026-05-14T11:10:52Z","cross_cats_sorted":[],"title_canon_sha256":"75c36f7724a13b3d6b1b6d2f43ac27e2bf2237ed456aa5617d9de04e5cd9f9e3","abstract_canon_sha256":"0f3dda01c8a53ecfab348dcc7fb72b4ebd5a5c606354f4fe882e11a581ff40e6"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:38:59.400953Z","signature_b64":"8htiNPSAlLZSAHFilvvCiaJcsg7yldBfpx658Ux31JZ7GoZXjYeY+YuejMlxO3KXnXBgzSAQ+ewmyaDKtpj8Dg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3bf8264cec76c36c4f37581c9847240ae7f23d89dcd2f586822ebd621df07da4","last_reissued_at":"2026-05-17T23:38:59.400248Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:38:59.400248Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"The Rate-Distortion-Polysemanticity Tradeoff in SAEs","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Francesco Locatello, Francesco Montagna, Tommaso Mencattini","submitted_at":"2026-05-14T11:10:52Z","abstract_excerpt":"Sparse Autoencoders (SAEs) that can accurately reconstruct their input (minimizing distortion) by making efficient use of few features (minimizing the rate) often fail to learn monosemantic representations (highly interpretable), limiting their usefulness for mechanistic interpretability. In this paper, we characterise this tension in learning faithful, efficient, and interpretable explanations, introducing the Rate-Distortion-Polysemanticity tradeoff in SAEs. Under toy-modeling assumptions, we theoretically and empirically show that restricting the SAE to be monosemantic necessarily comes wit"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2605.14694","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2605.14694","created_at":"2026-05-17T23:38:59.400355+00:00"},{"alias_kind":"arxiv_version","alias_value":"2605.14694v1","created_at":"2026-05-17T23:38:59.400355+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2605.14694","created_at":"2026-05-17T23:38:59.400355+00:00"},{"alias_kind":"pith_short_12","alias_value":"HP4CMTHMO3BW","created_at":"2026-05-18T12:33:37.589309+00:00"},{"alias_kind":"pith_short_16","alias_value":"HP4CMTHMO3BWYTZX","created_at":"2026-05-18T12:33:37.589309+00:00"},{"alias_kind":"pith_short_8","alias_value":"HP4CMTHM","created_at":"2026-05-18T12:33:37.589309+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/HP4CMTHMO3BWYTZXLAOJQRZEBL","json":"https://pith.science/pith/HP4CMTHMO3BWYTZXLAOJQRZEBL.json","graph_json":"https://pith.science/api/pith-number/HP4CMTHMO3BWYTZXLAOJQRZEBL/graph.json","events_json":"https://pith.science/api/pith-number/HP4CMTHMO3BWYTZXLAOJQRZEBL/events.json","paper":"https://pith.science/paper/HP4CMTHM"},"agent_actions":{"view_html":"https://pith.science/pith/HP4CMTHMO3BWYTZXLAOJQRZEBL","download_json":"https://pith.science/pith/HP4CMTHMO3BWYTZXLAOJQRZEBL.json","view_paper":"https://pith.science/paper/HP4CMTHM","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2605.14694&json=true","fetch_graph":"https://pith.science/api/pith-number/HP4CMTHMO3BWYTZXLAOJQRZEBL/graph.json","fetch_events":"https://pith.science/api/pith-number/HP4CMTHMO3BWYTZXLAOJQRZEBL/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/HP4CMTHMO3BWYTZXLAOJQRZEBL/action/timestamp_anchor","attest_storage":"https://pith.science/pith/HP4CMTHMO3BWYTZXLAOJQRZEBL/action/storage_attestation","attest_author":"https://pith.science/pith/HP4CMTHMO3BWYTZXLAOJQRZEBL/action/author_attestation","sign_citation":"https://pith.science/pith/HP4CMTHMO3BWYTZXLAOJQRZEBL/action/citation_signature","submit_replication":"https://pith.science/pith/HP4CMTHMO3BWYTZXLAOJQRZEBL/action/replication_record"}},"created_at":"2026-05-17T23:38:59.400355+00:00","updated_at":"2026-05-17T23:38:59.400355+00:00"}