{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:QARUC5BNG6SNTNH2GJY2MISDLH","short_pith_number":"pith:QARUC5BN","canonical_record":{"source":{"id":"2410.11179","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-15T01:38:03Z","cross_cats_sorted":["cs.AI","cs.IT","math.IT"],"title_canon_sha256":"dc3f1bc4f0fce8a09e99b6e5ef78db33f3c1f39f45bd1ae972fbd21c4094dd23","abstract_canon_sha256":"485641402d50a0812c9891434033630aae6eacfa202da881b67d4a32228a39fc"},"schema_version":"1.0"},"canonical_sha256":"802341742d37a4d9b4fa3271a6224359f5c2b66b7eda1807c33c7a39cb25d88d","source":{"kind":"arxiv","id":"2410.11179","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.11179","created_at":"2026-07-05T09:20:30Z"},{"alias_kind":"arxiv_version","alias_value":"2410.11179v1","created_at":"2026-07-05T09:20:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.11179","created_at":"2026-07-05T09:20:30Z"},{"alias_kind":"pith_short_12","alias_value":"QARUC5BNG6SN","created_at":"2026-07-05T09:20:30Z"},{"alias_kind":"pith_short_16","alias_value":"QARUC5BNG6SNTNH2","created_at":"2026-07-05T09:20:30Z"},{"alias_kind":"pith_short_8","alias_value":"QARUC5BN","created_at":"2026-07-05T09:20:30Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:QARUC5BNG6SNTNH2GJY2MISDLH","target":"record","payload":{"canonical_record":{"source":{"id":"2410.11179","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-15T01:38:03Z","cross_cats_sorted":["cs.AI","cs.IT","math.IT"],"title_canon_sha256":"dc3f1bc4f0fce8a09e99b6e5ef78db33f3c1f39f45bd1ae972fbd21c4094dd23","abstract_canon_sha256":"485641402d50a0812c9891434033630aae6eacfa202da881b67d4a32228a39fc"},"schema_version":"1.0"},"canonical_sha256":"802341742d37a4d9b4fa3271a6224359f5c2b66b7eda1807c33c7a39cb25d88d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:20:30.394130Z","signature_b64":"8LtnB3n02zmzV8vS31RAuN/2ac+N8rw3Dh+ZOM1wThNOq9xGMQsi6Ee3TKYZ/1l2Crw9Wj0L4/40a6HIDw3kBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"802341742d37a4d9b4fa3271a6224359f5c2b66b7eda1807c33c7a39cb25d88d","last_reissued_at":"2026-07-05T09:20:30.393734Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:20:30.393734Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.11179","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:20:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KggqTcCYKuSTkUWNhcK2yDQL/V1cxX6zoPxwkimTYLSFK6EUxT12RhPNiVSE0HQ9yOFaWBKeP2kO+EBmhrA/Dg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T01:45:26.241885Z"},"content_sha256":"2b8bef9220e26182413f04e00e0e60fc189903b955eeb13911e6e320cba22cc0","schema_version":"1.0","event_id":"sha256:2b8bef9220e26182413f04e00e0e60fc189903b955eeb13911e6e320cba22cc0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:QARUC5BNG6SNTNH2GJY2MISDLH","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Interpretability as Compression: Reconsidering SAE Explanations of Neural Activations with MDL-SAEs","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.IT","math.IT"],"primary_cat":"cs.LG","authors_text":"Kola Ayonrinde, Lee Sharkey, Michael T. Pearce","submitted_at":"2024-10-15T01:38:03Z","abstract_excerpt":"Sparse Autoencoders (SAEs) have emerged as a useful tool for interpreting the internal representations of neural networks. However, naively optimising SAEs for reconstruction loss and sparsity results in a preference for SAEs that are extremely wide and sparse. We present an information-theoretic framework for interpreting SAEs as lossy compression algorithms for communicating explanations of neural activations. We appeal to the Minimal Description Length (MDL) principle to motivate explanations of activations which are both accurate and concise. We further argue that interpretable SAEs requir"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.11179","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.11179/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:20:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/efcR7A6N51LKMkbqx4n6PRY6CenvN9eLkyrgON4c+lcMg0JodKu5aPasUadbReGy4z4/5J/GsfXIc8MClC+Dg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T01:45:26.242538Z"},"content_sha256":"2529381b03807215f23ebd367ad3784ee050925ee9cbba68da28e2a39da6a2c0","schema_version":"1.0","event_id":"sha256:2529381b03807215f23ebd367ad3784ee050925ee9cbba68da28e2a39da6a2c0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/QARUC5BNG6SNTNH2GJY2MISDLH/bundle.json","state_url":"https://pith.science/pith/QARUC5BNG6SNTNH2GJY2MISDLH/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/QARUC5BNG6SNTNH2GJY2MISDLH/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T01:45:26Z","links":{"resolver":"https://pith.science/pith/QARUC5BNG6SNTNH2GJY2MISDLH","bundle":"https://pith.science/pith/QARUC5BNG6SNTNH2GJY2MISDLH/bundle.json","state":"https://pith.science/pith/QARUC5BNG6SNTNH2GJY2MISDLH/state.json","well_known_bundle":"https://pith.science/.well-known/pith/QARUC5BNG6SNTNH2GJY2MISDLH/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:QARUC5BNG6SNTNH2GJY2MISDLH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"485641402d50a0812c9891434033630aae6eacfa202da881b67d4a32228a39fc","cross_cats_sorted":["cs.AI","cs.IT","math.IT"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-15T01:38:03Z","title_canon_sha256":"dc3f1bc4f0fce8a09e99b6e5ef78db33f3c1f39f45bd1ae972fbd21c4094dd23"},"schema_version":"1.0","source":{"id":"2410.11179","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.11179","created_at":"2026-07-05T09:20:30Z"},{"alias_kind":"arxiv_version","alias_value":"2410.11179v1","created_at":"2026-07-05T09:20:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.11179","created_at":"2026-07-05T09:20:30Z"},{"alias_kind":"pith_short_12","alias_value":"QARUC5BNG6SN","created_at":"2026-07-05T09:20:30Z"},{"alias_kind":"pith_short_16","alias_value":"QARUC5BNG6SNTNH2","created_at":"2026-07-05T09:20:30Z"},{"alias_kind":"pith_short_8","alias_value":"QARUC5BN","created_at":"2026-07-05T09:20:30Z"}],"graph_snapshots":[{"event_id":"sha256:2529381b03807215f23ebd367ad3784ee050925ee9cbba68da28e2a39da6a2c0","target":"graph","created_at":"2026-07-05T09:20:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.11179/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Sparse Autoencoders (SAEs) have emerged as a useful tool for interpreting the internal representations of neural networks. However, naively optimising SAEs for reconstruction loss and sparsity results in a preference for SAEs that are extremely wide and sparse. We present an information-theoretic framework for interpreting SAEs as lossy compression algorithms for communicating explanations of neural activations. We appeal to the Minimal Description Length (MDL) principle to motivate explanations of activations which are both accurate and concise. We further argue that interpretable SAEs requir","authors_text":"Kola Ayonrinde, Lee Sharkey, Michael T. Pearce","cross_cats":["cs.AI","cs.IT","math.IT"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-15T01:38:03Z","title":"Interpretability as Compression: Reconsidering SAE Explanations of Neural Activations with MDL-SAEs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.11179","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2b8bef9220e26182413f04e00e0e60fc189903b955eeb13911e6e320cba22cc0","target":"record","created_at":"2026-07-05T09:20:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"485641402d50a0812c9891434033630aae6eacfa202da881b67d4a32228a39fc","cross_cats_sorted":["cs.AI","cs.IT","math.IT"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-15T01:38:03Z","title_canon_sha256":"dc3f1bc4f0fce8a09e99b6e5ef78db33f3c1f39f45bd1ae972fbd21c4094dd23"},"schema_version":"1.0","source":{"id":"2410.11179","kind":"arxiv","version":1}},"canonical_sha256":"802341742d37a4d9b4fa3271a6224359f5c2b66b7eda1807c33c7a39cb25d88d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"802341742d37a4d9b4fa3271a6224359f5c2b66b7eda1807c33c7a39cb25d88d","first_computed_at":"2026-07-05T09:20:30.393734Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:20:30.393734Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"8LtnB3n02zmzV8vS31RAuN/2ac+N8rw3Dh+ZOM1wThNOq9xGMQsi6Ee3TKYZ/1l2Crw9Wj0L4/40a6HIDw3kBg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:20:30.394130Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.11179","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2b8bef9220e26182413f04e00e0e60fc189903b955eeb13911e6e320cba22cc0","sha256:2529381b03807215f23ebd367ad3784ee050925ee9cbba68da28e2a39da6a2c0"],"state_sha256":"e10c64032f2b6daf895c086fec4326c959208b3b404068a8bf4ace05397ffa77"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7+Zz3cnlPs8xxSxavHLJ5/8BFOOCfKy3qBCEpo2vQnHyua7FORHzs4RnoYsNxOOQdukUF02rRDsdRUHNhrbBDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T01:45:26.247503Z","bundle_sha256":"7ae439dda5679dbffbe98ed7dd4b2419b0ed01ca466f44594f8174c4b3fd3575"}}