{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:RDIJREXQHPSWTOEKFZBB2BBD5M","short_pith_number":"pith:RDIJREXQ","canonical_record":{"source":{"id":"2508.16560","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-08-22T17:26:33Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"7556e92e04c7ad15fed6b38942ad1747a51976642a4d4bbe2440a10b63f821b6","abstract_canon_sha256":"304fa5e638d32d004b31adc5539391e6907171e7cc11454e5368202a06a36a00"},"schema_version":"1.0"},"canonical_sha256":"88d09892f03be569b88a2e421d0423eb2448ab0c387bba0f31acf1f077c61a6a","source":{"kind":"arxiv","id":"2508.16560","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2508.16560","created_at":"2026-07-08T01:18:19Z"},{"alias_kind":"arxiv_version","alias_value":"2508.16560v4","created_at":"2026-07-08T01:18:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2508.16560","created_at":"2026-07-08T01:18:19Z"},{"alias_kind":"pith_short_12","alias_value":"RDIJREXQHPSW","created_at":"2026-07-08T01:18:19Z"},{"alias_kind":"pith_short_16","alias_value":"RDIJREXQHPSWTOEK","created_at":"2026-07-08T01:18:19Z"},{"alias_kind":"pith_short_8","alias_value":"RDIJREXQ","created_at":"2026-07-08T01:18:19Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:RDIJREXQHPSWTOEKFZBB2BBD5M","target":"record","payload":{"canonical_record":{"source":{"id":"2508.16560","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-08-22T17:26:33Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"7556e92e04c7ad15fed6b38942ad1747a51976642a4d4bbe2440a10b63f821b6","abstract_canon_sha256":"304fa5e638d32d004b31adc5539391e6907171e7cc11454e5368202a06a36a00"},"schema_version":"1.0"},"canonical_sha256":"88d09892f03be569b88a2e421d0423eb2448ab0c387bba0f31acf1f077c61a6a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-08T01:18:19.823817Z","signature_b64":"bjY1f6YLuCDMQ8FoitnQnfNDhOJUMcANs+uE6vjyzpiYpaHFofU0c/eq3jVWLasj1G9fTHB2Zi8WXDuzTIhSCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"88d09892f03be569b88a2e421d0423eb2448ab0c387bba0f31acf1f077c61a6a","last_reissued_at":"2026-07-08T01:18:19.823281Z","signature_status":"signed_v1","first_computed_at":"2026-07-08T01:18:19.823281Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2508.16560","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-08T01:18:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vyLEBgQdx/njBjzUNRljP2pBXUyP/K8Cl1S55pFZ3NHj916M+4KF0E5b3l3g7AVr++dosCccZL38cZsLxdQ9Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T08:05:26.086994Z"},"content_sha256":"6278395f4aa6df55a0759d6d0c79e26169ffa95f01dc00f8c7df8a18978d859f","schema_version":"1.0","event_id":"sha256:6278395f4aa6df55a0759d6d0c79e26169ffa95f01dc00f8c7df8a18978d859f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:RDIJREXQHPSWTOEKFZBB2BBD5M","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Sparse but Wrong: Incorrect L0 Leads to Incorrect Features in Sparse Autoencoders","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Adri\\`a Garriga-Alonso, David Chanin","submitted_at":"2025-08-22T17:26:33Z","abstract_excerpt":"Sparse Autoencoders (SAEs) extract features from LLM internal activations, meant to correspond to interpretable concepts. A core SAE training hyperparameter is L0: how many SAE features should fire per token on average. Existing work compares SAE algorithms using sparsity-reconstruction tradeoff plots, implying L0 is a free parameter with no inherently correct value aside from its effect on reconstruction. In this work we study the effect of L0 on SAEs, and show that if L0 is not set correctly, the SAE fails to disentangle the underlying features of the LLM. If L0 is too low, the SAE will mix "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2508.16560","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2508.16560/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-08T01:18:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"iD5BvStAEU3vy89vKKkMwJV+Mlxm6e9lfI92VASbeh6DUuwf+oLZ/KCngLBVqF628NcYw6q2lHUufwltEzVKDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T08:05:26.087574Z"},"content_sha256":"9960506c8370e3ec5d43dd9e5749d3678c6e6c2e2c5762d938c7c56b3089117e","schema_version":"1.0","event_id":"sha256:9960506c8370e3ec5d43dd9e5749d3678c6e6c2e2c5762d938c7c56b3089117e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RDIJREXQHPSWTOEKFZBB2BBD5M/bundle.json","state_url":"https://pith.science/pith/RDIJREXQHPSWTOEKFZBB2BBD5M/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RDIJREXQHPSWTOEKFZBB2BBD5M/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T08:05:26Z","links":{"resolver":"https://pith.science/pith/RDIJREXQHPSWTOEKFZBB2BBD5M","bundle":"https://pith.science/pith/RDIJREXQHPSWTOEKFZBB2BBD5M/bundle.json","state":"https://pith.science/pith/RDIJREXQHPSWTOEKFZBB2BBD5M/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RDIJREXQHPSWTOEKFZBB2BBD5M/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:RDIJREXQHPSWTOEKFZBB2BBD5M","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"304fa5e638d32d004b31adc5539391e6907171e7cc11454e5368202a06a36a00","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-08-22T17:26:33Z","title_canon_sha256":"7556e92e04c7ad15fed6b38942ad1747a51976642a4d4bbe2440a10b63f821b6"},"schema_version":"1.0","source":{"id":"2508.16560","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2508.16560","created_at":"2026-07-08T01:18:19Z"},{"alias_kind":"arxiv_version","alias_value":"2508.16560v4","created_at":"2026-07-08T01:18:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2508.16560","created_at":"2026-07-08T01:18:19Z"},{"alias_kind":"pith_short_12","alias_value":"RDIJREXQHPSW","created_at":"2026-07-08T01:18:19Z"},{"alias_kind":"pith_short_16","alias_value":"RDIJREXQHPSWTOEK","created_at":"2026-07-08T01:18:19Z"},{"alias_kind":"pith_short_8","alias_value":"RDIJREXQ","created_at":"2026-07-08T01:18:19Z"}],"graph_snapshots":[{"event_id":"sha256:9960506c8370e3ec5d43dd9e5749d3678c6e6c2e2c5762d938c7c56b3089117e","target":"graph","created_at":"2026-07-08T01:18:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2508.16560/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Sparse Autoencoders (SAEs) extract features from LLM internal activations, meant to correspond to interpretable concepts. A core SAE training hyperparameter is L0: how many SAE features should fire per token on average. Existing work compares SAE algorithms using sparsity-reconstruction tradeoff plots, implying L0 is a free parameter with no inherently correct value aside from its effect on reconstruction. In this work we study the effect of L0 on SAEs, and show that if L0 is not set correctly, the SAE fails to disentangle the underlying features of the LLM. If L0 is too low, the SAE will mix ","authors_text":"Adri\\`a Garriga-Alonso, David Chanin","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-08-22T17:26:33Z","title":"Sparse but Wrong: Incorrect L0 Leads to Incorrect Features in Sparse Autoencoders"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2508.16560","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6278395f4aa6df55a0759d6d0c79e26169ffa95f01dc00f8c7df8a18978d859f","target":"record","created_at":"2026-07-08T01:18:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"304fa5e638d32d004b31adc5539391e6907171e7cc11454e5368202a06a36a00","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-08-22T17:26:33Z","title_canon_sha256":"7556e92e04c7ad15fed6b38942ad1747a51976642a4d4bbe2440a10b63f821b6"},"schema_version":"1.0","source":{"id":"2508.16560","kind":"arxiv","version":4}},"canonical_sha256":"88d09892f03be569b88a2e421d0423eb2448ab0c387bba0f31acf1f077c61a6a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"88d09892f03be569b88a2e421d0423eb2448ab0c387bba0f31acf1f077c61a6a","first_computed_at":"2026-07-08T01:18:19.823281Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-08T01:18:19.823281Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"bjY1f6YLuCDMQ8FoitnQnfNDhOJUMcANs+uE6vjyzpiYpaHFofU0c/eq3jVWLasj1G9fTHB2Zi8WXDuzTIhSCQ==","signature_status":"signed_v1","signed_at":"2026-07-08T01:18:19.823817Z","signed_message":"canonical_sha256_bytes"},"source_id":"2508.16560","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6278395f4aa6df55a0759d6d0c79e26169ffa95f01dc00f8c7df8a18978d859f","sha256:9960506c8370e3ec5d43dd9e5749d3678c6e6c2e2c5762d938c7c56b3089117e"],"state_sha256":"766e17f1fcc768f161f897d595780d19c5713f1498766ac80a8220ae1a6555d9"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"G9XHat8nELEb3vzG7nbcTiE00er/6dQLWg1fs/OoLcmHE8Sl3tLX6kNHZqEGl1r8kKtmXHFB2Q3I4WQFdDZWBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T08:05:26.091245Z","bundle_sha256":"167b21bdf34e1b22c718831567be6f525f8fcfc58502b79241a41d829e748f58"}}