{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:XNQCZQMDCDBPV2CTMRSL4GE7NZ","short_pith_number":"pith:XNQCZQMD","canonical_record":{"source":{"id":"2503.09532","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-03-12T16:49:02Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"a5153deb32be16d9be3df98efbae33fbf1211e24bffa369f3bf9fbeb89f6f17d","abstract_canon_sha256":"41f83990de24d01ad0789c9238c54ba95022606c106eddb0522c754ebbe4789e"},"schema_version":"1.0"},"canonical_sha256":"bb602cc18310c2fae8536464be189f6e43ed91cb7ecc8a1976c7afd2d61fe4f5","source":{"kind":"arxiv","id":"2503.09532","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.09532","created_at":"2026-07-05T11:15:44Z"},{"alias_kind":"arxiv_version","alias_value":"2503.09532v4","created_at":"2026-07-05T11:15:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.09532","created_at":"2026-07-05T11:15:44Z"},{"alias_kind":"pith_short_12","alias_value":"XNQCZQMDCDBP","created_at":"2026-07-05T11:15:44Z"},{"alias_kind":"pith_short_16","alias_value":"XNQCZQMDCDBPV2CT","created_at":"2026-07-05T11:15:44Z"},{"alias_kind":"pith_short_8","alias_value":"XNQCZQMD","created_at":"2026-07-05T11:15:44Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:XNQCZQMDCDBPV2CTMRSL4GE7NZ","target":"record","payload":{"canonical_record":{"source":{"id":"2503.09532","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-03-12T16:49:02Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"a5153deb32be16d9be3df98efbae33fbf1211e24bffa369f3bf9fbeb89f6f17d","abstract_canon_sha256":"41f83990de24d01ad0789c9238c54ba95022606c106eddb0522c754ebbe4789e"},"schema_version":"1.0"},"canonical_sha256":"bb602cc18310c2fae8536464be189f6e43ed91cb7ecc8a1976c7afd2d61fe4f5","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:15:44.944013Z","signature_b64":"39Z3YoMqzba03jsnV2peKJ4Rzsn7RMiEb4TZSihIm/5I8erbgz4GAZDGt/g7Y3/koWyXYkM2VIXUHK15o5AiBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"bb602cc18310c2fae8536464be189f6e43ed91cb7ecc8a1976c7afd2d61fe4f5","last_reissued_at":"2026-07-05T11:15:44.943500Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:15:44.943500Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2503.09532","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:15:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jK5jKxe8jW/X7UCdZwm8Q+/gipRKzhSZ4uDSM8RAQDUDwK5z+swirSBJ8UZY8xTJdzcp0zVoh2cq/RtILc+1Aw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T10:41:11.757648Z"},"content_sha256":"df6883a773019c0b59c91686790adf2572d96869dec46d1c26c3b2c3c48406e6","schema_version":"1.0","event_id":"sha256:df6883a773019c0b59c91686790adf2572d96869dec46d1c26c3b2c3c48406e6"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:XNQCZQMDCDBPV2CTMRSL4GE7NZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"SAEBench: A Comprehensive Benchmark for Sparse Autoencoders in Language Model Interpretability","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.LG","authors_text":"Adam Karvonen, Arthur Conmy, Callum McDougall, Can Rager, Curt Tigges, David Chanin, Demian Till, Eoin Farrell, Johnny Lin, Joseph Bloom, Kola Ayonrinde, Matthew Wearden, Neel Nanda, Samuel Marks, Yeu-Tong Lau","submitted_at":"2025-03-12T16:49:02Z","abstract_excerpt":"Sparse autoencoders (SAEs) are a popular technique for interpreting language model activations, and there is extensive recent work on improving SAE effectiveness. However, most prior work evaluates progress using unsupervised proxy metrics with unclear practical relevance. We introduce SAEBench, a comprehensive evaluation suite that measures SAE performance across eight diverse metrics, spanning interpretability, feature disentanglement and practical applications like unlearning. To enable systematic comparison, we open-source a suite of over 200 SAEs across eight recently proposed SAE archite"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.09532","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2503.09532/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:15:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wZs6KcyJjQUYFqGZXrhUH1gu1rJ1w7xOUyRLoAeRMdwJJXzJ0jhPkTvVb9AE+ObcozpuccrpJtP+efdVMv2ICg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T10:41:11.758573Z"},"content_sha256":"36dd231de8626636e449c5912f471b094192d987fc2fa9609355021fc14ddd57","schema_version":"1.0","event_id":"sha256:36dd231de8626636e449c5912f471b094192d987fc2fa9609355021fc14ddd57"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/XNQCZQMDCDBPV2CTMRSL4GE7NZ/bundle.json","state_url":"https://pith.science/pith/XNQCZQMDCDBPV2CTMRSL4GE7NZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/XNQCZQMDCDBPV2CTMRSL4GE7NZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T10:41:11Z","links":{"resolver":"https://pith.science/pith/XNQCZQMDCDBPV2CTMRSL4GE7NZ","bundle":"https://pith.science/pith/XNQCZQMDCDBPV2CTMRSL4GE7NZ/bundle.json","state":"https://pith.science/pith/XNQCZQMDCDBPV2CTMRSL4GE7NZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/XNQCZQMDCDBPV2CTMRSL4GE7NZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:XNQCZQMDCDBPV2CTMRSL4GE7NZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"41f83990de24d01ad0789c9238c54ba95022606c106eddb0522c754ebbe4789e","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-03-12T16:49:02Z","title_canon_sha256":"a5153deb32be16d9be3df98efbae33fbf1211e24bffa369f3bf9fbeb89f6f17d"},"schema_version":"1.0","source":{"id":"2503.09532","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.09532","created_at":"2026-07-05T11:15:44Z"},{"alias_kind":"arxiv_version","alias_value":"2503.09532v4","created_at":"2026-07-05T11:15:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.09532","created_at":"2026-07-05T11:15:44Z"},{"alias_kind":"pith_short_12","alias_value":"XNQCZQMDCDBP","created_at":"2026-07-05T11:15:44Z"},{"alias_kind":"pith_short_16","alias_value":"XNQCZQMDCDBPV2CT","created_at":"2026-07-05T11:15:44Z"},{"alias_kind":"pith_short_8","alias_value":"XNQCZQMD","created_at":"2026-07-05T11:15:44Z"}],"graph_snapshots":[{"event_id":"sha256:36dd231de8626636e449c5912f471b094192d987fc2fa9609355021fc14ddd57","target":"graph","created_at":"2026-07-05T11:15:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2503.09532/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Sparse autoencoders (SAEs) are a popular technique for interpreting language model activations, and there is extensive recent work on improving SAE effectiveness. However, most prior work evaluates progress using unsupervised proxy metrics with unclear practical relevance. We introduce SAEBench, a comprehensive evaluation suite that measures SAE performance across eight diverse metrics, spanning interpretability, feature disentanglement and practical applications like unlearning. To enable systematic comparison, we open-source a suite of over 200 SAEs across eight recently proposed SAE archite","authors_text":"Adam Karvonen, Arthur Conmy, Callum McDougall, Can Rager, Curt Tigges, David Chanin, Demian Till, Eoin Farrell, Johnny Lin, Joseph Bloom, Kola Ayonrinde, Matthew Wearden, Neel Nanda, Samuel Marks, Yeu-Tong Lau","cross_cats":["cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-03-12T16:49:02Z","title":"SAEBench: A Comprehensive Benchmark for Sparse Autoencoders in Language Model Interpretability"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.09532","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:df6883a773019c0b59c91686790adf2572d96869dec46d1c26c3b2c3c48406e6","target":"record","created_at":"2026-07-05T11:15:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"41f83990de24d01ad0789c9238c54ba95022606c106eddb0522c754ebbe4789e","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-03-12T16:49:02Z","title_canon_sha256":"a5153deb32be16d9be3df98efbae33fbf1211e24bffa369f3bf9fbeb89f6f17d"},"schema_version":"1.0","source":{"id":"2503.09532","kind":"arxiv","version":4}},"canonical_sha256":"bb602cc18310c2fae8536464be189f6e43ed91cb7ecc8a1976c7afd2d61fe4f5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"bb602cc18310c2fae8536464be189f6e43ed91cb7ecc8a1976c7afd2d61fe4f5","first_computed_at":"2026-07-05T11:15:44.943500Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:15:44.943500Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"39Z3YoMqzba03jsnV2peKJ4Rzsn7RMiEb4TZSihIm/5I8erbgz4GAZDGt/g7Y3/koWyXYkM2VIXUHK15o5AiBg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:15:44.944013Z","signed_message":"canonical_sha256_bytes"},"source_id":"2503.09532","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:df6883a773019c0b59c91686790adf2572d96869dec46d1c26c3b2c3c48406e6","sha256:36dd231de8626636e449c5912f471b094192d987fc2fa9609355021fc14ddd57"],"state_sha256":"69573093ae948a9dd2ca3b17ddd3f871f16bf06eda8f2fef575398071d670edf"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MLUNGR+BHSAUMGHbFTM35Mw+frhJAuWakAYVg3GOb6BmNMHly09CTtPhwUM3yAKeBz/qWTTjeSaLsLQUIqHVCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T10:41:11.770994Z","bundle_sha256":"1f587de4c702cdb59598668322c0544d677fe92c8ecdef86190d7e7844407600"}}