{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:K4PHY3MPHDJJI2LBKPGRMWESBF","short_pith_number":"pith:K4PHY3MP","canonical_record":{"source":{"id":"2502.16681","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-02-23T18:54:15Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"1efd0a18ef89a2dbfb52a4a3a20a352050ca8f674b25e0e00466f62b99b374b7","abstract_canon_sha256":"ece3924a61efb52ed583b69d7b472f4923072896a7af958c240242609fa5c58a"},"schema_version":"1.0"},"canonical_sha256":"571e7c6d8f38d294696153cd165892097ce985e83a325f25d60b3a7386b47b4c","source":{"kind":"arxiv","id":"2502.16681","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.16681","created_at":"2026-07-05T10:18:57Z"},{"alias_kind":"arxiv_version","alias_value":"2502.16681v1","created_at":"2026-07-05T10:18:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.16681","created_at":"2026-07-05T10:18:57Z"},{"alias_kind":"pith_short_12","alias_value":"K4PHY3MPHDJJ","created_at":"2026-07-05T10:18:57Z"},{"alias_kind":"pith_short_16","alias_value":"K4PHY3MPHDJJI2LB","created_at":"2026-07-05T10:18:57Z"},{"alias_kind":"pith_short_8","alias_value":"K4PHY3MP","created_at":"2026-07-05T10:18:57Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:K4PHY3MPHDJJI2LBKPGRMWESBF","target":"record","payload":{"canonical_record":{"source":{"id":"2502.16681","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-02-23T18:54:15Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"1efd0a18ef89a2dbfb52a4a3a20a352050ca8f674b25e0e00466f62b99b374b7","abstract_canon_sha256":"ece3924a61efb52ed583b69d7b472f4923072896a7af958c240242609fa5c58a"},"schema_version":"1.0"},"canonical_sha256":"571e7c6d8f38d294696153cd165892097ce985e83a325f25d60b3a7386b47b4c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:18:57.532703Z","signature_b64":"HeTBfAiWomNKMoyAxNVToCjg+2a45cdZPlcPzl1RPIbZ0SsmtBKIGg6Xexx1x0jZlAaniZ21tE9BuO/YS88mAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"571e7c6d8f38d294696153cd165892097ce985e83a325f25d60b3a7386b47b4c","last_reissued_at":"2026-07-05T10:18:57.532250Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:18:57.532250Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2502.16681","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:18:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"37RevBBr509VAN4nQbsAcXJ9hcIIeDhZKNOQKj0jNsFFxcybKdg8UT9D9+SQ8RtBf/F1ZYIyAYDOTctmhi1wAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T01:15:22.738467Z"},"content_sha256":"369eb355e6f54de257f4bd53d72ce34677fef6cffef523756f2575f045f4c2f4","schema_version":"1.0","event_id":"sha256:369eb355e6f54de257f4bd53d72ce34677fef6cffef523756f2575f045f4c2f4"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:K4PHY3MPHDJJI2LBKPGRMWESBF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Are Sparse Autoencoders Useful? A Case Study in Sparse Probing","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Joshua Engels, Max Tegmark, Neel Nanda, Senthooran Rajamanoharan, Subhash Kantamneni","submitted_at":"2025-02-23T18:54:15Z","abstract_excerpt":"Sparse autoencoders (SAEs) are a popular method for interpreting concepts represented in large language model (LLM) activations. However, there is a lack of evidence regarding the validity of their interpretations due to the lack of a ground truth for the concepts used by an LLM, and a growing number of works have presented problems with current SAEs. One alternative source of evidence would be demonstrating that SAEs improve performance on downstream tasks beyond existing baselines. We test this by applying SAEs to the real-world task of LLM activation probing in four regimes: data scarcity, "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.16681","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2502.16681/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:18:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HeIotWe5w8bx+iAJlDaYvh7Z5r5BcBw6bY/6h6CoYKIF8KHkMEXP/hGeFKbFuHcuWj6eaJ/l45glAWSXDqUSBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T01:15:22.738973Z"},"content_sha256":"66860fe4ccb6e15af84952864a6f798514bb1927a9827c73916018a1c0b5d5bf","schema_version":"1.0","event_id":"sha256:66860fe4ccb6e15af84952864a6f798514bb1927a9827c73916018a1c0b5d5bf"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/K4PHY3MPHDJJI2LBKPGRMWESBF/bundle.json","state_url":"https://pith.science/pith/K4PHY3MPHDJJI2LBKPGRMWESBF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/K4PHY3MPHDJJI2LBKPGRMWESBF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T01:15:22Z","links":{"resolver":"https://pith.science/pith/K4PHY3MPHDJJI2LBKPGRMWESBF","bundle":"https://pith.science/pith/K4PHY3MPHDJJI2LBKPGRMWESBF/bundle.json","state":"https://pith.science/pith/K4PHY3MPHDJJI2LBKPGRMWESBF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/K4PHY3MPHDJJI2LBKPGRMWESBF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:K4PHY3MPHDJJI2LBKPGRMWESBF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ece3924a61efb52ed583b69d7b472f4923072896a7af958c240242609fa5c58a","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-02-23T18:54:15Z","title_canon_sha256":"1efd0a18ef89a2dbfb52a4a3a20a352050ca8f674b25e0e00466f62b99b374b7"},"schema_version":"1.0","source":{"id":"2502.16681","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.16681","created_at":"2026-07-05T10:18:57Z"},{"alias_kind":"arxiv_version","alias_value":"2502.16681v1","created_at":"2026-07-05T10:18:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.16681","created_at":"2026-07-05T10:18:57Z"},{"alias_kind":"pith_short_12","alias_value":"K4PHY3MPHDJJ","created_at":"2026-07-05T10:18:57Z"},{"alias_kind":"pith_short_16","alias_value":"K4PHY3MPHDJJI2LB","created_at":"2026-07-05T10:18:57Z"},{"alias_kind":"pith_short_8","alias_value":"K4PHY3MP","created_at":"2026-07-05T10:18:57Z"}],"graph_snapshots":[{"event_id":"sha256:66860fe4ccb6e15af84952864a6f798514bb1927a9827c73916018a1c0b5d5bf","target":"graph","created_at":"2026-07-05T10:18:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.16681/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Sparse autoencoders (SAEs) are a popular method for interpreting concepts represented in large language model (LLM) activations. However, there is a lack of evidence regarding the validity of their interpretations due to the lack of a ground truth for the concepts used by an LLM, and a growing number of works have presented problems with current SAEs. One alternative source of evidence would be demonstrating that SAEs improve performance on downstream tasks beyond existing baselines. We test this by applying SAEs to the real-world task of LLM activation probing in four regimes: data scarcity, ","authors_text":"Joshua Engels, Max Tegmark, Neel Nanda, Senthooran Rajamanoharan, Subhash Kantamneni","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-02-23T18:54:15Z","title":"Are Sparse Autoencoders Useful? A Case Study in Sparse Probing"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.16681","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:369eb355e6f54de257f4bd53d72ce34677fef6cffef523756f2575f045f4c2f4","target":"record","created_at":"2026-07-05T10:18:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ece3924a61efb52ed583b69d7b472f4923072896a7af958c240242609fa5c58a","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-02-23T18:54:15Z","title_canon_sha256":"1efd0a18ef89a2dbfb52a4a3a20a352050ca8f674b25e0e00466f62b99b374b7"},"schema_version":"1.0","source":{"id":"2502.16681","kind":"arxiv","version":1}},"canonical_sha256":"571e7c6d8f38d294696153cd165892097ce985e83a325f25d60b3a7386b47b4c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"571e7c6d8f38d294696153cd165892097ce985e83a325f25d60b3a7386b47b4c","first_computed_at":"2026-07-05T10:18:57.532250Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:18:57.532250Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"HeTBfAiWomNKMoyAxNVToCjg+2a45cdZPlcPzl1RPIbZ0SsmtBKIGg6Xexx1x0jZlAaniZ21tE9BuO/YS88mAA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:18:57.532703Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.16681","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:369eb355e6f54de257f4bd53d72ce34677fef6cffef523756f2575f045f4c2f4","sha256:66860fe4ccb6e15af84952864a6f798514bb1927a9827c73916018a1c0b5d5bf"],"state_sha256":"b552ca3c3c1ef6fd0abc005f709e748415eef7ebf258c8daf2ba701ee7743690"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"POXXolsNWCynvlLJzH6i0iuUNSeX7BeNGVwe+hkXtj5YJSfi5PaSaBfaLm/W/pfp5xx9Wdn9F5W6t0UMWsvGBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T01:15:22.743468Z","bundle_sha256":"01c4a4ac38a62e782a067600b588c99d04d4f0c1275b30c06c17ae1327e4a436"}}