{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:L7D5RXO33YNCUKQ6DHFLNFEWFZ","short_pith_number":"pith:L7D5RXO3","canonical_record":{"source":{"id":"2411.00743","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-11-01T17:09:34Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"6fac510c73db7f5706ab13adff281c3c9ea2dd71f45fe5634419da24e5dfdc7d","abstract_canon_sha256":"5308cc82b9298d8f67e2af2f96f1bd0c325039d98d2f471bb25e641672d78ea6"},"schema_version":"1.0"},"canonical_sha256":"5fc7d8dddbde1a2a2a1e19cab694962e482e90513c1db73ebc9c9b70cce0146b","source":{"kind":"arxiv","id":"2411.00743","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.00743","created_at":"2026-07-05T09:29:47Z"},{"alias_kind":"arxiv_version","alias_value":"2411.00743v1","created_at":"2026-07-05T09:29:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.00743","created_at":"2026-07-05T09:29:47Z"},{"alias_kind":"pith_short_12","alias_value":"L7D5RXO33YNC","created_at":"2026-07-05T09:29:47Z"},{"alias_kind":"pith_short_16","alias_value":"L7D5RXO33YNCUKQ6","created_at":"2026-07-05T09:29:47Z"},{"alias_kind":"pith_short_8","alias_value":"L7D5RXO3","created_at":"2026-07-05T09:29:47Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:L7D5RXO33YNCUKQ6DHFLNFEWFZ","target":"record","payload":{"canonical_record":{"source":{"id":"2411.00743","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-11-01T17:09:34Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"6fac510c73db7f5706ab13adff281c3c9ea2dd71f45fe5634419da24e5dfdc7d","abstract_canon_sha256":"5308cc82b9298d8f67e2af2f96f1bd0c325039d98d2f471bb25e641672d78ea6"},"schema_version":"1.0"},"canonical_sha256":"5fc7d8dddbde1a2a2a1e19cab694962e482e90513c1db73ebc9c9b70cce0146b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:29:47.624501Z","signature_b64":"CaVIVlPx+8Y5msKhOIM72fQDn2rt5s3nR8zZyAEwnETpIp4OXMEQx1kUr8XYeyboADcgAFFlKnjbskExNLv1CA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5fc7d8dddbde1a2a2a1e19cab694962e482e90513c1db73ebc9c9b70cce0146b","last_reissued_at":"2026-07-05T09:29:47.624029Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:29:47.624029Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2411.00743","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:29:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"W9rXN1xezzUdf7lvhsv9DuERVpfEdMZBcDiclWuTZV0psSlXuL4zQOWMF8tgZ9yEzh1UDlHc8vzqGBmK37YrDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-01T17:01:50.024361Z"},"content_sha256":"1071b712b3c755e699d65078fee2167092b0138ad1c37028b6eeaab2d04b6585","schema_version":"1.0","event_id":"sha256:1071b712b3c755e699d65078fee2167092b0138ad1c37028b6eeaab2d04b6585"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:L7D5RXO33YNCUKQ6DHFLNFEWFZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Decoding Dark Matter: Specialized Sparse Autoencoders for Interpreting Rare Concepts in Foundation Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Aashiq Muhamed, Mona Diab, Virginia Smith","submitted_at":"2024-11-01T17:09:34Z","abstract_excerpt":"Understanding and mitigating the potential risks associated with foundation models (FMs) hinges on developing effective interpretability methods. Sparse Autoencoders (SAEs) have emerged as a promising tool for disentangling FM representations, but they struggle to capture rare, yet crucial concepts in the data. We introduce Specialized Sparse Autoencoders (SSAEs), designed to illuminate these elusive dark matter features by focusing on specific subdomains. We present a practical recipe for training SSAEs, demonstrating the efficacy of dense retrieval for data selection and the benefits of Tilt"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.00743","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.00743/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:29:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RFjBJljOqjJSqy0jpZMwsMHv8Fed5rFpRyg3kAOwmU1ns5I0gO4aAGGPwssaY+Rrs3CBJ6M6pv4Z+mWv5WA0Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-01T17:01:50.024675Z"},"content_sha256":"277dff526f152ff0c836d07ec7d1018eeb4851807e9e62bca6da16478e2bb64f","schema_version":"1.0","event_id":"sha256:277dff526f152ff0c836d07ec7d1018eeb4851807e9e62bca6da16478e2bb64f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/L7D5RXO33YNCUKQ6DHFLNFEWFZ/bundle.json","state_url":"https://pith.science/pith/L7D5RXO33YNCUKQ6DHFLNFEWFZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/L7D5RXO33YNCUKQ6DHFLNFEWFZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-01T17:01:50Z","links":{"resolver":"https://pith.science/pith/L7D5RXO33YNCUKQ6DHFLNFEWFZ","bundle":"https://pith.science/pith/L7D5RXO33YNCUKQ6DHFLNFEWFZ/bundle.json","state":"https://pith.science/pith/L7D5RXO33YNCUKQ6DHFLNFEWFZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/L7D5RXO33YNCUKQ6DHFLNFEWFZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:L7D5RXO33YNCUKQ6DHFLNFEWFZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5308cc82b9298d8f67e2af2f96f1bd0c325039d98d2f471bb25e641672d78ea6","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-11-01T17:09:34Z","title_canon_sha256":"6fac510c73db7f5706ab13adff281c3c9ea2dd71f45fe5634419da24e5dfdc7d"},"schema_version":"1.0","source":{"id":"2411.00743","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.00743","created_at":"2026-07-05T09:29:47Z"},{"alias_kind":"arxiv_version","alias_value":"2411.00743v1","created_at":"2026-07-05T09:29:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.00743","created_at":"2026-07-05T09:29:47Z"},{"alias_kind":"pith_short_12","alias_value":"L7D5RXO33YNC","created_at":"2026-07-05T09:29:47Z"},{"alias_kind":"pith_short_16","alias_value":"L7D5RXO33YNCUKQ6","created_at":"2026-07-05T09:29:47Z"},{"alias_kind":"pith_short_8","alias_value":"L7D5RXO3","created_at":"2026-07-05T09:29:47Z"}],"graph_snapshots":[{"event_id":"sha256:277dff526f152ff0c836d07ec7d1018eeb4851807e9e62bca6da16478e2bb64f","target":"graph","created_at":"2026-07-05T09:29:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.00743/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Understanding and mitigating the potential risks associated with foundation models (FMs) hinges on developing effective interpretability methods. Sparse Autoencoders (SAEs) have emerged as a promising tool for disentangling FM representations, but they struggle to capture rare, yet crucial concepts in the data. We introduce Specialized Sparse Autoencoders (SSAEs), designed to illuminate these elusive dark matter features by focusing on specific subdomains. We present a practical recipe for training SSAEs, demonstrating the efficacy of dense retrieval for data selection and the benefits of Tilt","authors_text":"Aashiq Muhamed, Mona Diab, Virginia Smith","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-11-01T17:09:34Z","title":"Decoding Dark Matter: Specialized Sparse Autoencoders for Interpreting Rare Concepts in Foundation Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.00743","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1071b712b3c755e699d65078fee2167092b0138ad1c37028b6eeaab2d04b6585","target":"record","created_at":"2026-07-05T09:29:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5308cc82b9298d8f67e2af2f96f1bd0c325039d98d2f471bb25e641672d78ea6","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-11-01T17:09:34Z","title_canon_sha256":"6fac510c73db7f5706ab13adff281c3c9ea2dd71f45fe5634419da24e5dfdc7d"},"schema_version":"1.0","source":{"id":"2411.00743","kind":"arxiv","version":1}},"canonical_sha256":"5fc7d8dddbde1a2a2a1e19cab694962e482e90513c1db73ebc9c9b70cce0146b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5fc7d8dddbde1a2a2a1e19cab694962e482e90513c1db73ebc9c9b70cce0146b","first_computed_at":"2026-07-05T09:29:47.624029Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:29:47.624029Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"CaVIVlPx+8Y5msKhOIM72fQDn2rt5s3nR8zZyAEwnETpIp4OXMEQx1kUr8XYeyboADcgAFFlKnjbskExNLv1CA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:29:47.624501Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.00743","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1071b712b3c755e699d65078fee2167092b0138ad1c37028b6eeaab2d04b6585","sha256:277dff526f152ff0c836d07ec7d1018eeb4851807e9e62bca6da16478e2bb64f"],"state_sha256":"3ed12dfed5769756b18a762c0e745d23ec7db9b9fd6598e925353181fcb7bb23"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"86dvmtt6h5t+wpbSShCUwOsNn+bQnrUmaz5aCAVpCbNrfw0DgpMxtCYkocUoO4yy1SHRViswZeD5e4h+JQs/AQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-01T17:01:50.027786Z","bundle_sha256":"d8376eaebb6e8e5dfcdb68e89449996b194d95516c2a23ba0af6d416fb67ff5e"}}