{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:VFH6I4MBICB7KXBSUBWM34M3LU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f51914393ca7f0abb8157fe99d80b1836704421255d620f0e26ca292b7150aac","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-08-01T15:46:22Z","title_canon_sha256":"a78d34b05522ec319d12a1dbbf4b5259cfac5190bf7f875189e11321e0d38209"},"schema_version":"1.0","source":{"id":"2408.00657","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.00657","created_at":"2026-07-05T08:51:57Z"},{"alias_kind":"arxiv_version","alias_value":"2408.00657v2","created_at":"2026-07-05T08:51:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.00657","created_at":"2026-07-05T08:51:57Z"},{"alias_kind":"pith_short_12","alias_value":"VFH6I4MBICB7","created_at":"2026-07-05T08:51:57Z"},{"alias_kind":"pith_short_16","alias_value":"VFH6I4MBICB7KXBS","created_at":"2026-07-05T08:51:57Z"},{"alias_kind":"pith_short_8","alias_value":"VFH6I4MB","created_at":"2026-07-05T08:51:57Z"}],"graph_snapshots":[{"event_id":"sha256:815e35032649c8b67a5b327e25e13b44c70ed71f38cf9e9df8963942ffe56675","target":"graph","created_at":"2026-07-05T08:51:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2408.00657/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Sparse autoencoders (SAEs) have shown promise in extracting interpretable features from complex neural networks. We present one of the first applications of SAEs to dense text embeddings from large language models, demonstrating their effectiveness in disentangling semantic concepts. By training SAEs on embeddings of over 420,000 scientific paper abstracts from computer science and astronomy, we show that the resulting sparse representations maintain semantic fidelity while offering interpretability. We analyse these learned features, exploring their behaviour across different model capacities","authors_text":"Charles O'Neill, Christine Ye, John F. Wu, Kartheik Iyer","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-08-01T15:46:22Z","title":"Disentangling Dense Embeddings with Sparse Autoencoders"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.00657","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:68d2c59952a4a8c11346bcb7d216baf50191ca5c4b496f2e584ab4f86bad48e6","target":"record","created_at":"2026-07-05T08:51:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f51914393ca7f0abb8157fe99d80b1836704421255d620f0e26ca292b7150aac","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-08-01T15:46:22Z","title_canon_sha256":"a78d34b05522ec319d12a1dbbf4b5259cfac5190bf7f875189e11321e0d38209"},"schema_version":"1.0","source":{"id":"2408.00657","kind":"arxiv","version":2}},"canonical_sha256":"a94fe471814083f55c32a06ccdf19b5d0114985833b8286d650947942c1abff9","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a94fe471814083f55c32a06ccdf19b5d0114985833b8286d650947942c1abff9","first_computed_at":"2026-07-05T08:51:57.249881Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:51:57.249881Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"1XjaomA0EoT7r9qo36f/wxtA+MT92c753S8oNr9szhwVxzS9pLuoXxPcEtqhnS3ibjyakamxuGsjKkaNwBdjBA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:51:57.250301Z","signed_message":"canonical_sha256_bytes"},"source_id":"2408.00657","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:68d2c59952a4a8c11346bcb7d216baf50191ca5c4b496f2e584ab4f86bad48e6","sha256:815e35032649c8b67a5b327e25e13b44c70ed71f38cf9e9df8963942ffe56675"],"state_sha256":"5ccab0b704b8604fcdc384d98f8bbddad80bd89f050e65c34431dd3abf3820a8"}