{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:VFH6I4MBICB7KXBSUBWM34M3LU","short_pith_number":"pith:VFH6I4MB","canonical_record":{"source":{"id":"2408.00657","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-08-01T15:46:22Z","cross_cats_sorted":[],"title_canon_sha256":"a78d34b05522ec319d12a1dbbf4b5259cfac5190bf7f875189e11321e0d38209","abstract_canon_sha256":"f51914393ca7f0abb8157fe99d80b1836704421255d620f0e26ca292b7150aac"},"schema_version":"1.0"},"canonical_sha256":"a94fe471814083f55c32a06ccdf19b5d0114985833b8286d650947942c1abff9","source":{"kind":"arxiv","id":"2408.00657","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.00657","created_at":"2026-07-05T08:51:57Z"},{"alias_kind":"arxiv_version","alias_value":"2408.00657v2","created_at":"2026-07-05T08:51:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.00657","created_at":"2026-07-05T08:51:57Z"},{"alias_kind":"pith_short_12","alias_value":"VFH6I4MBICB7","created_at":"2026-07-05T08:51:57Z"},{"alias_kind":"pith_short_16","alias_value":"VFH6I4MBICB7KXBS","created_at":"2026-07-05T08:51:57Z"},{"alias_kind":"pith_short_8","alias_value":"VFH6I4MB","created_at":"2026-07-05T08:51:57Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:VFH6I4MBICB7KXBSUBWM34M3LU","target":"record","payload":{"canonical_record":{"source":{"id":"2408.00657","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-08-01T15:46:22Z","cross_cats_sorted":[],"title_canon_sha256":"a78d34b05522ec319d12a1dbbf4b5259cfac5190bf7f875189e11321e0d38209","abstract_canon_sha256":"f51914393ca7f0abb8157fe99d80b1836704421255d620f0e26ca292b7150aac"},"schema_version":"1.0"},"canonical_sha256":"a94fe471814083f55c32a06ccdf19b5d0114985833b8286d650947942c1abff9","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:51:57.250301Z","signature_b64":"1XjaomA0EoT7r9qo36f/wxtA+MT92c753S8oNr9szhwVxzS9pLuoXxPcEtqhnS3ibjyakamxuGsjKkaNwBdjBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a94fe471814083f55c32a06ccdf19b5d0114985833b8286d650947942c1abff9","last_reissued_at":"2026-07-05T08:51:57.249881Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:51:57.249881Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2408.00657","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:51:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ltxWciQecCUI4M344YcAu6fLXo2SE8buLlnq+nCA9C8sDzMFeRyqASahEFSF7gnidFdLu/mQrMOh6ouqjF5+BQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T22:22:37.300075Z"},"content_sha256":"68d2c59952a4a8c11346bcb7d216baf50191ca5c4b496f2e584ab4f86bad48e6","schema_version":"1.0","event_id":"sha256:68d2c59952a4a8c11346bcb7d216baf50191ca5c4b496f2e584ab4f86bad48e6"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:VFH6I4MBICB7KXBSUBWM34M3LU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Disentangling Dense Embeddings with Sparse Autoencoders","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Charles O'Neill, Christine Ye, John F. Wu, Kartheik Iyer","submitted_at":"2024-08-01T15:46:22Z","abstract_excerpt":"Sparse autoencoders (SAEs) have shown promise in extracting interpretable features from complex neural networks. We present one of the first applications of SAEs to dense text embeddings from large language models, demonstrating their effectiveness in disentangling semantic concepts. By training SAEs on embeddings of over 420,000 scientific paper abstracts from computer science and astronomy, we show that the resulting sparse representations maintain semantic fidelity while offering interpretability. We analyse these learned features, exploring their behaviour across different model capacities"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.00657","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2408.00657/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:51:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MtIwGmhgoDN3VOP+gyG5WC5KNwJ+XCs32pUovNm49USk/rC6ATPONUoAgAInqRv4XoM7oBHOruAzVyD3Nx99Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T22:22:37.300581Z"},"content_sha256":"815e35032649c8b67a5b327e25e13b44c70ed71f38cf9e9df8963942ffe56675","schema_version":"1.0","event_id":"sha256:815e35032649c8b67a5b327e25e13b44c70ed71f38cf9e9df8963942ffe56675"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/VFH6I4MBICB7KXBSUBWM34M3LU/bundle.json","state_url":"https://pith.science/pith/VFH6I4MBICB7KXBSUBWM34M3LU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/VFH6I4MBICB7KXBSUBWM34M3LU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T22:22:37Z","links":{"resolver":"https://pith.science/pith/VFH6I4MBICB7KXBSUBWM34M3LU","bundle":"https://pith.science/pith/VFH6I4MBICB7KXBSUBWM34M3LU/bundle.json","state":"https://pith.science/pith/VFH6I4MBICB7KXBSUBWM34M3LU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/VFH6I4MBICB7KXBSUBWM34M3LU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:VFH6I4MBICB7KXBSUBWM34M3LU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f51914393ca7f0abb8157fe99d80b1836704421255d620f0e26ca292b7150aac","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-08-01T15:46:22Z","title_canon_sha256":"a78d34b05522ec319d12a1dbbf4b5259cfac5190bf7f875189e11321e0d38209"},"schema_version":"1.0","source":{"id":"2408.00657","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.00657","created_at":"2026-07-05T08:51:57Z"},{"alias_kind":"arxiv_version","alias_value":"2408.00657v2","created_at":"2026-07-05T08:51:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.00657","created_at":"2026-07-05T08:51:57Z"},{"alias_kind":"pith_short_12","alias_value":"VFH6I4MBICB7","created_at":"2026-07-05T08:51:57Z"},{"alias_kind":"pith_short_16","alias_value":"VFH6I4MBICB7KXBS","created_at":"2026-07-05T08:51:57Z"},{"alias_kind":"pith_short_8","alias_value":"VFH6I4MB","created_at":"2026-07-05T08:51:57Z"}],"graph_snapshots":[{"event_id":"sha256:815e35032649c8b67a5b327e25e13b44c70ed71f38cf9e9df8963942ffe56675","target":"graph","created_at":"2026-07-05T08:51:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2408.00657/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Sparse autoencoders (SAEs) have shown promise in extracting interpretable features from complex neural networks. We present one of the first applications of SAEs to dense text embeddings from large language models, demonstrating their effectiveness in disentangling semantic concepts. By training SAEs on embeddings of over 420,000 scientific paper abstracts from computer science and astronomy, we show that the resulting sparse representations maintain semantic fidelity while offering interpretability. We analyse these learned features, exploring their behaviour across different model capacities","authors_text":"Charles O'Neill, Christine Ye, John F. Wu, Kartheik Iyer","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-08-01T15:46:22Z","title":"Disentangling Dense Embeddings with Sparse Autoencoders"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.00657","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:68d2c59952a4a8c11346bcb7d216baf50191ca5c4b496f2e584ab4f86bad48e6","target":"record","created_at":"2026-07-05T08:51:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f51914393ca7f0abb8157fe99d80b1836704421255d620f0e26ca292b7150aac","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-08-01T15:46:22Z","title_canon_sha256":"a78d34b05522ec319d12a1dbbf4b5259cfac5190bf7f875189e11321e0d38209"},"schema_version":"1.0","source":{"id":"2408.00657","kind":"arxiv","version":2}},"canonical_sha256":"a94fe471814083f55c32a06ccdf19b5d0114985833b8286d650947942c1abff9","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a94fe471814083f55c32a06ccdf19b5d0114985833b8286d650947942c1abff9","first_computed_at":"2026-07-05T08:51:57.249881Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:51:57.249881Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"1XjaomA0EoT7r9qo36f/wxtA+MT92c753S8oNr9szhwVxzS9pLuoXxPcEtqhnS3ibjyakamxuGsjKkaNwBdjBA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:51:57.250301Z","signed_message":"canonical_sha256_bytes"},"source_id":"2408.00657","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:68d2c59952a4a8c11346bcb7d216baf50191ca5c4b496f2e584ab4f86bad48e6","sha256:815e35032649c8b67a5b327e25e13b44c70ed71f38cf9e9df8963942ffe56675"],"state_sha256":"5ccab0b704b8604fcdc384d98f8bbddad80bd89f050e65c34431dd3abf3820a8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZTK6TQFmUL/3zR7jSIYsZbLG8mnMzTc2LG+24j41AB+Wf2z8t8bxnjopf6qxXFpMEHRi1X3NP9pH73/sUJm+Bg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T22:22:37.304800Z","bundle_sha256":"bd27a1b64652ae836d0910a8d5802ef6f7429abf50974598560bdc2ac497b949"}}