{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:7JQDGT4V3UDBOPVL5RSZLS2H5E","short_pith_number":"pith:7JQDGT4V","canonical_record":{"source":{"id":"2602.13524","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-02-13T23:30:02Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"30b680498cf8c884bc403b4e082e0961c42b22b37cb651e27f5f676eeea66c82","abstract_canon_sha256":"f8715f4dc3d160ced3a0a362c69a2d3d6a95b7697b39185139ff4068f451f001"},"schema_version":"1.0"},"canonical_sha256":"fa60334f95dd06173eabec6595cb47e902b9d94836d936a17389d5b74d2f4745","source":{"kind":"arxiv","id":"2602.13524","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2602.13524","created_at":"2026-05-28T02:04:46Z"},{"alias_kind":"arxiv_version","alias_value":"2602.13524v2","created_at":"2026-05-28T02:04:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2602.13524","created_at":"2026-05-28T02:04:46Z"},{"alias_kind":"pith_short_12","alias_value":"7JQDGT4V3UDB","created_at":"2026-05-28T02:04:46Z"},{"alias_kind":"pith_short_16","alias_value":"7JQDGT4V3UDBOPVL","created_at":"2026-05-28T02:04:46Z"},{"alias_kind":"pith_short_8","alias_value":"7JQDGT4V","created_at":"2026-05-28T02:04:46Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:7JQDGT4V3UDBOPVL5RSZLS2H5E","target":"record","payload":{"canonical_record":{"source":{"id":"2602.13524","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-02-13T23:30:02Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"30b680498cf8c884bc403b4e082e0961c42b22b37cb651e27f5f676eeea66c82","abstract_canon_sha256":"f8715f4dc3d160ced3a0a362c69a2d3d6a95b7697b39185139ff4068f451f001"},"schema_version":"1.0"},"canonical_sha256":"fa60334f95dd06173eabec6595cb47e902b9d94836d936a17389d5b74d2f4745","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-28T02:04:46.237968Z","signature_b64":"OGRTkssh5jGvvywS2zcuNReRGLI0IavOJ5J51ilcI+ySexnEYz31QnNCGNtqLChm2VmnefymPAUj0ZVym1naDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"fa60334f95dd06173eabec6595cb47e902b9d94836d936a17389d5b74d2f4745","last_reissued_at":"2026-05-28T02:04:46.237495Z","signature_status":"signed_v1","first_computed_at":"2026-05-28T02:04:46.237495Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2602.13524","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-28T02:04:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OIoEv5vZEZGTb1I5UaSsgFqkNwwTbnzQ7dC54SHHhGKULTXFZDf0F4IfSj7nN7VYduTyQqNNXnbiAd+VKAuKDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-03T16:06:50.048148Z"},"content_sha256":"620083e452a59f217df0d964738c6e1f7bf081d6546257bccae10cb72a664732","schema_version":"1.0","event_id":"sha256:620083e452a59f217df0d964738c6e1f7bf081d6546257bccae10cb72a664732"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:7JQDGT4V3UDBOPVL5RSZLS2H5E","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Singular Vectors of Attention Heads Align with Features","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Carson Loughridge, Gabriel Franco, Mark Crovella","submitted_at":"2026-02-13T23:30:02Z","abstract_excerpt":"Identifying feature representations in language models is a central task in mechanistic interpretability. Several recent studies have made the observation that feature representations can be inferred in some cases from singular vectors of attention matrices. However, sound justification for this phenomenon is lacking. In this paper we address that question, asking: why and when do singular vectors align with features? First, we demonstrate that singular vectors robustly align with features in a model where features can be directly observed. We then show theoretically that such alignment is exp"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2602.13524","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2602.13524/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-28T02:04:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YOkTUyT0Cj6b4njEH9NHuUohdX/EsIV4bz3L3tGmiftF1/AfCEdoIENxCqRaEftElLaOaGkUa0LrYQnwvfOSCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-03T16:06:50.048531Z"},"content_sha256":"07af0442703564e533ade142b9e1b5da0866efad42f6ac74589762ad38790a20","schema_version":"1.0","event_id":"sha256:07af0442703564e533ade142b9e1b5da0866efad42f6ac74589762ad38790a20"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7JQDGT4V3UDBOPVL5RSZLS2H5E/bundle.json","state_url":"https://pith.science/pith/7JQDGT4V3UDBOPVL5RSZLS2H5E/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7JQDGT4V3UDBOPVL5RSZLS2H5E/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-03T16:06:50Z","links":{"resolver":"https://pith.science/pith/7JQDGT4V3UDBOPVL5RSZLS2H5E","bundle":"https://pith.science/pith/7JQDGT4V3UDBOPVL5RSZLS2H5E/bundle.json","state":"https://pith.science/pith/7JQDGT4V3UDBOPVL5RSZLS2H5E/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7JQDGT4V3UDBOPVL5RSZLS2H5E/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:7JQDGT4V3UDBOPVL5RSZLS2H5E","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f8715f4dc3d160ced3a0a362c69a2d3d6a95b7697b39185139ff4068f451f001","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-02-13T23:30:02Z","title_canon_sha256":"30b680498cf8c884bc403b4e082e0961c42b22b37cb651e27f5f676eeea66c82"},"schema_version":"1.0","source":{"id":"2602.13524","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2602.13524","created_at":"2026-05-28T02:04:46Z"},{"alias_kind":"arxiv_version","alias_value":"2602.13524v2","created_at":"2026-05-28T02:04:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2602.13524","created_at":"2026-05-28T02:04:46Z"},{"alias_kind":"pith_short_12","alias_value":"7JQDGT4V3UDB","created_at":"2026-05-28T02:04:46Z"},{"alias_kind":"pith_short_16","alias_value":"7JQDGT4V3UDBOPVL","created_at":"2026-05-28T02:04:46Z"},{"alias_kind":"pith_short_8","alias_value":"7JQDGT4V","created_at":"2026-05-28T02:04:46Z"}],"graph_snapshots":[{"event_id":"sha256:07af0442703564e533ade142b9e1b5da0866efad42f6ac74589762ad38790a20","target":"graph","created_at":"2026-05-28T02:04:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2602.13524/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Identifying feature representations in language models is a central task in mechanistic interpretability. Several recent studies have made the observation that feature representations can be inferred in some cases from singular vectors of attention matrices. However, sound justification for this phenomenon is lacking. In this paper we address that question, asking: why and when do singular vectors align with features? First, we demonstrate that singular vectors robustly align with features in a model where features can be directly observed. We then show theoretically that such alignment is exp","authors_text":"Carson Loughridge, Gabriel Franco, Mark Crovella","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-02-13T23:30:02Z","title":"Singular Vectors of Attention Heads Align with Features"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2602.13524","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:620083e452a59f217df0d964738c6e1f7bf081d6546257bccae10cb72a664732","target":"record","created_at":"2026-05-28T02:04:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f8715f4dc3d160ced3a0a362c69a2d3d6a95b7697b39185139ff4068f451f001","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-02-13T23:30:02Z","title_canon_sha256":"30b680498cf8c884bc403b4e082e0961c42b22b37cb651e27f5f676eeea66c82"},"schema_version":"1.0","source":{"id":"2602.13524","kind":"arxiv","version":2}},"canonical_sha256":"fa60334f95dd06173eabec6595cb47e902b9d94836d936a17389d5b74d2f4745","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"fa60334f95dd06173eabec6595cb47e902b9d94836d936a17389d5b74d2f4745","first_computed_at":"2026-05-28T02:04:46.237495Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-28T02:04:46.237495Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"OGRTkssh5jGvvywS2zcuNReRGLI0IavOJ5J51ilcI+ySexnEYz31QnNCGNtqLChm2VmnefymPAUj0ZVym1naDw==","signature_status":"signed_v1","signed_at":"2026-05-28T02:04:46.237968Z","signed_message":"canonical_sha256_bytes"},"source_id":"2602.13524","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:620083e452a59f217df0d964738c6e1f7bf081d6546257bccae10cb72a664732","sha256:07af0442703564e533ade142b9e1b5da0866efad42f6ac74589762ad38790a20"],"state_sha256":"f6cd5da1c3cb9e2a08a3dfeb6ce2375a374bcf5801642ed7d8b2b9c94d30e7fc"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lfpP6dJrQXKig+nK4OIIpyZnGM1wUZHeBdLVYFs3T0eOYHVFptv0cv1U/GEQikal1lwwFRd/xxPuoZkaQFHZBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-03T16:06:50.050519Z","bundle_sha256":"69c51eefff773dfb824703952904fa19131a17584696c550d41dd374bd385006"}}