{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:AM55VBX5Y5QC6M7ORGBX6RN5ED","short_pith_number":"pith:AM55VBX5","canonical_record":{"source":{"id":"2305.12798","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-22T07:52:04Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"de20f55df5d4c3f816d98dc35d7891d79f3fa4eded5e6740c8bd20a3d51737ef","abstract_canon_sha256":"82b013974c64aaeaea254982d966b056ddbaa96fb845c638555b132abc360906"},"schema_version":"1.0"},"canonical_sha256":"033bda86fdc7602f33ee89837f45bd20e1169036d3c7f48d38b3aea069b4510c","source":{"kind":"arxiv","id":"2305.12798","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.12798","created_at":"2026-07-05T08:28:00Z"},{"alias_kind":"arxiv_version","alias_value":"2305.12798v2","created_at":"2026-07-05T08:28:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.12798","created_at":"2026-07-05T08:28:00Z"},{"alias_kind":"pith_short_12","alias_value":"AM55VBX5Y5QC","created_at":"2026-07-05T08:28:00Z"},{"alias_kind":"pith_short_16","alias_value":"AM55VBX5Y5QC6M7O","created_at":"2026-07-05T08:28:00Z"},{"alias_kind":"pith_short_8","alias_value":"AM55VBX5","created_at":"2026-07-05T08:28:00Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:AM55VBX5Y5QC6M7ORGBX6RN5ED","target":"record","payload":{"canonical_record":{"source":{"id":"2305.12798","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-22T07:52:04Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"de20f55df5d4c3f816d98dc35d7891d79f3fa4eded5e6740c8bd20a3d51737ef","abstract_canon_sha256":"82b013974c64aaeaea254982d966b056ddbaa96fb845c638555b132abc360906"},"schema_version":"1.0"},"canonical_sha256":"033bda86fdc7602f33ee89837f45bd20e1169036d3c7f48d38b3aea069b4510c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:28:00.935341Z","signature_b64":"JKC8OY/3oB5XkfaeZxuMVzQ/JNw+MFH2qshzTCJhXyVnti97XOAz3i8Li1YVdrR0mDrwWPgQM8VKdyQBwBY+BA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"033bda86fdc7602f33ee89837f45bd20e1169036d3c7f48d38b3aea069b4510c","last_reissued_at":"2026-07-05T08:28:00.934899Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:28:00.934899Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.12798","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:28:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BnbCqhKLkPxx/UtHkDfyInV5cb9AqvDWZayvFpfCBHf7biJ0gw7N3BuCm5dr9QB8cXmEfsqGpsQIqBX270J/BQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T16:49:47.541961Z"},"content_sha256":"2e0a5ffb41f3a051af910bd7bacbc6f7c6537b5538f7a31c9ad670b796e889b9","schema_version":"1.0","event_id":"sha256:2e0a5ffb41f3a051af910bd7bacbc6f7c6537b5538f7a31c9ad670b796e889b9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:AM55VBX5Y5QC6M7ORGBX6RN5ED","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Word Embeddings Are Steers for Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Chenkai Sun, Chi Han, Heng Ji, Jialiang Xu, Manling Li, Nan Jiang, Tarek Abdelzaher, Yi Fung","submitted_at":"2023-05-22T07:52:04Z","abstract_excerpt":"Language models (LMs) automatically learn word embeddings during pre-training on language corpora. Although word embeddings are usually interpreted as feature vectors for individual words, their roles in language model generation remain underexplored. In this work, we theoretically and empirically revisit output word embeddings and find that their linear transformations are equivalent to steering language model generation styles. We name such steers LM-Steers and find them existing in LMs of all sizes. It requires learning parameters equal to 0.2% of the original LMs' size for steering each st"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.12798","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.12798/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:28:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pkqoCZo+5+ZJ5d3Jx0rjG6M/WyAbEh/7MxFwVDmmu56YVkOn/0p0cChRxHwmURcfTeU9JcJ3uRwrOszKoZ8lDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T16:49:47.542672Z"},"content_sha256":"85cb5ee44fc76c83bb41e7ffe734a87f887470a5730a02f2cfcf9f5dff13a0c5","schema_version":"1.0","event_id":"sha256:85cb5ee44fc76c83bb41e7ffe734a87f887470a5730a02f2cfcf9f5dff13a0c5"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/AM55VBX5Y5QC6M7ORGBX6RN5ED/bundle.json","state_url":"https://pith.science/pith/AM55VBX5Y5QC6M7ORGBX6RN5ED/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/AM55VBX5Y5QC6M7ORGBX6RN5ED/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T16:49:47Z","links":{"resolver":"https://pith.science/pith/AM55VBX5Y5QC6M7ORGBX6RN5ED","bundle":"https://pith.science/pith/AM55VBX5Y5QC6M7ORGBX6RN5ED/bundle.json","state":"https://pith.science/pith/AM55VBX5Y5QC6M7ORGBX6RN5ED/state.json","well_known_bundle":"https://pith.science/.well-known/pith/AM55VBX5Y5QC6M7ORGBX6RN5ED/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:AM55VBX5Y5QC6M7ORGBX6RN5ED","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"82b013974c64aaeaea254982d966b056ddbaa96fb845c638555b132abc360906","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-22T07:52:04Z","title_canon_sha256":"de20f55df5d4c3f816d98dc35d7891d79f3fa4eded5e6740c8bd20a3d51737ef"},"schema_version":"1.0","source":{"id":"2305.12798","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.12798","created_at":"2026-07-05T08:28:00Z"},{"alias_kind":"arxiv_version","alias_value":"2305.12798v2","created_at":"2026-07-05T08:28:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.12798","created_at":"2026-07-05T08:28:00Z"},{"alias_kind":"pith_short_12","alias_value":"AM55VBX5Y5QC","created_at":"2026-07-05T08:28:00Z"},{"alias_kind":"pith_short_16","alias_value":"AM55VBX5Y5QC6M7O","created_at":"2026-07-05T08:28:00Z"},{"alias_kind":"pith_short_8","alias_value":"AM55VBX5","created_at":"2026-07-05T08:28:00Z"}],"graph_snapshots":[{"event_id":"sha256:85cb5ee44fc76c83bb41e7ffe734a87f887470a5730a02f2cfcf9f5dff13a0c5","target":"graph","created_at":"2026-07-05T08:28:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.12798/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Language models (LMs) automatically learn word embeddings during pre-training on language corpora. Although word embeddings are usually interpreted as feature vectors for individual words, their roles in language model generation remain underexplored. In this work, we theoretically and empirically revisit output word embeddings and find that their linear transformations are equivalent to steering language model generation styles. We name such steers LM-Steers and find them existing in LMs of all sizes. It requires learning parameters equal to 0.2% of the original LMs' size for steering each st","authors_text":"Chenkai Sun, Chi Han, Heng Ji, Jialiang Xu, Manling Li, Nan Jiang, Tarek Abdelzaher, Yi Fung","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-22T07:52:04Z","title":"Word Embeddings Are Steers for Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.12798","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2e0a5ffb41f3a051af910bd7bacbc6f7c6537b5538f7a31c9ad670b796e889b9","target":"record","created_at":"2026-07-05T08:28:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"82b013974c64aaeaea254982d966b056ddbaa96fb845c638555b132abc360906","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-22T07:52:04Z","title_canon_sha256":"de20f55df5d4c3f816d98dc35d7891d79f3fa4eded5e6740c8bd20a3d51737ef"},"schema_version":"1.0","source":{"id":"2305.12798","kind":"arxiv","version":2}},"canonical_sha256":"033bda86fdc7602f33ee89837f45bd20e1169036d3c7f48d38b3aea069b4510c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"033bda86fdc7602f33ee89837f45bd20e1169036d3c7f48d38b3aea069b4510c","first_computed_at":"2026-07-05T08:28:00.934899Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:28:00.934899Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"JKC8OY/3oB5XkfaeZxuMVzQ/JNw+MFH2qshzTCJhXyVnti97XOAz3i8Li1YVdrR0mDrwWPgQM8VKdyQBwBY+BA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:28:00.935341Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.12798","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2e0a5ffb41f3a051af910bd7bacbc6f7c6537b5538f7a31c9ad670b796e889b9","sha256:85cb5ee44fc76c83bb41e7ffe734a87f887470a5730a02f2cfcf9f5dff13a0c5"],"state_sha256":"96468d4ff3944a799f41e5274983ec5d8202c4d5a88772554303fdfe850180c9"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jh3hP0/BJmfiJexONHf4ZFhjGetcQ8pPeiJ0Lnm9WCp9jucAwuevvnW0/ypN5SmrruHxDUQwoMhwtM4S+wy9Bg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T16:49:47.548294Z","bundle_sha256":"6d2b06e8df690e789a805be086777b0c355cf2d50b1e6164a3c531c8ee87d875"}}