{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2023:RUXGNLKLUBICZL3KAEJK73YENE","short_pith_number":"pith:RUXGNLKL","schema_version":"1.0","canonical_sha256":"8d2e66ad4ba0502caf6a0112afef046910826ecefea3902e5b2ca5def35ce41c","source":{"kind":"arxiv","id":"2305.16349","version":1},"attestation_state":"computed","paper":{"title":"Lexinvariant Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Eric Zelikman, Gregory Valiant, Percy Liang, Qian Huang, Sarah Li Chen, Yuhuai Wu","submitted_at":"2023-05-24T19:10:46Z","abstract_excerpt":"Token embeddings, a mapping from discrete lexical symbols to continuous vectors, are at the heart of any language model (LM). However, lexical symbol meanings can also be determined and even redefined by their structural role in a long context. In this paper, we ask: is it possible for a language model to be performant without \\emph{any} fixed token embeddings? Such a language model would have to rely entirely on the co-occurence and repetition of tokens in the context rather than the \\textit{a priori} identity of any token. To answer this, we study \\textit{lexinvariant}language models that ar"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2305.16349","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T19:10:46Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"042edaf26ecab6307e86ff824ef9a1fa85ac4202790ae73b513b52ac84d26f77","abstract_canon_sha256":"81edf1b99bd6e1278991f3d37cd2e49a0280a93bf8446d6a76c0089c5e29397e"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:14:12.117532Z","signature_b64":"NJxpRp1nKiqjdwygY9R/mtbsW03QsFyRhI1v3GWi08y/1v0qySl8kh2GXcVDPpEZ96/rxdvAAAIxle3BuzhICg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8d2e66ad4ba0502caf6a0112afef046910826ecefea3902e5b2ca5def35ce41c","last_reissued_at":"2026-07-05T06:14:12.117200Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:14:12.117200Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Lexinvariant Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Eric Zelikman, Gregory Valiant, Percy Liang, Qian Huang, Sarah Li Chen, Yuhuai Wu","submitted_at":"2023-05-24T19:10:46Z","abstract_excerpt":"Token embeddings, a mapping from discrete lexical symbols to continuous vectors, are at the heart of any language model (LM). However, lexical symbol meanings can also be determined and even redefined by their structural role in a long context. In this paper, we ask: is it possible for a language model to be performant without \\emph{any} fixed token embeddings? Such a language model would have to rely entirely on the co-occurence and repetition of tokens in the context rather than the \\textit{a priori} identity of any token. To answer this, we study \\textit{lexinvariant}language models that ar"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.16349","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.16349/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2305.16349","created_at":"2026-07-05T06:14:12.117250+00:00"},{"alias_kind":"arxiv_version","alias_value":"2305.16349v1","created_at":"2026-07-05T06:14:12.117250+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.16349","created_at":"2026-07-05T06:14:12.117250+00:00"},{"alias_kind":"pith_short_12","alias_value":"RUXGNLKLUBIC","created_at":"2026-07-05T06:14:12.117250+00:00"},{"alias_kind":"pith_short_16","alias_value":"RUXGNLKLUBICZL3K","created_at":"2026-07-05T06:14:12.117250+00:00"},{"alias_kind":"pith_short_8","alias_value":"RUXGNLKL","created_at":"2026-07-05T06:14:12.117250+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/RUXGNLKLUBICZL3KAEJK73YENE","json":"https://pith.science/pith/RUXGNLKLUBICZL3KAEJK73YENE.json","graph_json":"https://pith.science/api/pith-number/RUXGNLKLUBICZL3KAEJK73YENE/graph.json","events_json":"https://pith.science/api/pith-number/RUXGNLKLUBICZL3KAEJK73YENE/events.json","paper":"https://pith.science/paper/RUXGNLKL"},"agent_actions":{"view_html":"https://pith.science/pith/RUXGNLKLUBICZL3KAEJK73YENE","download_json":"https://pith.science/pith/RUXGNLKLUBICZL3KAEJK73YENE.json","view_paper":"https://pith.science/paper/RUXGNLKL","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2305.16349&json=true","fetch_graph":"https://pith.science/api/pith-number/RUXGNLKLUBICZL3KAEJK73YENE/graph.json","fetch_events":"https://pith.science/api/pith-number/RUXGNLKLUBICZL3KAEJK73YENE/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/RUXGNLKLUBICZL3KAEJK73YENE/action/timestamp_anchor","attest_storage":"https://pith.science/pith/RUXGNLKLUBICZL3KAEJK73YENE/action/storage_attestation","attest_author":"https://pith.science/pith/RUXGNLKLUBICZL3KAEJK73YENE/action/author_attestation","sign_citation":"https://pith.science/pith/RUXGNLKLUBICZL3KAEJK73YENE/action/citation_signature","submit_replication":"https://pith.science/pith/RUXGNLKLUBICZL3KAEJK73YENE/action/replication_record"}},"created_at":"2026-07-05T06:14:12.117250+00:00","updated_at":"2026-07-05T06:14:12.117250+00:00"}