{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:CDWIKL7FJ34OLQDRKXUEVVYQP6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f5802bdeb9fa60cced8cc08dabf2b4fc67c901e0962c2f282621862885dda008","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.AI","submitted_at":"2023-12-04T06:01:32Z","title_canon_sha256":"783cf15eb2b94bdba76621bd93e00f503dc452d1af886acd1204952282c5a431"},"schema_version":"1.0","source":{"id":"2312.01648","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.01648","created_at":"2026-07-05T08:42:31Z"},{"alias_kind":"arxiv_version","alias_value":"2312.01648v3","created_at":"2026-07-05T08:42:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.01648","created_at":"2026-07-05T08:42:31Z"},{"alias_kind":"pith_short_12","alias_value":"CDWIKL7FJ34O","created_at":"2026-07-05T08:42:31Z"},{"alias_kind":"pith_short_16","alias_value":"CDWIKL7FJ34OLQDR","created_at":"2026-07-05T08:42:31Z"},{"alias_kind":"pith_short_8","alias_value":"CDWIKL7F","created_at":"2026-07-05T08:42:31Z"}],"graph_snapshots":[{"event_id":"sha256:88fb066e7340d8922aa6800287fc4ba4e4eea6daad94f44ee06b36e25c3731b6","target":"graph","created_at":"2026-07-05T08:42:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2312.01648/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) drive current AI breakthroughs despite very little being known about their internal representations. In this work, we propose to shed the light on LLMs inner mechanisms through the lens of geometry. In particular, we develop in closed form $(i)$ the intrinsic dimension in which the Multi-Head Attention embeddings are constrained to exist and $(ii)$ the partition and per-region affine mappings of the feedforward (MLP) network of LLMs' layers. Our theoretical findings further enable the design of novel principled solutions applicable to state-of-the-art LLMs. First, ","authors_text":"Randall Balestriero, Romain Cosentino, Sarath Shekkizhar","cross_cats":["cs.CL","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.AI","submitted_at":"2023-12-04T06:01:32Z","title":"Characterizing Large Language Model Geometry Helps Solve Toxicity Detection and Generation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.01648","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:31ceff5283b64346aace4918e15649f1aa6249a945fe75d7418490c8cbb41fa2","target":"record","created_at":"2026-07-05T08:42:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f5802bdeb9fa60cced8cc08dabf2b4fc67c901e0962c2f282621862885dda008","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.AI","submitted_at":"2023-12-04T06:01:32Z","title_canon_sha256":"783cf15eb2b94bdba76621bd93e00f503dc452d1af886acd1204952282c5a431"},"schema_version":"1.0","source":{"id":"2312.01648","kind":"arxiv","version":3}},"canonical_sha256":"10ec852fe54ef8e5c07155e84ad7107fbcfe74d48e0e3121af6a6fb885e2622a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"10ec852fe54ef8e5c07155e84ad7107fbcfe74d48e0e3121af6a6fb885e2622a","first_computed_at":"2026-07-05T08:42:31.295983Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:42:31.295983Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"gCDsUorYbr42P/R+1EOsFSaa3JhgUi4gsF0CvsAocqog607NbJue+8c+4SvBBELn11Aq0UiaUMATo/ow7kDICw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:42:31.296416Z","signed_message":"canonical_sha256_bytes"},"source_id":"2312.01648","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:31ceff5283b64346aace4918e15649f1aa6249a945fe75d7418490c8cbb41fa2","sha256:88fb066e7340d8922aa6800287fc4ba4e4eea6daad94f44ee06b36e25c3731b6"],"state_sha256":"4e70edb837fa8ad10fb8d076fbf731b6b7c0ae0aeb612ee68c78b93c68ad1f93"}