{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:FAPXTEBCUXTJM47JDMRGEBRK4J","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8062a70cc5a7910ff51ecdf8b0572ccde62f42ee48c065b912e7736e4213d7ad","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-03-04T00:19:01Z","title_canon_sha256":"2a715600e4cbb537e00035d15cf559967ffbbdcbb48d6c8b10a353c9f9ca96e6"},"schema_version":"1.0","source":{"id":"2503.02142","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.02142","created_at":"2026-07-05T10:23:37Z"},{"alias_kind":"arxiv_version","alias_value":"2503.02142v1","created_at":"2026-07-05T10:23:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.02142","created_at":"2026-07-05T10:23:37Z"},{"alias_kind":"pith_short_12","alias_value":"FAPXTEBCUXTJ","created_at":"2026-07-05T10:23:37Z"},{"alias_kind":"pith_short_16","alias_value":"FAPXTEBCUXTJM47J","created_at":"2026-07-05T10:23:37Z"},{"alias_kind":"pith_short_8","alias_value":"FAPXTEBC","created_at":"2026-07-05T10:23:37Z"}],"graph_snapshots":[{"event_id":"sha256:edf0a8fa75d973b7fa35ff692515f054b4dde664821322b1ea176a5dda54ec96","target":"graph","created_at":"2026-07-05T10:23:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2503.02142/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this study, we measure the Intrinsic Dimension (ID) of token embedding to estimate the intrinsic dimensions of the manifolds spanned by the representations, so as to evaluate their redundancy quantitatively compared to their extrinsic dimensionality. In detail, (1) we estimate the ID of token embeddings in small-scale language models and also modern large language models, finding that the embedding spaces often reside on lower-dimensional manifolds compared to their extrinsic dimensionality; (2) we measure the ID across various model sizes and observe an increase in redundancy rates as the ","authors_text":"Cho Hakaze, Takuya Kataiwa, Tetsushi Ohki","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-03-04T00:19:01Z","title":"Measuring Intrinsic Dimension of Token Embeddings"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.02142","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f794aa9483bdb146034ee19940691f434e55e40b02985b6bd6c574872a85806f","target":"record","created_at":"2026-07-05T10:23:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8062a70cc5a7910ff51ecdf8b0572ccde62f42ee48c065b912e7736e4213d7ad","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-03-04T00:19:01Z","title_canon_sha256":"2a715600e4cbb537e00035d15cf559967ffbbdcbb48d6c8b10a353c9f9ca96e6"},"schema_version":"1.0","source":{"id":"2503.02142","kind":"arxiv","version":1}},"canonical_sha256":"281f799022a5e69673e91b2262062ae26eda4c52191d6f786a0d416ec1dfc089","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"281f799022a5e69673e91b2262062ae26eda4c52191d6f786a0d416ec1dfc089","first_computed_at":"2026-07-05T10:23:37.548904Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:23:37.548904Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"qw34W87aVXyL0hB78Qz0ybFAQDaSPcBeuMiWR3gas9bPGSKXGin1pNtXw9MsUTbEF2/MPpHMN428MUopND+mBg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:23:37.549708Z","signed_message":"canonical_sha256_bytes"},"source_id":"2503.02142","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f794aa9483bdb146034ee19940691f434e55e40b02985b6bd6c574872a85806f","sha256:edf0a8fa75d973b7fa35ff692515f054b4dde664821322b1ea176a5dda54ec96"],"state_sha256":"ff727066c0fab569df07c28954bede151b979f954996cb4ee36f3282d80aba5e"}