{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:TMUVX7WKU4ERJAA6TCK6PRFJU5","short_pith_number":"pith:TMUVX7WK","canonical_record":{"source":{"id":"2607.26831","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2026-07-29T12:23:15Z","cross_cats_sorted":[],"title_canon_sha256":"92bb70ba7321b3338807a78dc381d298576453305184b0734ea0b64265dddbc0","abstract_canon_sha256":"6bd4ff528ae8989d911db26a036a9ef33145f98725f5855e5db5d6166a808655"},"schema_version":"1.0"},"canonical_sha256":"9b295bfecaa70914801e9895e7c4a9a75a409567bc4d7c77dfc7b5e38a3abee3","source":{"kind":"arxiv","id":"2607.26831","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2607.26831","created_at":"2026-07-30T01:22:28Z"},{"alias_kind":"arxiv_version","alias_value":"2607.26831v1","created_at":"2026-07-30T01:22:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2607.26831","created_at":"2026-07-30T01:22:28Z"},{"alias_kind":"pith_short_12","alias_value":"TMUVX7WKU4ER","created_at":"2026-07-30T01:22:28Z"},{"alias_kind":"pith_short_16","alias_value":"TMUVX7WKU4ERJAA6","created_at":"2026-07-30T01:22:28Z"},{"alias_kind":"pith_short_8","alias_value":"TMUVX7WK","created_at":"2026-07-30T01:22:28Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:TMUVX7WKU4ERJAA6TCK6PRFJU5","target":"record","payload":{"canonical_record":{"source":{"id":"2607.26831","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2026-07-29T12:23:15Z","cross_cats_sorted":[],"title_canon_sha256":"92bb70ba7321b3338807a78dc381d298576453305184b0734ea0b64265dddbc0","abstract_canon_sha256":"6bd4ff528ae8989d911db26a036a9ef33145f98725f5855e5db5d6166a808655"},"schema_version":"1.0"},"canonical_sha256":"9b295bfecaa70914801e9895e7c4a9a75a409567bc4d7c77dfc7b5e38a3abee3","receipt":{"kind":"pith_receipt","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9b295bfecaa70914801e9895e7c4a9a75a409567bc4d7c77dfc7b5e38a3abee3","last_reissued_at":"2026-07-30T01:22:28.122056Z","signature_status":"unsigned_v0","first_computed_at":"2026-07-30T01:22:28.122056Z"},"source_kind":"arxiv","source_id":"2607.26831","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-30T01:22:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bAC6ZT6B/5yPJ8C23iCQ4SlNTR1evB8ok7XxSk01Q3UvtGLUjzwEZHkJ4IXn7rRSjqVeBh4dg59JcMIIt5gwDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T06:02:45.577201Z"},"content_sha256":"c181e5a374c65b06b7944c10fe922065117f4bff5ffc91cf65b447016760b9c2","schema_version":"1.0","event_id":"sha256:c181e5a374c65b06b7944c10fe922065117f4bff5ffc91cf65b447016760b9c2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:TMUVX7WKU4ERJAA6TCK6PRFJU5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Language Models are not Equally Robust to Non-Canonical Tokenization across Languages","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Poulami Ghosh, Preethi Jyothi","submitted_at":"2026-07-29T12:23:15Z","abstract_excerpt":"Despite the existence of exponentially many valid tokenizations for a given string, language models operate on a single canonical sequence deterministically produced by the tokenizer, leaving the broader tokenization space largely uncharacterized. In this paper, we investigate this overlooked space by studying the behavior of language models under non-canonical tokenizations across diverse languages. For English, prior work shows that models are largely invariant to alternative tokenizations that represent the same underlying string. We ask whether this invariance generalizes to other language"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2607.26831","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2607.26831/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-30T01:22:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XqiBc8QU8RxsAFDAv3ktHpXDCty7jFwEJFRa2ey1v7Wb23oRKFH3+4tf2OdCVQe77VjxtY84BN70mxtwOMVZAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T06:02:45.577759Z"},"content_sha256":"194bc18cff80c971f586681ee18b9694d3865aa5b527e8b9c1630087b3c8a36b","schema_version":"1.0","event_id":"sha256:194bc18cff80c971f586681ee18b9694d3865aa5b527e8b9c1630087b3c8a36b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TMUVX7WKU4ERJAA6TCK6PRFJU5/bundle.json","state_url":"https://pith.science/pith/TMUVX7WKU4ERJAA6TCK6PRFJU5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TMUVX7WKU4ERJAA6TCK6PRFJU5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T06:02:45Z","links":{"resolver":"https://pith.science/pith/TMUVX7WKU4ERJAA6TCK6PRFJU5","bundle":"https://pith.science/pith/TMUVX7WKU4ERJAA6TCK6PRFJU5/bundle.json","state":"https://pith.science/pith/TMUVX7WKU4ERJAA6TCK6PRFJU5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TMUVX7WKU4ERJAA6TCK6PRFJU5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:TMUVX7WKU4ERJAA6TCK6PRFJU5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6bd4ff528ae8989d911db26a036a9ef33145f98725f5855e5db5d6166a808655","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2026-07-29T12:23:15Z","title_canon_sha256":"92bb70ba7321b3338807a78dc381d298576453305184b0734ea0b64265dddbc0"},"schema_version":"1.0","source":{"id":"2607.26831","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2607.26831","created_at":"2026-07-30T01:22:28Z"},{"alias_kind":"arxiv_version","alias_value":"2607.26831v1","created_at":"2026-07-30T01:22:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2607.26831","created_at":"2026-07-30T01:22:28Z"},{"alias_kind":"pith_short_12","alias_value":"TMUVX7WKU4ER","created_at":"2026-07-30T01:22:28Z"},{"alias_kind":"pith_short_16","alias_value":"TMUVX7WKU4ERJAA6","created_at":"2026-07-30T01:22:28Z"},{"alias_kind":"pith_short_8","alias_value":"TMUVX7WK","created_at":"2026-07-30T01:22:28Z"}],"graph_snapshots":[{"event_id":"sha256:194bc18cff80c971f586681ee18b9694d3865aa5b527e8b9c1630087b3c8a36b","target":"graph","created_at":"2026-07-30T01:22:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2607.26831/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Despite the existence of exponentially many valid tokenizations for a given string, language models operate on a single canonical sequence deterministically produced by the tokenizer, leaving the broader tokenization space largely uncharacterized. In this paper, we investigate this overlooked space by studying the behavior of language models under non-canonical tokenizations across diverse languages. For English, prior work shows that models are largely invariant to alternative tokenizations that represent the same underlying string. We ask whether this invariance generalizes to other language","authors_text":"Poulami Ghosh, Preethi Jyothi","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2026-07-29T12:23:15Z","title":"Language Models are not Equally Robust to Non-Canonical Tokenization across Languages"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2607.26831","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c181e5a374c65b06b7944c10fe922065117f4bff5ffc91cf65b447016760b9c2","target":"record","created_at":"2026-07-30T01:22:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6bd4ff528ae8989d911db26a036a9ef33145f98725f5855e5db5d6166a808655","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2026-07-29T12:23:15Z","title_canon_sha256":"92bb70ba7321b3338807a78dc381d298576453305184b0734ea0b64265dddbc0"},"schema_version":"1.0","source":{"id":"2607.26831","kind":"arxiv","version":1}},"canonical_sha256":"9b295bfecaa70914801e9895e7c4a9a75a409567bc4d7c77dfc7b5e38a3abee3","receipt":{"builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9b295bfecaa70914801e9895e7c4a9a75a409567bc4d7c77dfc7b5e38a3abee3","first_computed_at":"2026-07-30T01:22:28.122056Z","kind":"pith_receipt","last_reissued_at":"2026-07-30T01:22:28.122056Z","receipt_version":"0.3","signature_status":"unsigned_v0"},"source_id":"2607.26831","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c181e5a374c65b06b7944c10fe922065117f4bff5ffc91cf65b447016760b9c2","sha256:194bc18cff80c971f586681ee18b9694d3865aa5b527e8b9c1630087b3c8a36b"],"state_sha256":"be7cd34832dae9ec25eced8025767694599d56ef082bf7c6cb31a2231f9b3606"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qPdRMvbVmMMJV0kI4bBIiULWZNxD0knu08LlPHy6zLTumoPjAZhByd/z8ifDF/tO9dTQO33mj43xVnkHUlm7BA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T06:02:45.583005Z","bundle_sha256":"efc077a31f507e28d213f3f5783bd912910f958b8189bc55dd0d0cccda657006"}}