{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:ZJIZ5JWDQRXMEBCFJ6AGFJXI7B","short_pith_number":"pith:ZJIZ5JWD","canonical_record":{"source":{"id":"2502.15343","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-21T09:58:54Z","cross_cats_sorted":[],"title_canon_sha256":"9e9f18daf9a18abc645f7ca10c1bfcc79d645168dd5fe3aab8efe2e461ca6499","abstract_canon_sha256":"3f04a2973b5b4e9991ba4eadf7142fdde26ae989062c3983723b8d8c3a902def"},"schema_version":"1.0"},"canonical_sha256":"ca519ea6c3846ec204454f8062a6e8f87d55071a05f69a7a6a600a9c2a2409bf","source":{"kind":"arxiv","id":"2502.15343","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.15343","created_at":"2026-07-05T11:31:43Z"},{"alias_kind":"arxiv_version","alias_value":"2502.15343v2","created_at":"2026-07-05T11:31:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.15343","created_at":"2026-07-05T11:31:43Z"},{"alias_kind":"pith_short_12","alias_value":"ZJIZ5JWDQRXM","created_at":"2026-07-05T11:31:43Z"},{"alias_kind":"pith_short_16","alias_value":"ZJIZ5JWDQRXMEBCF","created_at":"2026-07-05T11:31:43Z"},{"alias_kind":"pith_short_8","alias_value":"ZJIZ5JWD","created_at":"2026-07-05T11:31:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:ZJIZ5JWDQRXMEBCFJ6AGFJXI7B","target":"record","payload":{"canonical_record":{"source":{"id":"2502.15343","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-21T09:58:54Z","cross_cats_sorted":[],"title_canon_sha256":"9e9f18daf9a18abc645f7ca10c1bfcc79d645168dd5fe3aab8efe2e461ca6499","abstract_canon_sha256":"3f04a2973b5b4e9991ba4eadf7142fdde26ae989062c3983723b8d8c3a902def"},"schema_version":"1.0"},"canonical_sha256":"ca519ea6c3846ec204454f8062a6e8f87d55071a05f69a7a6a600a9c2a2409bf","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:31:43.567787Z","signature_b64":"Jln1M85SAiY1/Bdqd4KsgH2wjp65tEZsRd6l7dmX/2LET/Hdf4+LgxWMMTFRKtbFmgEUjDkCj8wrdnau0s49Ag==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ca519ea6c3846ec204454f8062a6e8f87d55071a05f69a7a6a600a9c2a2409bf","last_reissued_at":"2026-07-05T11:31:43.567300Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:31:43.567300Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2502.15343","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:31:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XJQhciOwwF4rliTmukzfD9pi0gSQUWBBNa11yX+ucvWMURGjTlu2ehBTHVmEvsif7hL/4M8g+lq2hxRUrm2JAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T13:29:20.922417Z"},"content_sha256":"a68d1b745bd7f02aa50bf00f3f6156f27603d38d1523d739873d1f24dfccdae7","schema_version":"1.0","event_id":"sha256:a68d1b745bd7f02aa50bf00f3f6156f27603d38d1523d739873d1f24dfccdae7"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:ZJIZ5JWDQRXMEBCFJ6AGFJXI7B","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Tokenization is Sensitive to Language Variation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Anna Wegmann, David Jurgens, Dong Nguyen","submitted_at":"2025-02-21T09:58:54Z","abstract_excerpt":"Variation in language is ubiquitous and often systematically linked to regional, social, and contextual factors. Tokenizers split texts into smaller units and might behave differently for less common linguistic forms. This might affect downstream LLM performance differently on two types of tasks: Tasks where the model should be robust to language variation (e.g., for semantic tasks like NLI, labels do not depend on whether a text uses British or American spelling) and tasks where the model should be sensitive to language variation (e.g., for form-based tasks like authorship verification, label"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.15343","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2502.15343/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:31:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"uljDOSLM4pOkz21oz/GW7EL7SWHfc3HKPBMq/Dkoiip+Hjvi9FWpCyFddAHTP5a9pwc943BXs7pkuSAk5e55Bg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T13:29:20.923428Z"},"content_sha256":"4fef6669e565f42b85e926b8ea37d042da8703732af3066a8a251d6756cae7cd","schema_version":"1.0","event_id":"sha256:4fef6669e565f42b85e926b8ea37d042da8703732af3066a8a251d6756cae7cd"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ZJIZ5JWDQRXMEBCFJ6AGFJXI7B/bundle.json","state_url":"https://pith.science/pith/ZJIZ5JWDQRXMEBCFJ6AGFJXI7B/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ZJIZ5JWDQRXMEBCFJ6AGFJXI7B/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T13:29:20Z","links":{"resolver":"https://pith.science/pith/ZJIZ5JWDQRXMEBCFJ6AGFJXI7B","bundle":"https://pith.science/pith/ZJIZ5JWDQRXMEBCFJ6AGFJXI7B/bundle.json","state":"https://pith.science/pith/ZJIZ5JWDQRXMEBCFJ6AGFJXI7B/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ZJIZ5JWDQRXMEBCFJ6AGFJXI7B/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:ZJIZ5JWDQRXMEBCFJ6AGFJXI7B","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3f04a2973b5b4e9991ba4eadf7142fdde26ae989062c3983723b8d8c3a902def","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-21T09:58:54Z","title_canon_sha256":"9e9f18daf9a18abc645f7ca10c1bfcc79d645168dd5fe3aab8efe2e461ca6499"},"schema_version":"1.0","source":{"id":"2502.15343","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.15343","created_at":"2026-07-05T11:31:43Z"},{"alias_kind":"arxiv_version","alias_value":"2502.15343v2","created_at":"2026-07-05T11:31:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.15343","created_at":"2026-07-05T11:31:43Z"},{"alias_kind":"pith_short_12","alias_value":"ZJIZ5JWDQRXM","created_at":"2026-07-05T11:31:43Z"},{"alias_kind":"pith_short_16","alias_value":"ZJIZ5JWDQRXMEBCF","created_at":"2026-07-05T11:31:43Z"},{"alias_kind":"pith_short_8","alias_value":"ZJIZ5JWD","created_at":"2026-07-05T11:31:43Z"}],"graph_snapshots":[{"event_id":"sha256:4fef6669e565f42b85e926b8ea37d042da8703732af3066a8a251d6756cae7cd","target":"graph","created_at":"2026-07-05T11:31:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.15343/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Variation in language is ubiquitous and often systematically linked to regional, social, and contextual factors. Tokenizers split texts into smaller units and might behave differently for less common linguistic forms. This might affect downstream LLM performance differently on two types of tasks: Tasks where the model should be robust to language variation (e.g., for semantic tasks like NLI, labels do not depend on whether a text uses British or American spelling) and tasks where the model should be sensitive to language variation (e.g., for form-based tasks like authorship verification, label","authors_text":"Anna Wegmann, David Jurgens, Dong Nguyen","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-21T09:58:54Z","title":"Tokenization is Sensitive to Language Variation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.15343","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a68d1b745bd7f02aa50bf00f3f6156f27603d38d1523d739873d1f24dfccdae7","target":"record","created_at":"2026-07-05T11:31:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3f04a2973b5b4e9991ba4eadf7142fdde26ae989062c3983723b8d8c3a902def","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-21T09:58:54Z","title_canon_sha256":"9e9f18daf9a18abc645f7ca10c1bfcc79d645168dd5fe3aab8efe2e461ca6499"},"schema_version":"1.0","source":{"id":"2502.15343","kind":"arxiv","version":2}},"canonical_sha256":"ca519ea6c3846ec204454f8062a6e8f87d55071a05f69a7a6a600a9c2a2409bf","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ca519ea6c3846ec204454f8062a6e8f87d55071a05f69a7a6a600a9c2a2409bf","first_computed_at":"2026-07-05T11:31:43.567300Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:31:43.567300Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Jln1M85SAiY1/Bdqd4KsgH2wjp65tEZsRd6l7dmX/2LET/Hdf4+LgxWMMTFRKtbFmgEUjDkCj8wrdnau0s49Ag==","signature_status":"signed_v1","signed_at":"2026-07-05T11:31:43.567787Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.15343","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a68d1b745bd7f02aa50bf00f3f6156f27603d38d1523d739873d1f24dfccdae7","sha256:4fef6669e565f42b85e926b8ea37d042da8703732af3066a8a251d6756cae7cd"],"state_sha256":"a080bec9df8e02108e03331a6b0ade433764530848707e4e68bb0d80998dc986"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qAM0BtlktNEJz/8yeOtkyR5pA7MLkW0EUFPmQrtNYgJcqT0Gp4TbiorY3QKvz8L1zeObpaYMLQ4+U32Jfs9iAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T13:29:20.930096Z","bundle_sha256":"0fc665c37206888574ce100b899d36569306778b8dbf2b588f96b74f31367068"}}