{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:RTCABUAAJYFZJ6T3N7VPASJ725","short_pith_number":"pith:RTCABUAA","canonical_record":{"source":{"id":"2204.04058","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-04-08T13:22:30Z","cross_cats_sorted":[],"title_canon_sha256":"4da59f5c8bb0d09d53e1c656d75bb2ae207ab9e8caebb81c54d95189317b00c8","abstract_canon_sha256":"8f5bb844185762c32b7ec9f8545f3bfa1baa1aad7ab2070e4ffb5f740688f87d"},"schema_version":"1.0"},"canonical_sha256":"8cc400d0004e0b94fa7b6feaf0493fd75cd0e66d03a254a310fcc4b764b57eb0","source":{"kind":"arxiv","id":"2204.04058","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2204.04058","created_at":"2026-07-05T05:09:16Z"},{"alias_kind":"arxiv_version","alias_value":"2204.04058v2","created_at":"2026-07-05T05:09:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2204.04058","created_at":"2026-07-05T05:09:16Z"},{"alias_kind":"pith_short_12","alias_value":"RTCABUAAJYFZ","created_at":"2026-07-05T05:09:16Z"},{"alias_kind":"pith_short_16","alias_value":"RTCABUAAJYFZJ6T3","created_at":"2026-07-05T05:09:16Z"},{"alias_kind":"pith_short_8","alias_value":"RTCABUAA","created_at":"2026-07-05T05:09:16Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:RTCABUAAJYFZJ6T3N7VPASJ725","target":"record","payload":{"canonical_record":{"source":{"id":"2204.04058","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-04-08T13:22:30Z","cross_cats_sorted":[],"title_canon_sha256":"4da59f5c8bb0d09d53e1c656d75bb2ae207ab9e8caebb81c54d95189317b00c8","abstract_canon_sha256":"8f5bb844185762c32b7ec9f8545f3bfa1baa1aad7ab2070e4ffb5f740688f87d"},"schema_version":"1.0"},"canonical_sha256":"8cc400d0004e0b94fa7b6feaf0493fd75cd0e66d03a254a310fcc4b764b57eb0","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:09:16.953362Z","signature_b64":"VqP4yi4E1wsyU5oa8tla2MKsKNTA6OnkwQ2uO5y/vcEYt/XB4bgQFvwQ6/DhdUZXYgqSB7UHkVb4X4aItHyyDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8cc400d0004e0b94fa7b6feaf0493fd75cd0e66d03a254a310fcc4b764b57eb0","last_reissued_at":"2026-07-05T05:09:16.952933Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:09:16.952933Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2204.04058","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:09:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WnyIlb63yaKTYF/yyPWCUyIe/RFIem/1CxNsGLR5v9p3GS6Fbv5U9wz3DXzwO+E79bMKfJgf0NZAwp8gPsLtAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T07:59:47.689162Z"},"content_sha256":"de6a2c6a2d30ed72d2c7a8579938d3aac78bbd9171b4edac65c720dc900f0983","schema_version":"1.0","event_id":"sha256:de6a2c6a2d30ed72d2c7a8579938d3aac78bbd9171b4edac65c720dc900f0983"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:RTCABUAAJYFZJ6T3N7VPASJ725","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Improving Tokenisation by Alternative Treatment of Spaces","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Aline Villavicencio, Carolina Scarton, Edward Gow-Smith, Harish Tayyar Madabushi","submitted_at":"2022-04-08T13:22:30Z","abstract_excerpt":"Tokenisation is the first step in almost all NLP tasks, and state-of-the-art transformer-based language models all use subword tokenisation algorithms to process input text. Existing algorithms have problems, often producing tokenisations of limited linguistic validity, and representing equivalent strings differently depending on their position within a word. We hypothesise that these problems hinder the ability of transformer-based models to handle complex words, and suggest that these problems are a result of allowing tokens to include spaces. We thus experiment with an alternative tokenisat"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2204.04058","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2204.04058/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:09:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"iF80OVm4PqYoshJAB4wo0e7orF3T3f07BwhAs8nxMqyz1hC4OQTfW6RNYil0pnMi95LISdFfNgK4oXbdwrtLCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T07:59:47.690221Z"},"content_sha256":"f03ebf49a155686b6d2706b41650f1b1cda0612b0ee120c8c17d5bcf6a6126ef","schema_version":"1.0","event_id":"sha256:f03ebf49a155686b6d2706b41650f1b1cda0612b0ee120c8c17d5bcf6a6126ef"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RTCABUAAJYFZJ6T3N7VPASJ725/bundle.json","state_url":"https://pith.science/pith/RTCABUAAJYFZJ6T3N7VPASJ725/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RTCABUAAJYFZJ6T3N7VPASJ725/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-19T07:59:47Z","links":{"resolver":"https://pith.science/pith/RTCABUAAJYFZJ6T3N7VPASJ725","bundle":"https://pith.science/pith/RTCABUAAJYFZJ6T3N7VPASJ725/bundle.json","state":"https://pith.science/pith/RTCABUAAJYFZJ6T3N7VPASJ725/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RTCABUAAJYFZJ6T3N7VPASJ725/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:RTCABUAAJYFZJ6T3N7VPASJ725","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8f5bb844185762c32b7ec9f8545f3bfa1baa1aad7ab2070e4ffb5f740688f87d","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-04-08T13:22:30Z","title_canon_sha256":"4da59f5c8bb0d09d53e1c656d75bb2ae207ab9e8caebb81c54d95189317b00c8"},"schema_version":"1.0","source":{"id":"2204.04058","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2204.04058","created_at":"2026-07-05T05:09:16Z"},{"alias_kind":"arxiv_version","alias_value":"2204.04058v2","created_at":"2026-07-05T05:09:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2204.04058","created_at":"2026-07-05T05:09:16Z"},{"alias_kind":"pith_short_12","alias_value":"RTCABUAAJYFZ","created_at":"2026-07-05T05:09:16Z"},{"alias_kind":"pith_short_16","alias_value":"RTCABUAAJYFZJ6T3","created_at":"2026-07-05T05:09:16Z"},{"alias_kind":"pith_short_8","alias_value":"RTCABUAA","created_at":"2026-07-05T05:09:16Z"}],"graph_snapshots":[{"event_id":"sha256:f03ebf49a155686b6d2706b41650f1b1cda0612b0ee120c8c17d5bcf6a6126ef","target":"graph","created_at":"2026-07-05T05:09:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2204.04058/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Tokenisation is the first step in almost all NLP tasks, and state-of-the-art transformer-based language models all use subword tokenisation algorithms to process input text. Existing algorithms have problems, often producing tokenisations of limited linguistic validity, and representing equivalent strings differently depending on their position within a word. We hypothesise that these problems hinder the ability of transformer-based models to handle complex words, and suggest that these problems are a result of allowing tokens to include spaces. We thus experiment with an alternative tokenisat","authors_text":"Aline Villavicencio, Carolina Scarton, Edward Gow-Smith, Harish Tayyar Madabushi","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-04-08T13:22:30Z","title":"Improving Tokenisation by Alternative Treatment of Spaces"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2204.04058","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:de6a2c6a2d30ed72d2c7a8579938d3aac78bbd9171b4edac65c720dc900f0983","target":"record","created_at":"2026-07-05T05:09:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8f5bb844185762c32b7ec9f8545f3bfa1baa1aad7ab2070e4ffb5f740688f87d","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-04-08T13:22:30Z","title_canon_sha256":"4da59f5c8bb0d09d53e1c656d75bb2ae207ab9e8caebb81c54d95189317b00c8"},"schema_version":"1.0","source":{"id":"2204.04058","kind":"arxiv","version":2}},"canonical_sha256":"8cc400d0004e0b94fa7b6feaf0493fd75cd0e66d03a254a310fcc4b764b57eb0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8cc400d0004e0b94fa7b6feaf0493fd75cd0e66d03a254a310fcc4b764b57eb0","first_computed_at":"2026-07-05T05:09:16.952933Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:09:16.952933Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"VqP4yi4E1wsyU5oa8tla2MKsKNTA6OnkwQ2uO5y/vcEYt/XB4bgQFvwQ6/DhdUZXYgqSB7UHkVb4X4aItHyyDw==","signature_status":"signed_v1","signed_at":"2026-07-05T05:09:16.953362Z","signed_message":"canonical_sha256_bytes"},"source_id":"2204.04058","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:de6a2c6a2d30ed72d2c7a8579938d3aac78bbd9171b4edac65c720dc900f0983","sha256:f03ebf49a155686b6d2706b41650f1b1cda0612b0ee120c8c17d5bcf6a6126ef"],"state_sha256":"f6a5955eaae6008c28d10033303866d85a06f9efa793d47891867f73d9076319"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"esBcsN1l7E2eeBOcpDA1iCo8d8us0RCXUClTHCQxzwLtEoHMZNYx7sDi3/L1N10142H7yWdF92OmA7X7wKTgAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-19T07:59:47.699661Z","bundle_sha256":"6819c7e64d0f6ea33ce054eca62a245275a5c2430c68ccc12a80e4a4728f286b"}}