{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:OQK2PIPXZP33FZDJ4MMHHCNEFS","short_pith_number":"pith:OQK2PIPX","canonical_record":{"source":{"id":"2403.10691","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-15T21:21:11Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"06ff7c9c3095b8b9cb906173d7d9bf0f38969039e98913fa06972d6a5b098a25","abstract_canon_sha256":"f1151159cdb1f414bcc506a6b5b0758a3194b12b6c2c0cb660b2e5a458ae0a23"},"schema_version":"1.0"},"canonical_sha256":"7415a7a1f7cbf7b2e469e3187389a42cb64cc0a6c5e58bd1fbf24fa5d31d0a92","source":{"kind":"arxiv","id":"2403.10691","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.10691","created_at":"2026-07-05T09:33:29Z"},{"alias_kind":"arxiv_version","alias_value":"2403.10691v2","created_at":"2026-07-05T09:33:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.10691","created_at":"2026-07-05T09:33:29Z"},{"alias_kind":"pith_short_12","alias_value":"OQK2PIPXZP33","created_at":"2026-07-05T09:33:29Z"},{"alias_kind":"pith_short_16","alias_value":"OQK2PIPXZP33FZDJ","created_at":"2026-07-05T09:33:29Z"},{"alias_kind":"pith_short_8","alias_value":"OQK2PIPX","created_at":"2026-07-05T09:33:29Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:OQK2PIPXZP33FZDJ4MMHHCNEFS","target":"record","payload":{"canonical_record":{"source":{"id":"2403.10691","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-15T21:21:11Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"06ff7c9c3095b8b9cb906173d7d9bf0f38969039e98913fa06972d6a5b098a25","abstract_canon_sha256":"f1151159cdb1f414bcc506a6b5b0758a3194b12b6c2c0cb660b2e5a458ae0a23"},"schema_version":"1.0"},"canonical_sha256":"7415a7a1f7cbf7b2e469e3187389a42cb64cc0a6c5e58bd1fbf24fa5d31d0a92","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:33:29.823765Z","signature_b64":"igE6ZOLFMsVRq9+zh7KAsfC6R4hEs1ZK0PIKKBUstBJpB1+6HQun90Ct3hfy+UIrPofGdGzzLuDomd95/7Z7BA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7415a7a1f7cbf7b2e469e3187389a42cb64cc0a6c5e58bd1fbf24fa5d31d0a92","last_reissued_at":"2026-07-05T09:33:29.823290Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:33:29.823290Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2403.10691","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:33:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ssIgcMMrrlO9hn7B2QvnL/yrBVUtAaPXIo3bwHHcMqHcaAw8w3BYp6iC4ybupkXlORlVxrSGQUgGG5RLfQuFAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T20:41:51.801541Z"},"content_sha256":"d0874f66e472e47c5de25bfd6b2d6811584c12b8960765983ab48bfed07ae51b","schema_version":"1.0","event_id":"sha256:d0874f66e472e47c5de25bfd6b2d6811584c12b8960765983ab48bfed07ae51b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:OQK2PIPXZP33FZDJ4MMHHCNEFS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"MYTE: Morphology-Driven Byte Encoding for Better and Fairer Multilingual Language Modeling","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Hila Gonen, Luke Zettlemoyer, Orevaoghene Ahia, Terra Blevins, Tomasz Limisiewicz","submitted_at":"2024-03-15T21:21:11Z","abstract_excerpt":"A major consideration in multilingual language modeling is how to best represent languages with diverse vocabularies and scripts. Although contemporary text encoding methods cover most of the world's writing systems, they exhibit bias towards the high-resource languages of the Global West. As a result, texts of underrepresented languages tend to be segmented into long sequences of linguistically meaningless units. To address the disparities, we introduce a new paradigm that encodes the same information with segments of consistent size across diverse languages. Our encoding convention (MYTE) is"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.10691","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2403.10691/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:33:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5h+tr9c62GdTVGw3mbo5mQoJprgtXmwLBBQDcFHVh+s0c63XtyMWenwi+9G4LysZ0v/RRfDoFHTar1EIQxJyAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T20:41:51.802101Z"},"content_sha256":"2e8a76a091199550568bdc0df80a2df9f292ccc1f71d4fafac9a9b72a2587ab3","schema_version":"1.0","event_id":"sha256:2e8a76a091199550568bdc0df80a2df9f292ccc1f71d4fafac9a9b72a2587ab3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OQK2PIPXZP33FZDJ4MMHHCNEFS/bundle.json","state_url":"https://pith.science/pith/OQK2PIPXZP33FZDJ4MMHHCNEFS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OQK2PIPXZP33FZDJ4MMHHCNEFS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T20:41:51Z","links":{"resolver":"https://pith.science/pith/OQK2PIPXZP33FZDJ4MMHHCNEFS","bundle":"https://pith.science/pith/OQK2PIPXZP33FZDJ4MMHHCNEFS/bundle.json","state":"https://pith.science/pith/OQK2PIPXZP33FZDJ4MMHHCNEFS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OQK2PIPXZP33FZDJ4MMHHCNEFS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:OQK2PIPXZP33FZDJ4MMHHCNEFS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f1151159cdb1f414bcc506a6b5b0758a3194b12b6c2c0cb660b2e5a458ae0a23","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-15T21:21:11Z","title_canon_sha256":"06ff7c9c3095b8b9cb906173d7d9bf0f38969039e98913fa06972d6a5b098a25"},"schema_version":"1.0","source":{"id":"2403.10691","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.10691","created_at":"2026-07-05T09:33:29Z"},{"alias_kind":"arxiv_version","alias_value":"2403.10691v2","created_at":"2026-07-05T09:33:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.10691","created_at":"2026-07-05T09:33:29Z"},{"alias_kind":"pith_short_12","alias_value":"OQK2PIPXZP33","created_at":"2026-07-05T09:33:29Z"},{"alias_kind":"pith_short_16","alias_value":"OQK2PIPXZP33FZDJ","created_at":"2026-07-05T09:33:29Z"},{"alias_kind":"pith_short_8","alias_value":"OQK2PIPX","created_at":"2026-07-05T09:33:29Z"}],"graph_snapshots":[{"event_id":"sha256:2e8a76a091199550568bdc0df80a2df9f292ccc1f71d4fafac9a9b72a2587ab3","target":"graph","created_at":"2026-07-05T09:33:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2403.10691/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"A major consideration in multilingual language modeling is how to best represent languages with diverse vocabularies and scripts. Although contemporary text encoding methods cover most of the world's writing systems, they exhibit bias towards the high-resource languages of the Global West. As a result, texts of underrepresented languages tend to be segmented into long sequences of linguistically meaningless units. To address the disparities, we introduce a new paradigm that encodes the same information with segments of consistent size across diverse languages. Our encoding convention (MYTE) is","authors_text":"Hila Gonen, Luke Zettlemoyer, Orevaoghene Ahia, Terra Blevins, Tomasz Limisiewicz","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-15T21:21:11Z","title":"MYTE: Morphology-Driven Byte Encoding for Better and Fairer Multilingual Language Modeling"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.10691","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d0874f66e472e47c5de25bfd6b2d6811584c12b8960765983ab48bfed07ae51b","target":"record","created_at":"2026-07-05T09:33:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f1151159cdb1f414bcc506a6b5b0758a3194b12b6c2c0cb660b2e5a458ae0a23","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-15T21:21:11Z","title_canon_sha256":"06ff7c9c3095b8b9cb906173d7d9bf0f38969039e98913fa06972d6a5b098a25"},"schema_version":"1.0","source":{"id":"2403.10691","kind":"arxiv","version":2}},"canonical_sha256":"7415a7a1f7cbf7b2e469e3187389a42cb64cc0a6c5e58bd1fbf24fa5d31d0a92","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7415a7a1f7cbf7b2e469e3187389a42cb64cc0a6c5e58bd1fbf24fa5d31d0a92","first_computed_at":"2026-07-05T09:33:29.823290Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:33:29.823290Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"igE6ZOLFMsVRq9+zh7KAsfC6R4hEs1ZK0PIKKBUstBJpB1+6HQun90Ct3hfy+UIrPofGdGzzLuDomd95/7Z7BA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:33:29.823765Z","signed_message":"canonical_sha256_bytes"},"source_id":"2403.10691","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d0874f66e472e47c5de25bfd6b2d6811584c12b8960765983ab48bfed07ae51b","sha256:2e8a76a091199550568bdc0df80a2df9f292ccc1f71d4fafac9a9b72a2587ab3"],"state_sha256":"a69fd95aef9164075a38ae021f27888321d532cc839ede54b59fb78f5732f74b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jrWNYM61MiZxuyAzRlCEqhpw1lJAOAurWl0SOIC1B7XZOrFkRoiMQDDEH3uqHb6qsKydjwLHUcDmLOvFOTGhCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T20:41:51.806904Z","bundle_sha256":"3d18d0fb11d6105804dc7b1a96e757516ab6cdc73170b2acff40c6382c8f962e"}}