{"as_of":"2026-08-15T01:12:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:44139602d99f924b0f38b8137f2e4da690981b99a1e8525b1e3986d416f5362f","coverage":[{"denominator":67,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":67,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-14T04:32:08.796515Z","state":"measured"},{"denominator":67,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":67,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-14T06:32:32.682623+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2608.08847/citation-record","integrity":"/paper/2608.08847/integrity","json":"/paper/2608.08847/citation-record.json","paper":"/paper/2608.08847"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:09.763098Z","title":"2025 , booktitle=","venue":null,"work_id":"294dfc75-f127-4421-a9c8-b42c8c836d09","year":2025},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.501308Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:64f704f4358eb569b66190b15d67ca4cbaf9b5b6854ada8c43979b1f1d2ed26b","observation_id":"c18acb7d-cdee-4cae-891f-e7f30f64bfb9","resolution":{"observed_at":"2026-08-14T04:32:09.767994Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:09.747696Z","title":"2019 , eprint=","venue":null,"work_id":"4d89ef18-2ddb-4a6d-a6f4-ab5a545e4f62","year":2019},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.507787Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:77732227c7eaba9f79d4a3f41f14ad16204bda448999d484d78a308664962be0","observation_id":"b965d0a2-8d35-4304-8e8f-11df574d9d22","resolution":{"observed_at":"2026-08-14T04:32:09.752877Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:08.512381Z","title":"Say Anything but This: When Tokenizer Betrays Reasoning in","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.512381Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:c4c354e2f330283a79c79e22402fa8ecd36e725d0587d5b43157af76988d9871","observation_id":"1781d9c0-41cd-4564-9c08-e37ee98cffb0","resolution":{"observed_at":"2026-08-14T04:32:08.512381Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:08.516904Z","title":"Improving Tokenisation by Alternative Treatment of Spaces","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.516904Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:cae136ff683b7f1579b6a010ede30d59a135cf4403e78184c59fd73d562afe18","observation_id":"2c241548-dcac-4f8b-98da-2743803f11f9","resolution":{"observed_at":"2026-08-14T04:32:08.516904Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:08.521538Z","title":"Tokenization Falling Short: On Subword Robustness in Large Language Models","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.521538Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:1579179ae64280e12850baade4205c921fe5ea3a47d410158d4b999460bda5b7","observation_id":"369574cf-3149-43b3-8458-6025fd598a84","resolution":{"observed_at":"2026-08-14T04:32:08.521538Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2606.27019","last_updated":"2026-08-12T06:59:17Z","snapshot_observed_at":"2026-08-15T01:09:40.209511Z","submitted_at":"2026-06-25T13:31:02Z","title":"MinGram: A Minimalist Unigram Tokenizer with High Compression and Competitive Morphological Alignment","version":2},"cited_work":{"arxiv_id":"2606.27019","doi":null,"metadata_source":"pith","pith_arxiv_id":"2606.27019","snapshot_observed_at":"2026-08-14T04:32:09.155652Z","title":"MinGram: A Minimalist Unigram Tokenizer with High Compression and Competitive Morphological Alignment","venue":"cs.CL","work_id":"532e0aaa-87be-4112-a35e-6cc9d3e4a1a8","year":2026},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.526111Z"},"links":{"cited_paper":"/paper/2606.27019","citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:ffe2d587216ce246d0add36c177e7cc644c49b97e7ba072152ee7238604121e8","observation_id":"4741079b-0c12-47ba-8368-08568c8ec030","resolution":{"observed_at":"2026-08-14T04:32:09.160993Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:08.530890Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.530890Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:4b7b6e133f1747ea26745a1c457d1b608d24b90c02be5ba14a90fd8b63e72bf3","observation_id":"f126473a-1ca8-42d0-a87d-eba91bb316a3","resolution":{"observed_at":"2026-08-14T04:32:08.530890Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:08.535120Z","title":"doi:10.5281/zenodo.7199437 , url =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.535120Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:c23bf0b93bb0da7d428da5faf047f438386e796bd0ac77424500bb1c6d4c0fc2","observation_id":"f8b9c1ec-f24c-40e9-a0d9-a30e3ff7a6eb","resolution":{"observed_at":"2026-08-14T04:32:08.535120Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:09.722027Z","title":"2026 , month = jul, day =","venue":null,"work_id":"2869ff5f-c774-49f7-b4f3-0af0b363eaef","year":2026},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.540015Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:f34a1506aed7d9dcf68597138e935a428600208ba4ac3123120c437c66241bd4","observation_id":"ca47e64a-b520-4106-8efd-088025906699","resolution":{"observed_at":"2026-08-14T04:32:09.726777Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:08.544531Z","title":"2022 , url =","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.544531Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:7d8fc720ab88773d9c5832652cb59a950eb3c7a8df5a15381d46d4bf1a7fb075","observation_id":"0f4643fe-4c1b-4d5c-862a-a36d4891f421","resolution":{"observed_at":"2026-08-14T04:32:08.544531Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:09.696169Z","title":null,"venue":null,"work_id":"aa701419-e71c-45ac-8132-0da0dd9557bb","year":2024},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.549296Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:b428e07ed6ceb9cdae7e6682381fad2bd8fd3d0399cbee38a717bae3f30970ec","observation_id":"f0e05985-c6c4-4c71-83c0-933baa27fb00","resolution":{"observed_at":"2026-08-14T04:32:09.700968Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:09.681225Z","title":null,"venue":null,"work_id":"4bd29a20-ee37-40af-a311-1b11b62c2641","year":null},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.553633Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:e22c67545aa8cc1a3f9e22bcfa449a1a1eb9e550523be14a4e338fd06f2c6342","observation_id":"bc50c1dc-19df-4e6d-8e45-084ed9ce70b6","resolution":{"observed_at":"2026-08-14T04:32:09.685802Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:08.557843Z","title":"and Reddy, Varshini and Zhang, Haoran and Alameddine, Alec and Uzan, Omri and Pinter, Yuval and Tanner, Chris","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.557843Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:0cd4a18937c1833696dc11ed28392af6b1ba08a561d3f90b40978ea09faab132","observation_id":"0401d9a3-23e0-4a9e-81ae-b0fbfa592440","resolution":{"observed_at":"2026-08-14T04:32:08.557843Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:08.562168Z","title":"and Tanner, Chris and Pinter, Yuval","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.562168Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:ae1c00e3a7ec83eda5d888657008245aa3cb2fc21d1010ccfa8569ba9c4049df","observation_id":"21c68cfd-e18d-4124-8c88-8aadd65df67a","resolution":{"observed_at":"2026-08-14T04:32:08.562168Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:08.566529Z","title":"Tokenization and the Noiseless Channel","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.566529Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:43d97b0e47b1ad371aa05bd7981e4889335d353d58f3700f4da4749d21ea31cb","observation_id":"a578bef0-9049-423c-879b-261ce4d84ab1","resolution":{"observed_at":"2026-08-14T04:32:08.566529Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:08.570953Z","title":"Two Counterexamples to Tokenization and the Noiseless Channel","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.570953Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:e3cf77aadc5ccb733d27980af005042395bfc1ad0a44310a450c7b5128068a53","observation_id":"503dc684-d99a-40b5-b1bc-f5d98f35277c","resolution":{"observed_at":"2026-08-14T04:32:08.570953Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:08.575493Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.575493Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:d8853d7693fcbd445cff210836963f3709a3ac7b5227c17ddb55b60142f66782","observation_id":"42f779e3-75b3-4435-a198-4b85e4b60a15","resolution":{"observed_at":"2026-08-14T04:32:08.575493Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:08.579754Z","title":"Byte Pair Encoding is Suboptimal for Language Model Pretraining","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.579754Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:332c3e813d295287d5e75d7950a31bb12305929545d80de71cd72910a2eac3ba","observation_id":"ee460b06-900d-456b-838c-95ee4bc929d4","resolution":{"observed_at":"2026-08-14T04:32:08.579754Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:08.584043Z","title":"Incorporating Context into Subword Vocabularies","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.584043Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:aba060809828c5c759b100855c66d7b64d661e91e0b7565ea7e5e5992e332c74","observation_id":"935f6ca1-ac75-433b-8454-e1685b4d0de1","resolution":{"observed_at":"2026-08-14T04:32:08.584043Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:08.588319Z","title":"Rethinking Tokenization for Rich Morphology: The Dominance of U nigram over BPE and Morphological Alignment","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.588319Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:ebe7f0b6d37671076e70337e8ae880f2cf0e031d813a9483cf63c3a1a0f1b525","observation_id":"1d556313-8b9e-4f1b-a396-9c90749a5b8d","resolution":{"observed_at":"2026-08-14T04:32:08.588319Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.00894","last_updated":"2025-02-02T20:06:39Z","snapshot_observed_at":"2026-08-14T08:42:01.134960Z","submitted_at":"2025-02-02T20:06:39Z","title":"MorphBPE: A Morpho-Aware Tokenizer Bridging Linguistic Complexity for Efficient LLM Training Across Morphologies","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.00894","snapshot_observed_at":"2026-08-14T04:32:08.592496Z","title":"2502.00894 , archivePrefix=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.592496Z"},"links":{"cited_paper":"/paper/2502.00894","citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:3e12236aa529eaa18d0accfc08fb2807ff1ffaa13443da94a773e29f6b60de9d","observation_id":"d281eeb7-d8ef-43ab-9e61-28bda6313ae5","resolution":{"observed_at":"2026-08-14T04:32:08.592496Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2026.findings-acl.316","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:08.972214Z","title":"Which Pieces Does U nigram Tokenization Really Need?","venue":null,"work_id":"a2fffc32-8cfb-481a-919a-1b7e2e4140c4","year":2026},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.597667Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:5e6db1d9d47dd4b0f4bb7c26269c2bdb6bf69c1bb9ff98f4f944d79ebab95005","observation_id":"c8ad4a85-151b-4e07-bcc4-e9b5e2f0c03f","resolution":{"observed_at":"2026-08-14T04:32:08.978562Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:09.644404Z","title":"2025 , publisher =","venue":null,"work_id":"69a2db76-172c-4209-b238-c3e59a19d17f","year":2025},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.601886Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:8f5b11bb491a6f1e24c9b7a54080233b1ef5d0184f80bfa93447bdca63b5cb5c","observation_id":"b2c1c6b8-4ce0-4d9c-9333-f76cd98655c2","resolution":{"observed_at":"2026-08-14T04:32:09.649697Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:08.606012Z","title":"2020 , eprint=","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.606012Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:9bc2141ea3f5ebf0d47e9e9cd0e69042ef7682891bd98e0758873c4bd0ef5c77","observation_id":"3f3c5379-d3e3-43f9-96de-9085c8a8ec8c","resolution":{"observed_at":"2026-08-14T04:32:08.606012Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:08.610131Z","title":"Evaluating Morphological Plausibility of Subword Tokenization via Statistical Alignment with Morpho-Syntactic Features","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.610131Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:94ab54ea3857879e7fb7ee92822d1cec68100a1d93f790cf452c179e5d522198","observation_id":"440d6026-698e-43b0-85f0-b7f591eb124f","resolution":{"observed_at":"2026-08-14T04:32:08.610131Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:09.617097Z","title":"2025 , eprint=","venue":null,"work_id":"daf60552-3134-483c-9bb2-dd922b649086","year":2025},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.614523Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:f9e2a5bb06d1230a0f86ddfc3a29be8176ef37d2cc9d169657867fa0d44bb1a3","observation_id":"35571c34-544c-47a2-94ff-48bf0d9fcc16","resolution":{"observed_at":"2026-08-14T04:32:09.621724Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:09.600745Z","title":null,"venue":null,"work_id":"edb77061-900f-45af-b8a9-55b8bcfc7d0d","year":null},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.618825Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:bbf80e97a8a39ae5c045e1210f0e39278cd3e867d4e2f6a1c6650c51f3120fba","observation_id":"0b301b75-2c55-43e7-bcfe-68543be61bd1","resolution":{"observed_at":"2026-08-14T04:32:09.605669Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:08.623089Z","title":"SentencePiece : A simple and language independent subword tokenizer and detokenizer for Neural Text Processing","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.623089Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:8e1be7cd0c0d14b19c6f37b7d1cda203a365af24b00971fe9932c340ca0a2d83","observation_id":"c288f69d-93ca-498d-b1f5-e7626179dd85","resolution":{"observed_at":"2026-08-14T04:32:08.623089Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:09.584330Z","title":"Combinatorial Pattern Matching , pages=","venue":null,"work_id":"fcb33420-ce8c-47e6-8b36-611525566156","year":2001},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.627520Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:e2f30297e7f14ed5463311a320137683ba4b653d902e6e87e29562342de1a462","observation_id":"3c8f8c9e-c8b2-43ac-adbf-037a289fb8e5","resolution":{"observed_at":"2026-08-14T04:32:09.590287Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:09.567253Z","title":"ICML 2025 Tokenization Workshop , url=","venue":null,"work_id":"ec9a7675-12ae-4ab1-b6ee-54eca2bca023","year":2025},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.631915Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:a662f28b9d7e7c8a7866ba23eba9be951037dbcbaa0490a0bcb9d8ac03d32fde","observation_id":"cc839931-7172-4887-bbed-02d59c92bdb6","resolution":{"observed_at":"2026-08-14T04:32:09.573221Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:08.636165Z","title":"BPE Gets Picky: Efficient Vocabulary Refinement During Tokenizer Training","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.636165Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:dd70405b3aae71f42ba198f98e090238e8b0efdc6e15b7c0cc48c3c59688b5ef","observation_id":"e8c01c50-d811-4217-8f87-aeef26c8643c","resolution":{"observed_at":"2026-08-14T04:32:08.636165Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:09.550364Z","title":"and Bergen, Benjamin","venue":null,"work_id":"359f0ca5-1d0a-46e9-9038-fb7e52ac7667","year":2024},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.640588Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:22c918d9eeba9ae4933a594662b9d049e8fcb000fb72b65fc25a0e11f0c9f252","observation_id":"210332ec-3e1a-4438-989d-fb19c090adc4","resolution":{"observed_at":"2026-08-14T04:32:09.555570Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:08.644857Z","title":"Neural Machine Translation of Rare Words with Subword Units","venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.644857Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:091f46b7477df52b2047a41b6ea6a0e50c9759c7e7db210d2958bb02532554ed","observation_id":"36dcc0f7-5aaf-4d9d-ac4f-1a9101310ff2","resolution":{"observed_at":"2026-08-14T04:32:08.644857Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:09.532963Z","title":"Proceedings of the 31st International Conference on Computational Linguistics","venue":null,"work_id":"30a3e0fe-aed8-4fb5-ac7d-6590d45b3c2c","year":2025},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.650141Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:77263dcce5c346f3a2b8a15c0df341cbfbf6605bff79c6392b6c85888db907a0","observation_id":"12d5a6d2-733c-4b29-bd8e-ce3d6cd24e35","resolution":{"observed_at":"2026-08-14T04:32:09.538164Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:09.517534Z","title":"Pre-tokenization on punctuation in","venue":null,"work_id":"b9b9944e-f321-43bc-87df-b9d6fa7f1aaf","year":null},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.654554Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:8063cc2520d7fada47781498dcf645d99739a7c4aa92cbd21884f2397345d777","observation_id":"b1eade6e-3477-46a0-9915-cc72bdc2c8ba","resolution":{"observed_at":"2026-08-14T04:32:09.522373Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:09.501088Z","title":null,"venue":null,"work_id":"145372ed-b0b8-4e68-95ca-158b23ade9e1","year":null},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.658729Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:65bcbd98aa0c36c60668e4f00275ef13071e923f8ff84fe8f41b9273df30026c","observation_id":"f1eccd93-d700-4501-ba30-f13f45e3191f","resolution":{"observed_at":"2026-08-14T04:32:09.506421Z","resolver_source":"raw_fallback","status":"parse_uncertain"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:09.484941Z","title":"A Monolingual Approach to Contextualized Word Embeddings for Mid-Resource Languages","venue":null,"work_id":"431fbc0c-5921-4467-9db8-671a2b3cb810","year":2020},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.663227Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:d2e9932409a129324503fc5558e799304613b025cdf6cc0599ffb73d729d4329","observation_id":"bbf3f645-201b-4ed4-b11e-48485c39c1b9","resolution":{"observed_at":"2026-08-14T04:32:09.490232Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:08.667481Z","title":"Asynchronous pipelines for processing huge corpora on medium to low resource infrastructures , series =","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.667481Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:a41918bba9f52d3955f90c021b603f4d77d43c9522897408371b4845886f0af9","observation_id":"3a908081-7600-456d-973d-27f1334a3d36","resolution":{"observed_at":"2026-08-14T04:32:08.667481Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.09400","last_updated":"2023-09-17T23:49:10Z","snapshot_observed_at":"2026-08-14T19:58:07.570687Z","submitted_at":"2023-09-17T23:49:10Z","title":"CulturaX: A Cleaned, Enormous, and Multilingual Dataset for Large Language Models in 167 Languages","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.09400","snapshot_observed_at":"2026-08-14T04:32:08.671910Z","title":"Rossi and Thien Huu Nguyen , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":39,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.671910Z"},"links":{"cited_paper":"/paper/2309.09400","citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:02bd1a25be75b03d9b6b08dcdc1aa28a5e5b85505cd367c256ce027adc76dd8d","observation_id":"1f33e711-3560-4865-ac4a-3ee19212a5bc","resolution":{"observed_at":"2026-08-14T04:32:08.671910Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:09.468390Z","title":"Jamo-Level Subword Tokenization in Low-Resource K orean Machine Translation","venue":null,"work_id":"1199f540-dbcf-4872-9677-5896bfb39773","year":2025},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":40,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.676436Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:bc824e081983c7d436dbead5eb6b4e0e29cf5b1b5f83482dc54d5a020884af9e","observation_id":"d657a32b-281c-40f8-b587-8c858bb377da","resolution":{"observed_at":"2026-08-14T04:32:09.473882Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:08.680957Z","title":"Fishing for M agikarp: Automatically Detecting Under-trained Tokens in Large Language Models","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":41,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.680957Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:1a3acde99c3a3f59fe32e785b82ede16500a6982b071fbb87de2d2663170d086","observation_id":"be0f5dd0-5c53-4488-8ce6-56c4948b9316","resolution":{"observed_at":"2026-08-14T04:32:08.680957Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1910.03771","last_updated":"2020-07-14T03:42:34Z","snapshot_observed_at":"2026-07-06T08:27:58.343233Z","submitted_at":"2019-10-09T03:23:22Z","title":"HuggingFace's Transformers: State-of-the-art Natural Language Processing","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1910.03771","snapshot_observed_at":"2026-08-14T04:32:08.685393Z","title":"Rush , year=","venue":null,"work_id":null,"year":1910},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":42,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.685393Z"},"links":{"cited_paper":"/paper/1910.03771","citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:90bd23aa90d3a4213dfbbbdf776f73a39bcb0d40473f985ad9dbc28afc49ef0b","observation_id":"dcb03b0c-dc5b-4a0d-b9e3-1262318dea22","resolution":{"observed_at":"2026-08-14T04:32:08.685393Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:08.690142Z","title":"2017 , eprint=","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":43,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.690142Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:9208d3e140f4c9480105889a98e562175f8c79cae2d59dd11709c3f8e809e617","observation_id":"7b983339-8701-4503-9b88-14ecdd2ed58b","resolution":{"observed_at":"2026-08-14T04:32:08.690142Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:08.694268Z","title":"Subword Regularization: Improving Neural Network Translation Models with Multiple Subword Candidates","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":44,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.694268Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:ea364504c21941e8c4ef6076ac9336e4a8f096989a529462733ce19a7e3a06a3","observation_id":"a3fd1f5b-7114-4a39-a317-7c7abe58e897","resolution":{"observed_at":"2026-08-14T04:32:08.694268Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:08.698756Z","title":"BPE -Dropout: Simple and Effective Subword Regularization","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":45,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.698756Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:9b9519c91ea7aa6dbf30e1d0846bff3d8c7eecdccb67543dc145866a21ac6f8d","observation_id":"95e4aa0c-f6ae-4952-acbc-4ac8f4c3e651","resolution":{"observed_at":"2026-08-14T04:32:08.698756Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2112.10508","last_updated":"2021-12-20T13:04:18Z","snapshot_observed_at":"2026-08-13T17:12:07.974775Z","submitted_at":"2021-12-20T13:04:18Z","title":"Between words and characters: A Brief History of Open-Vocabulary Modeling and Tokenization in NLP","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2112.10508","snapshot_observed_at":"2026-08-14T04:32:08.702904Z","title":"Mielke and Zaid Alyafeai and Elizabeth Salesky and Colin Raffel and Manan Dey and Matthias Gallé and Arun Raja and Chenglei Si and Wilson Y","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":46,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.702904Z"},"links":{"cited_paper":"/paper/2112.10508","citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:1ce8ebc46fe06ce83a29573df41303ba6c793fb72671d6d061cc66246730da1b","observation_id":"e0b483f3-2cbf-4b91-9682-8e714fa9f6a0","resolution":{"observed_at":"2026-08-14T04:32:08.702904Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:08.707592Z","title":"Too Much in Common: Shifting of Embeddings in Transformer Language Models and its Implications","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":47,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.707592Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:d6f0ee2e96ea54413bdcb5b8627c7fc8c022f552e34d091667369adc07f64d1c","observation_id":"e3311064-0e79-4bd9-bcd1-8fcad81a62af","resolution":{"observed_at":"2026-08-14T04:32:08.707592Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:09.436392Z","title":"2025 , url=","venue":null,"work_id":"41044c49-4d10-4a43-861a-605caf4a74de","year":2025},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":48,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.711821Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:b97ddae3a7bef02c888a39297fedace72131d044a08a7e4dee107f68ebbe49fe","observation_id":"70936cb0-be81-4845-bc76-81940b2704cd","resolution":{"observed_at":"2026-08-14T04:32:09.441602Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:08.715984Z","title":"2025 , eprint=","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":49,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.715984Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:38fd3b285cf5d0262e12627df2fab1e16d6411d10da6e689d43110fc366a654c","observation_id":"b2f14f14-e1a0-4f06-b2eb-1f86850af6b1","resolution":{"observed_at":"2026-08-14T04:32:08.715984Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:09.410282Z","title":"2026 , url =","venue":null,"work_id":"63745dab-1ce8-49a5-9110-1c7d8cb298ab","year":2026},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":50,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.720445Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:246f58cf8ac9df713e25b0e3b08592d269c62aff6fe980e06ac69cc853fe1488","observation_id":"680412f5-6602-4c60-bab0-15de5187e626","resolution":{"observed_at":"2026-08-14T04:32:09.414943Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:09.394426Z","title":"Language Model Tokenizers Introduce Unfairness Between Languages , url =","venue":null,"work_id":"65d30216-7caa-4067-a174-b6aef3084d88","year":null},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":51,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.724598Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:1df9522b53dfa2da2538608df639183e52c3e59355697ea4a2457deb763a7ca1","observation_id":"754e9bd6-3320-4a17-828b-dd7f9851e9a8","resolution":{"observed_at":"2026-08-14T04:32:09.399264Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:08.728737Z","title":"Do All Languages Cost the Same? Tokenization in the Era of Commercial Language Models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":52,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.728737Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:fde805c15041a2eeccd09dd6423fc76ee406767746008c471f38048fa531cab5","observation_id":"1b8213fc-73a6-4f7d-bf7c-3dbeb8697782","resolution":{"observed_at":"2026-08-14T04:32:08.728737Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:08.733224Z","title":"Tokenizer Choice For LLM Training: Negligible or Crucial?","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":53,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.733224Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:b7e86e8d266aa2c2e3ed5912dc6b9e881123efbcd0d1ffea510a9aadba2096f9","observation_id":"fa60bca4-a8a8-4e4e-950b-a6e56d713518","resolution":{"observed_at":"2026-08-14T04:32:08.733224Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:08.737507Z","title":"and Lopes, Ant \\'o nio V","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":54,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.737507Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:b7508cb4ad96fcce6c6a18b0fd226c1dd10aa505757590b94609b522d44c4087","observation_id":"59ee554e-81eb-4021-ae32-95bf33ea029c","resolution":{"observed_at":"2026-08-14T04:32:08.737507Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:08.742742Z","title":"Why do language models perform worse for morphologically complex languages?","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":55,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.742742Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:c83367b39923f778f532b95d385b7ed536240ff1654c8f87cb4057b7d972552b","observation_id":"84aeb7f1-bfd1-4ec8-a4ee-418263d4d8e6","resolution":{"observed_at":"2026-08-14T04:32:08.742742Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:08.747007Z","title":"How Good is Your Tokenizer? On the Monolingual Performance of Multilingual Language Models","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":56,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.747007Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:70d9bbceb6d33b466793420a2052f2ef5a1a5e91735634fc1d927fccbf5e162b","observation_id":"f99981db-50d8-4299-b9ba-f84ab92104e3","resolution":{"observed_at":"2026-08-14T04:32:08.747007Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:08.751597Z","title":"Superbizarre Is Not Superb: Derivational Morphology Improves BERT ' s Interpretation of Complex Words","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":57,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.751597Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:378bfe1db83297321470b3bed539af79f5ded294baddf97bb05f8c48dcc5e336","observation_id":"7d456155-f456-4f34-8358-8b8b1f4eb84d","resolution":{"observed_at":"2026-08-14T04:32:08.751597Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:09.357626Z","title":"2026 , eprint=","venue":null,"work_id":"2ee585fb-eb47-4528-a206-e00a77d3a8dd","year":2026},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":58,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.756259Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:82902d892ad5f26d33f8377f28fc100924b353be9d5b3329aac6f6d61d9bfe2b","observation_id":"58e8f36a-afe7-4284-8eb1-892bc93d8580","resolution":{"observed_at":"2026-08-14T04:32:09.362442Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:09.342587Z","title":"Proceedings of the 15th Language Resources and Evaluation Conference (LREC) , year=","venue":null,"work_id":"3568f323-52b2-468d-9dd4-c03c34c86820","year":null},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":59,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.760424Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:4211ed07cc447e22421f887fa7f3b93c5d54b46cdae4da070a52673b2976b519","observation_id":"66764e8d-ade3-404b-a12a-feb8294fc7b4","resolution":{"observed_at":"2026-08-14T04:32:09.347160Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:08.764743Z","title":"2025 , isbn =","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":60,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.764743Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:1f2aedebcb08c684855bae2e30611d5e33e407497b2f0ec1ad6ed8f975baf306","observation_id":"3b852b5c-c50e-4855-a8df-44ed3d46629d","resolution":{"observed_at":"2026-08-14T04:32:08.764743Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:08.769918Z","title":"The U niversity of E dinburgh ' s Neural MT Systems for WMT 17","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":61,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.769918Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:61c25e3a5be5703ed3fc75d5f2e89725cfdac034f19b6823e3b0715694564772","observation_id":"9ab2392b-dc5a-41bc-86b7-e3a33530cf9a","resolution":{"observed_at":"2026-08-14T04:32:08.769918Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:08.774272Z","title":"Second Conference on Language Modeling , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":62,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.774272Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:438b4ce2ab10878f7f5d7110079896568aa7679ccaf0b2678978dd656d2c3cd8","observation_id":"d00f0e03-4c7f-41b5-a388-37bcc9f6c541","resolution":{"observed_at":"2026-08-14T04:32:08.774272Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:08.778637Z","title":"Investigating the Effectiveness of BPE : The Power of Shorter Sequences","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":63,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.778637Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:3245c95f9a6e2fdbef552dff0386f90865bf0dd965a62fe2a9d001eb0df03045","observation_id":"b5ad4ce1-9dfe-465f-8b92-94144e0894e2","resolution":{"observed_at":"2026-08-14T04:32:08.778637Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:09.317366Z","title":"2026 , eprint=","venue":null,"work_id":"5251a1aa-0d74-4e87-8f64-0ae1a4bfdcfb","year":2026},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":64,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.783008Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:d80b3297d02fd0c3f482ac34dfbb31d4c52474f3fba82098f86c66c3d7da0c9b","observation_id":"3b740281-38cb-46ab-8081-0770132ecb1e","resolution":{"observed_at":"2026-08-14T04:32:09.322667Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.13161","last_updated":"2025-11-30T07:03:40Z","snapshot_observed_at":"2026-08-08T11:46:20.080583Z","submitted_at":"2025-04-17T17:58:13Z","title":"Nemotron-CLIMB: CLustering-based Iterative Data Mixture Bootstrapping for Language Model Pre-training","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.13161","snapshot_observed_at":"2026-08-14T04:32:08.787165Z","title":"Nemotron-","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":65,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.787165Z"},"links":{"cited_paper":"/paper/2504.13161","citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:7698a2d5bd28a22de1c6c9af9cb676e33a509e70d2749421ebaf6e6361b5493b","observation_id":"14593466-7d5c-4aba-b9fc-66e16f0ac3b7","resolution":{"observed_at":"2026-08-14T04:32:08.787165Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:08.792085Z","title":"2025 , publisher =","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":66,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.792085Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:51e1389f1909ec2b83a67beab9ba6fca3121fc3b94d015e0de0bcc86a1deac77","observation_id":"af02c198-1418-4931-b94a-8c17ea00192a","resolution":{"observed_at":"2026-08-14T04:32:08.792085Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:08.796515Z","title":"and Carmon, Yair and Dave, Achal and Schmidt, Ludwig and Shankar, Vaishaal , booktitle =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies","version":2},"reference_index":67,"source":"arxiv_source","source_observed_at":"2026-08-14T04:32:08.796515Z"},"links":{"citing_paper":"/paper/2608.08847"},"observation_digest":"sha256:28f0c5c768218ffc59678ec825707704942ef48cce1afd31c918fe3bc9a00957","observation_id":"3ac71059-15bc-4015-8e14-f79695bf3a15","resolution":{"observed_at":"2026-08-14T04:32:08.796515Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2608.08847","last_updated":"2026-08-12T07:06:26Z","latest_version":2,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-15T01:09:51.132711Z","submitted_at":"2026-08-09T18:16:51Z","title":"Explicit Boundary Markers for Subword Vocabularies"},"reference_resolution":{"displayed":67,"state_counts":{"malformed_identifier":0,"metadata_mismatch":1,"parse_uncertain":1,"unresolved":46,"verified_exact":1,"verified_fuzzy":18},"total_outbound_references":67},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"thesis":"As of 15 August 2026, this Paper Citation Record lists 67 of 67 outbound references and 0 inbound Pith citation observations for arXiv:2608.08847."}