{"as_of":"2026-08-22T18:20:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:146c2e47062e8f925e62b981e022587aab873e496d92e7716cd87d327c8f53cc","coverage":[{"denominator":21,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":21,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-15T15:22:58.154641Z","state":"measured"},{"denominator":21,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":21,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-22T06:32:14.747728+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2608.00837/citation-record","integrity":"/paper/2608.00837/integrity","json":"/paper/2608.00837/citation-record.json","paper":"/paper/2608.00837"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T15:22:58.033543Z","title":"A new algorithm for data compression","venue":null,"work_id":null,"year":1994},"citing_paper":{"arxiv_id":"2608.00837","last_updated":"2026-08-04T12:18:15Z","snapshot_observed_at":"2026-08-19T07:03:45.561569Z","submitted_at":"2026-08-01T19:34:44Z","title":"Pruned BPE: Post-training Visibility Pruning and Token Reallocation for Byte Pair Encoding","version":2},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-15T15:22:58.033543Z"},"links":{"citing_paper":"/paper/2608.00837"},"observation_digest":"sha256:334815651760bef2dcabc476f1ac002895f95a3c381de28a03feb729f0c6b297","observation_id":"faaa7143-9047-4aa7-a069-2e866af3b755","resolution":{"observed_at":"2026-08-15T15:22:58.033543Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T15:22:58.039429Z","title":"Neural machine translation of rare words with subword units","venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2608.00837","last_updated":"2026-08-04T12:18:15Z","snapshot_observed_at":"2026-08-19T07:03:45.561569Z","submitted_at":"2026-08-01T19:34:44Z","title":"Pruned BPE: Post-training Visibility Pruning and Token Reallocation for Byte Pair Encoding","version":2},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-15T15:22:58.039429Z"},"links":{"citing_paper":"/paper/2608.00837"},"observation_digest":"sha256:845fdd10c1a43ac6c29501609ecd7974f66052978f301c742e0aad965aac0cdf","observation_id":"d82c0d3c-e4c5-4b49-bc93-2e7813b23ce1","resolution":{"observed_at":"2026-08-15T15:22:58.039429Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T15:22:58.044887Z","title":"Language models are unsupervised multitask learners","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2608.00837","last_updated":"2026-08-04T12:18:15Z","snapshot_observed_at":"2026-08-19T07:03:45.561569Z","submitted_at":"2026-08-01T19:34:44Z","title":"Pruned BPE: Post-training Visibility Pruning and Token Reallocation for Byte Pair Encoding","version":2},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-15T15:22:58.044887Z"},"links":{"citing_paper":"/paper/2608.00837"},"observation_digest":"sha256:2c6d1ecb44e42425ff93c97addccad2f993c4ed06e40c42ccd09862d1af7df87","observation_id":"873601fb-b60f-4c25-a082-40654e683900","resolution":{"observed_at":"2026-08-15T15:22:58.044887Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T15:22:58.049940Z","title":"Llama 3 tokenizer implementation","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2608.00837","last_updated":"2026-08-04T12:18:15Z","snapshot_observed_at":"2026-08-19T07:03:45.561569Z","submitted_at":"2026-08-01T19:34:44Z","title":"Pruned BPE: Post-training Visibility Pruning and Token Reallocation for Byte Pair Encoding","version":2},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-15T15:22:58.049940Z"},"links":{"citing_paper":"/paper/2608.00837"},"observation_digest":"sha256:70c2744b113a9aeb82b66c72a6e13716354be801f7bb4cfd873a933a4524d59a","observation_id":"1ffe6396-6d47-4e4d-a6fe-3285572f200f","resolution":{"observed_at":"2026-08-15T15:22:58.049940Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.16609","last_updated":"2023-09-28T17:07:49Z","snapshot_observed_at":"2026-08-20T15:31:01.041088Z","submitted_at":"2023-09-28T17:07:49Z","title":"Qwen Technical Report","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.16609","snapshot_observed_at":"2026-08-15T15:22:58.055363Z","title":"Qwen technical report","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2608.00837","last_updated":"2026-08-04T12:18:15Z","snapshot_observed_at":"2026-08-19T07:03:45.561569Z","submitted_at":"2026-08-01T19:34:44Z","title":"Pruned BPE: Post-training Visibility Pruning and Token Reallocation for Byte Pair Encoding","version":2},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-15T15:22:58.055363Z"},"links":{"cited_paper":"/paper/2309.16609","citing_paper":"/paper/2608.00837"},"observation_digest":"sha256:65fca7fd6db7dc6d5f0aba71231ae60c6cc41410eda8c918d01867d86f91c1a7","observation_id":"7564475a-1176-4e86-98e3-4d6b35f9c9c1","resolution":{"observed_at":"2026-08-15T15:22:58.055363Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2505.09388","last_updated":"2025-05-14T13:41:34Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-05-14T13:41:34Z","title":"Qwen3 Technical Report","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.09388","snapshot_observed_at":"2026-08-15T15:22:58.061331Z","title":"Qwen3 technical report","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.00837","last_updated":"2026-08-04T12:18:15Z","snapshot_observed_at":"2026-08-19T07:03:45.561569Z","submitted_at":"2026-08-01T19:34:44Z","title":"Pruned BPE: Post-training Visibility Pruning and Token Reallocation for Byte Pair Encoding","version":2},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-15T15:22:58.061331Z"},"links":{"cited_paper":"/paper/2505.09388","citing_paper":"/paper/2608.00837"},"observation_digest":"sha256:964c75f38fb5ac8167258f832ff49d1776d8288823a1eff0fbde0ff5098983a1","observation_id":"ce53621b-2cb0-4aa4-a47e-04fb79b72d60","resolution":{"observed_at":"2026-08-15T15:22:58.061331Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T15:22:58.067456Z","title":"Tokenization: v3 tokenizer","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2608.00837","last_updated":"2026-08-04T12:18:15Z","snapshot_observed_at":"2026-08-19T07:03:45.561569Z","submitted_at":"2026-08-01T19:34:44Z","title":"Pruned BPE: Post-training Visibility Pruning and Token Reallocation for Byte Pair Encoding","version":2},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-15T15:22:58.067456Z"},"links":{"citing_paper":"/paper/2608.00837"},"observation_digest":"sha256:8e537dc56a6c45bbf8204721d0a16ad466e9cfe434bd76331e835fc9da38feb5","observation_id":"0e698b3e-2524-4207-9f13-e1ede01c46ce","resolution":{"observed_at":"2026-08-15T15:22:58.067456Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T15:22:58.073747Z","title":null,"venue":null,"work_id":null,"year":1901},"citing_paper":{"arxiv_id":"2608.00837","last_updated":"2026-08-04T12:18:15Z","snapshot_observed_at":"2026-08-19T07:03:45.561569Z","submitted_at":"2026-08-01T19:34:44Z","title":"Pruned BPE: Post-training Visibility Pruning and Token Reallocation for Byte Pair Encoding","version":2},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-15T15:22:58.073747Z"},"links":{"citing_paper":"/paper/2608.00837"},"observation_digest":"sha256:fe1f5535fd8b536e274683f9074633494feabb876408f695a217dd305a6b849f","observation_id":"85ee7408-4974-40a2-b9cb-2f11cbe5c961","resolution":{"observed_at":"2026-08-15T15:22:58.073747Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1907.11692","last_updated":"2019-07-26T17:48:29Z","snapshot_observed_at":"2026-08-16T14:33:50.657682Z","submitted_at":"2019-07-26T17:48:29Z","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1907.11692","snapshot_observed_at":"2026-08-15T15:22:58.079526Z","title":"RoBERTa: A robustly optimized BERT pretraining approach","venue":null,"work_id":null,"year":1907},"citing_paper":{"arxiv_id":"2608.00837","last_updated":"2026-08-04T12:18:15Z","snapshot_observed_at":"2026-08-19T07:03:45.561569Z","submitted_at":"2026-08-01T19:34:44Z","title":"Pruned BPE: Post-training Visibility Pruning and Token Reallocation for Byte Pair Encoding","version":2},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-15T15:22:58.079526Z"},"links":{"cited_paper":"/paper/1907.11692","citing_paper":"/paper/2608.00837"},"observation_digest":"sha256:696ce01a58cb608dce8ea87db33a47790f103dcb34e057e665a40db0bf74f318","observation_id":"7fec7724-c998-4cb0-9032-dae3498a0172","resolution":{"observed_at":"2026-08-15T15:22:58.079526Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T15:22:58.085527Z","title":"SentencePiece: A simple and language independent subword tok- enizer and detokenizer for neural text processing","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2608.00837","last_updated":"2026-08-04T12:18:15Z","snapshot_observed_at":"2026-08-19T07:03:45.561569Z","submitted_at":"2026-08-01T19:34:44Z","title":"Pruned BPE: Post-training Visibility Pruning and Token Reallocation for Byte Pair Encoding","version":2},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-15T15:22:58.085527Z"},"links":{"citing_paper":"/paper/2608.00837"},"observation_digest":"sha256:e331811973a3409f615a77915e07c432a6db2420981c715b7b6629f66cf72f9e","observation_id":"73be7917-029e-4f75-9848-960f139e4af2","resolution":{"observed_at":"2026-08-15T15:22:58.085527Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T15:22:58.094622Z","title":"BPE-Dropout: Simple and effective subword regularization","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2608.00837","last_updated":"2026-08-04T12:18:15Z","snapshot_observed_at":"2026-08-19T07:03:45.561569Z","submitted_at":"2026-08-01T19:34:44Z","title":"Pruned BPE: Post-training Visibility Pruning and Token Reallocation for Byte Pair Encoding","version":2},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-15T15:22:58.094622Z"},"links":{"citing_paper":"/paper/2608.00837"},"observation_digest":"sha256:4010679dce70aaf06fd534f5248296b6733f14d2aed4e9d9938cb8d6d64cc5fc","observation_id":"38b393ab-db2f-497b-8eef-a845730606f7","resolution":{"observed_at":"2026-08-15T15:22:58.094622Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T15:22:58.100898Z","title":"Scaffold-BPE: Enhancing byte pair encoding for large language models with simple and effective scaffold token removal","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.00837","last_updated":"2026-08-04T12:18:15Z","snapshot_observed_at":"2026-08-19T07:03:45.561569Z","submitted_at":"2026-08-01T19:34:44Z","title":"Pruned BPE: Post-training Visibility Pruning and Token Reallocation for Byte Pair Encoding","version":2},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-15T15:22:58.100898Z"},"links":{"citing_paper":"/paper/2608.00837"},"observation_digest":"sha256:b66627864091c39e73ce9977268327fc2cdb50e0aacbd1c1de6540acf956c248","observation_id":"ee53964c-6625-48de-8112-029d80bd3fc5","resolution":{"observed_at":"2026-08-15T15:22:58.100898Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.00397","last_updated":"2024-03-30T15:29:49Z","snapshot_observed_at":"2026-08-16T14:04:59.360047Z","submitted_at":"2024-03-30T15:29:49Z","title":"An Analysis of BPE Vocabulary Trimming in Neural Machine Translation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.00397","snapshot_observed_at":"2026-08-15T15:22:58.106242Z","title":"An analysis of BPE vocabulary trimming in neural machine translation","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2608.00837","last_updated":"2026-08-04T12:18:15Z","snapshot_observed_at":"2026-08-19T07:03:45.561569Z","submitted_at":"2026-08-01T19:34:44Z","title":"Pruned BPE: Post-training Visibility Pruning and Token Reallocation for Byte Pair Encoding","version":2},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-15T15:22:58.106242Z"},"links":{"cited_paper":"/paper/2404.00397","citing_paper":"/paper/2608.00837"},"observation_digest":"sha256:425c993836c2e90260efec0ea13f3ccb44c6b16def6a246295e878cc136ff164","observation_id":"9592eff8-ca3d-4254-9099-a77419a459a8","resolution":{"observed_at":"2026-08-15T15:22:58.106242Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T15:22:58.111597Z","title":"The FineWeb datasets: Decanting the web for the finest text data at scale","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2608.00837","last_updated":"2026-08-04T12:18:15Z","snapshot_observed_at":"2026-08-19T07:03:45.561569Z","submitted_at":"2026-08-01T19:34:44Z","title":"Pruned BPE: Post-training Visibility Pruning and Token Reallocation for Byte Pair Encoding","version":2},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-15T15:22:58.111597Z"},"links":{"citing_paper":"/paper/2608.00837"},"observation_digest":"sha256:00d8f0bd973ddb491024e23197bd53af536a84dd49168a34e6ddbaa9053dda8d","observation_id":"e5f75321-610b-49bc-b475-8b7d6f5cf1c8","resolution":{"observed_at":"2026-08-15T15:22:58.111597Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T15:22:58.117230Z","title":"Updated Reddit comment dataset as torrents","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2608.00837","last_updated":"2026-08-04T12:18:15Z","snapshot_observed_at":"2026-08-19T07:03:45.561569Z","submitted_at":"2026-08-01T19:34:44Z","title":"Pruned BPE: Post-training Visibility Pruning and Token Reallocation for Byte Pair Encoding","version":2},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-15T15:22:58.117230Z"},"links":{"citing_paper":"/paper/2608.00837"},"observation_digest":"sha256:053d99e1c42a518470cabd820667df3a08cdc72f18b4eea106d4f6df5822e2db","observation_id":"c369c8f9-026a-4f0c-9511-db965eebd76e","resolution":{"observed_at":"2026-08-15T15:22:58.117230Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T15:22:58.123287Z","title":"News dataset available","venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2608.00837","last_updated":"2026-08-04T12:18:15Z","snapshot_observed_at":"2026-08-19T07:03:45.561569Z","submitted_at":"2026-08-01T19:34:44Z","title":"Pruned BPE: Post-training Visibility Pruning and Token Reallocation for Byte Pair Encoding","version":2},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-15T15:22:58.123287Z"},"links":{"citing_paper":"/paper/2608.00837"},"observation_digest":"sha256:a0dadb9c0b2ddecf0eb3a7f59cd6631df17b687011171f6d28b2653f6428f8b6","observation_id":"b079fe7c-762b-4d09-bd2c-9606edd4fd33","resolution":{"observed_at":"2026-08-15T15:22:58.123287Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T15:22:58.129238Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00837","last_updated":"2026-08-04T12:18:15Z","snapshot_observed_at":"2026-08-19T07:03:45.561569Z","submitted_at":"2026-08-01T19:34:44Z","title":"Pruned BPE: Post-training Visibility Pruning and Token Reallocation for Byte Pair Encoding","version":2},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-15T15:22:58.129238Z"},"links":{"citing_paper":"/paper/2608.00837"},"observation_digest":"sha256:570138833864458bfa974db1fc24c186770cf28e0b4d812b678223bc6cd8aa88","observation_id":"2d380ef2-db72-48cd-bc1b-82f75249b693","resolution":{"observed_at":"2026-08-15T15:22:58.129238Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T15:22:58.134922Z","title":"THUCTC: An Efficient Chinese Text Classifier","venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2608.00837","last_updated":"2026-08-04T12:18:15Z","snapshot_observed_at":"2026-08-19T07:03:45.561569Z","submitted_at":"2026-08-01T19:34:44Z","title":"Pruned BPE: Post-training Visibility Pruning and Token Reallocation for Byte Pair Encoding","version":2},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-15T15:22:58.134922Z"},"links":{"citing_paper":"/paper/2608.00837"},"observation_digest":"sha256:676db0d54b1fe6635416392f0e8d5d3bc782bcbc2bfb46732e5b237b503b49d9","observation_id":"5c8c0376-fd5f-42e4-ba05-7a510be528a9","resolution":{"observed_at":"2026-08-15T15:22:58.134922Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T15:22:58.142140Z","title":"Pruned BPE Tokenizer: Python/Cython implementation, corpus data, and trained tokenizers","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2608.00837","last_updated":"2026-08-04T12:18:15Z","snapshot_observed_at":"2026-08-19T07:03:45.561569Z","submitted_at":"2026-08-01T19:34:44Z","title":"Pruned BPE: Post-training Visibility Pruning and Token Reallocation for Byte Pair Encoding","version":2},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-15T15:22:58.142140Z"},"links":{"citing_paper":"/paper/2608.00837"},"observation_digest":"sha256:153876248fff23a4be75de3dde2d7780926b5df3ed24cda5ba5e5edfc3c5a4d4","observation_id":"d1d13cbf-f074-4e73-ac21-9473a9dedb8e","resolution":{"observed_at":"2026-08-15T15:22:58.142140Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T15:22:58.148248Z","title":"Schmidt, Chris Tanner, and Yuval Pinter","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2608.00837","last_updated":"2026-08-04T12:18:15Z","snapshot_observed_at":"2026-08-19T07:03:45.561569Z","submitted_at":"2026-08-01T19:34:44Z","title":"Pruned BPE: Post-training Visibility Pruning and Token Reallocation for Byte Pair Encoding","version":2},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-15T15:22:58.148248Z"},"links":{"citing_paper":"/paper/2608.00837"},"observation_digest":"sha256:1e0057fd3887f16bcc98d0f10e4924a64ea85193cd9aa4f04f20da8a140116d8","observation_id":"a05571b9-8484-4399-a65f-4ea8b613087d","resolution":{"observed_at":"2026-08-15T15:22:58.148248Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T15:22:58.154641Z","title":"Schmidt, Varshini Reddy, Haoran Zhang, Alec Alameddine, Omri Uzan, Yuval Pinter, and Chris Tanner","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2608.00837","last_updated":"2026-08-04T12:18:15Z","snapshot_observed_at":"2026-08-19T07:03:45.561569Z","submitted_at":"2026-08-01T19:34:44Z","title":"Pruned BPE: Post-training Visibility Pruning and Token Reallocation for Byte Pair Encoding","version":2},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-15T15:22:58.154641Z"},"links":{"citing_paper":"/paper/2608.00837"},"observation_digest":"sha256:cc238e03c5b5b7b62f34e5cb0798efc029a67ebdc0f347883c1bf0579d0b0679","observation_id":"b3d87f0d-1fee-45eb-aded-f47260c38f4f","resolution":{"observed_at":"2026-08-15T15:22:58.154641Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2608.00837","last_updated":"2026-08-04T12:18:15Z","latest_version":2,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-19T07:03:45.561569Z","submitted_at":"2026-08-01T19:34:44Z","title":"Pruned BPE: Post-training Visibility Pruning and Token Reallocation for Byte Pair Encoding"},"reference_resolution":{"displayed":21,"state_counts":{"malformed_identifier":1,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":20,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":21},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"thesis":"As of 22 August 2026, this Paper Citation Record lists 21 of 21 outbound references and 0 inbound Pith citation observations for arXiv:2608.00837."}