{"as_of":"2026-08-09T08:33:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:e550f7714a5b758501c559eda4f09305e938eca7d79f4bad37e608d2752d3a1f","coverage":[{"denominator":31,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":31,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-05T22:43:24.176554Z","state":"measured"},{"denominator":31,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":31,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2508.06621/citation-record","integrity":"/paper/2508.06621/integrity","json":"/paper/2508.06621/citation-record.json","paper":"/paper/2508.06621"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T22:43:25.621382Z","title":null,"venue":null,"work_id":"ed92b9e5-c7f9-45af-87a4-0e3c0d156c3b","year":2005},"citing_paper":{"arxiv_id":"2508.06621","last_updated":"2025-08-08T18:10:03Z","snapshot_observed_at":"2026-08-08T21:16:30.433415Z","submitted_at":"2025-08-08T18:10:03Z","title":"Train It and Forget It: Merge Lists are Unnecessary for BPE Inference in Language Models","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-05T22:43:21.519531Z"},"links":{"citing_paper":"/paper/2508.06621"},"observation_digest":"sha256:7d28bc3b05444939e4391d436589f7b6c0e9ae07b7b745c512b6236ad4fe2bbe","observation_id":"4dc1039c-b124-41a7-81c5-39220e584b8c","resolution":{"observed_at":"2026-08-05T22:43:25.653787Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T22:43:21.552970Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2508.06621","last_updated":"2025-08-08T18:10:03Z","snapshot_observed_at":"2026-08-08T21:16:30.433415Z","submitted_at":"2025-08-08T18:10:03Z","title":"Train It and Forget It: Merge Lists are Unnecessary for BPE Inference in Language Models","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-05T22:43:21.552970Z"},"links":{"citing_paper":"/paper/2508.06621"},"observation_digest":"sha256:9c6540a4a9cb4d7ebd96fc3c71502c1b8aaf4a9beb987e656ceb1fdf1842157f","observation_id":"9462bc3c-2f87-41de-8ec9-c62bcb270302","resolution":{"observed_at":"2026-08-05T22:43:21.552970Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.07961","last_updated":"2024-12-10T22:57:57Z","snapshot_observed_at":"2026-08-06T12:44:07.837561Z","submitted_at":"2024-12-10T22:57:57Z","title":"Forking Paths in Neural Text Generation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.07961","snapshot_observed_at":"2026-08-05T22:43:21.609989Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.06621","last_updated":"2025-08-08T18:10:03Z","snapshot_observed_at":"2026-08-08T21:16:30.433415Z","submitted_at":"2025-08-08T18:10:03Z","title":"Train It and Forget It: Merge Lists are Unnecessary for BPE Inference in Language Models","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-05T22:43:21.609989Z"},"links":{"cited_paper":"/paper/2412.07961","citing_paper":"/paper/2508.06621"},"observation_digest":"sha256:e9c4cf2c54a9c2a6ac61ee0c9367b021ef54e1f3cd928db886b16507fc5d0528","observation_id":"a71e1507-6e72-484d-ad1c-d4edec3a035c","resolution":{"observed_at":"2026-08-05T22:43:21.609989Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T22:43:21.693100Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2508.06621","last_updated":"2025-08-08T18:10:03Z","snapshot_observed_at":"2026-08-08T21:16:30.433415Z","submitted_at":"2025-08-08T18:10:03Z","title":"Train It and Forget It: Merge Lists are Unnecessary for BPE Inference in Language Models","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-05T22:43:21.693100Z"},"links":{"citing_paper":"/paper/2508.06621"},"observation_digest":"sha256:ec0d5a04df7de7455c41632673080edc40e4a87f2aebcdf5cf3908c26d906f59","observation_id":"d1553b08-f382-4c5a-a5b6-84771d2b059a","resolution":{"observed_at":"2026-08-05T22:43:21.693100Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T22:43:21.745962Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2508.06621","last_updated":"2025-08-08T18:10:03Z","snapshot_observed_at":"2026-08-08T21:16:30.433415Z","submitted_at":"2025-08-08T18:10:03Z","title":"Train It and Forget It: Merge Lists are Unnecessary for BPE Inference in Language Models","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-05T22:43:21.745962Z"},"links":{"citing_paper":"/paper/2508.06621"},"observation_digest":"sha256:97e04ca8b805a1d77b2fa1b62692532c86d44a20307721740d608d711eb39858","observation_id":"d37dcb9b-938e-4698-b9a3-4b5e152f65bd","resolution":{"observed_at":"2026-08-05T22:43:21.745962Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T22:43:21.889731Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2508.06621","last_updated":"2025-08-08T18:10:03Z","snapshot_observed_at":"2026-08-08T21:16:30.433415Z","submitted_at":"2025-08-08T18:10:03Z","title":"Train It and Forget It: Merge Lists are Unnecessary for BPE Inference in Language Models","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-05T22:43:21.889731Z"},"links":{"citing_paper":"/paper/2508.06621"},"observation_digest":"sha256:be76505ee80deb3f854736252bd8e47cc3ef2d3bdac86e1b664196429cc984f6","observation_id":"9ca2df50-4ed5-46fd-8629-4a3e1c1525b5","resolution":{"observed_at":"2026-08-05T22:43:21.889731Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1803.05457","last_updated":"2018-03-14T18:04:21Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2018-03-14T18:04:21Z","title":"Think you have Solved Question Answering? Try ARC, the AI2 Reasoning Challenge","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1803.05457","snapshot_observed_at":"2026-08-05T22:43:21.977735Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2508.06621","last_updated":"2025-08-08T18:10:03Z","snapshot_observed_at":"2026-08-08T21:16:30.433415Z","submitted_at":"2025-08-08T18:10:03Z","title":"Train It and Forget It: Merge Lists are Unnecessary for BPE Inference in Language Models","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-05T22:43:21.977735Z"},"links":{"cited_paper":"/paper/1803.05457","citing_paper":"/paper/2508.06621"},"observation_digest":"sha256:0fa1a6d4798642d04fd4be01cf273a59331c69af8944973c53b51dc815b20efb","observation_id":"1af4a8f8-4e98-4833-b78c-b37118e683bc","resolution":{"observed_at":"2026-08-05T22:43:21.977735Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T22:43:25.433597Z","title":null,"venue":null,"work_id":"9586883a-52a8-441f-a0a9-21f55e9a867d","year":1994},"citing_paper":{"arxiv_id":"2508.06621","last_updated":"2025-08-08T18:10:03Z","snapshot_observed_at":"2026-08-08T21:16:30.433415Z","submitted_at":"2025-08-08T18:10:03Z","title":"Train It and Forget It: Merge Lists are Unnecessary for BPE Inference in Language Models","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-05T22:43:22.068320Z"},"links":{"citing_paper":"/paper/2508.06621"},"observation_digest":"sha256:d1385c8bae568b1a7ff6fbf5650234ef6b1f860b2c4e26938308f56da4ce80ba","observation_id":"85f6d7c1-43fd-4e1b-83ee-76f92e3e52a5","resolution":{"observed_at":"2026-08-05T22:43:25.532777Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T22:43:25.240669Z","title":null,"venue":null,"work_id":"6cb07f90-c02a-45ce-8060-779798226289","year":2025},"citing_paper":{"arxiv_id":"2508.06621","last_updated":"2025-08-08T18:10:03Z","snapshot_observed_at":"2026-08-08T21:16:30.433415Z","submitted_at":"2025-08-08T18:10:03Z","title":"Train It and Forget It: Merge Lists are Unnecessary for BPE Inference in Language Models","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-05T22:43:22.138146Z"},"links":{"citing_paper":"/paper/2508.06621"},"observation_digest":"sha256:ae8d206f6977b39aa4aec03b008f5d4f3fdc795bf956729ff3f494b40258ea0d","observation_id":"9020e6f3-f9c4-44b5-bb61-166b008270e2","resolution":{"observed_at":"2026-08-05T22:43:25.346385Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.14020","last_updated":"2024-02-21T18:59:13Z","snapshot_observed_at":"2026-08-06T09:19:29.384394Z","submitted_at":"2024-02-21T18:59:13Z","title":"Coercing LLMs to do and reveal (almost) anything","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.14020","snapshot_observed_at":"2026-08-05T22:43:22.242905Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.06621","last_updated":"2025-08-08T18:10:03Z","snapshot_observed_at":"2026-08-08T21:16:30.433415Z","submitted_at":"2025-08-08T18:10:03Z","title":"Train It and Forget It: Merge Lists are Unnecessary for BPE Inference in Language Models","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-05T22:43:22.242905Z"},"links":{"cited_paper":"/paper/2402.14020","citing_paper":"/paper/2508.06621"},"observation_digest":"sha256:ff76d823ecd731ae4aa6354f66dd2735cea2aae2bd84fca95bfa22dedd6efb33","observation_id":"cce640ef-1e5a-40f6-8868-169d6e4f26dd","resolution":{"observed_at":"2026-08-05T22:43:22.242905Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.06265","last_updated":"2024-06-22T16:00:49Z","snapshot_observed_at":"2026-07-06T17:42:16.039458Z","submitted_at":"2024-03-10T17:02:53Z","title":"Unpacking Tokenization: Evaluating Text Compression and its Correlation with Model Performance","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.06265","snapshot_observed_at":"2026-08-05T22:43:22.326571Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.06621","last_updated":"2025-08-08T18:10:03Z","snapshot_observed_at":"2026-08-08T21:16:30.433415Z","submitted_at":"2025-08-08T18:10:03Z","title":"Train It and Forget It: Merge Lists are Unnecessary for BPE Inference in Language Models","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-05T22:43:22.326571Z"},"links":{"cited_paper":"/paper/2403.06265","citing_paper":"/paper/2508.06621"},"observation_digest":"sha256:d049e4b1e83ae5fc08a50a72b37ddf6ac5862924b34065eba6b62c9c67419061","observation_id":"1d5a7a66-27f0-4744-9fa0-329ba24fd0b1","resolution":{"observed_at":"2026-08-05T22:43:22.326571Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T22:43:22.441004Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.06621","last_updated":"2025-08-08T18:10:03Z","snapshot_observed_at":"2026-08-08T21:16:30.433415Z","submitted_at":"2025-08-08T18:10:03Z","title":"Train It and Forget It: Merge Lists are Unnecessary for BPE Inference in Language Models","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-05T22:43:22.441004Z"},"links":{"citing_paper":"/paper/2508.06621"},"observation_digest":"sha256:67939c06816ce76310ef818f75e9dbfcb4637326b710c9ae8b3f3918cbdeea16","observation_id":"43ce4702-befb-4d81-87bf-820f946a23b6","resolution":{"observed_at":"2026-08-05T22:43:22.441004Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T22:43:25.097783Z","title":null,"venue":null,"work_id":"01dc84a1-0ee2-46a0-a5f3-0815d06dc192","year":2024},"citing_paper":{"arxiv_id":"2508.06621","last_updated":"2025-08-08T18:10:03Z","snapshot_observed_at":"2026-08-08T21:16:30.433415Z","submitted_at":"2025-08-08T18:10:03Z","title":"Train It and Forget It: Merge Lists are Unnecessary for BPE Inference in Language Models","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-05T22:43:22.524614Z"},"links":{"citing_paper":"/paper/2508.06621"},"observation_digest":"sha256:7021963b68e444f8b4746422d354e4db6bbd690ff8dcac9f357e8adebcc35645","observation_id":"e0bcd2df-cb01-47ad-afdb-9cdabae66818","resolution":{"observed_at":"2026-08-05T22:43:25.155546Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2009.03300","last_updated":"2021-01-12T18:57:11Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2020-09-07T17:59:25Z","title":"Measuring Massive Multitask Language Understanding","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2009.03300","snapshot_observed_at":"2026-08-05T22:43:22.625329Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2508.06621","last_updated":"2025-08-08T18:10:03Z","snapshot_observed_at":"2026-08-08T21:16:30.433415Z","submitted_at":"2025-08-08T18:10:03Z","title":"Train It and Forget It: Merge Lists are Unnecessary for BPE Inference in Language Models","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-05T22:43:22.625329Z"},"links":{"cited_paper":"/paper/2009.03300","citing_paper":"/paper/2508.06621"},"observation_digest":"sha256:8ca58861fee278aad29ed9d2aa2a4aff15fce0fca0286b32969ae025bc578bb4","observation_id":"bb9038fe-775b-4055-9e7c-d261186fa9fd","resolution":{"observed_at":"2026-08-05T22:43:22.625329Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T22:43:22.691653Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2508.06621","last_updated":"2025-08-08T18:10:03Z","snapshot_observed_at":"2026-08-08T21:16:30.433415Z","submitted_at":"2025-08-08T18:10:03Z","title":"Train It and Forget It: Merge Lists are Unnecessary for BPE Inference in Language Models","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-05T22:43:22.691653Z"},"links":{"citing_paper":"/paper/2508.06621"},"observation_digest":"sha256:24236aeeadbcde2c4fbc6e331efbe01d11cba5cdf75f74ee1225fbf61372ccc7","observation_id":"d5b76019-fa1d-45f5-add4-3f67882dc3ab","resolution":{"observed_at":"2026-08-05T22:43:22.691653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T22:43:22.805994Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2508.06621","last_updated":"2025-08-08T18:10:03Z","snapshot_observed_at":"2026-08-08T21:16:30.433415Z","submitted_at":"2025-08-08T18:10:03Z","title":"Train It and Forget It: Merge Lists are Unnecessary for BPE Inference in Language Models","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-05T22:43:22.805994Z"},"links":{"citing_paper":"/paper/2508.06621"},"observation_digest":"sha256:6c3e03bc98bc2c04e971e5b69f3e7b294089cadb55657680f5148ee7bb4b6d54","observation_id":"7f9a8efe-e4a2-404c-b000-2a41651e27ea","resolution":{"observed_at":"2026-08-05T22:43:22.805994Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.05417","last_updated":"2024-09-27T09:03:05Z","snapshot_observed_at":"2026-07-06T18:11:48.858911Z","submitted_at":"2024-05-08T20:37:56Z","title":"Fishing for Magikarp: Automatically Detecting Under-trained Tokens in Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.05417","snapshot_observed_at":"2026-08-05T22:43:22.885519Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.06621","last_updated":"2025-08-08T18:10:03Z","snapshot_observed_at":"2026-08-08T21:16:30.433415Z","submitted_at":"2025-08-08T18:10:03Z","title":"Train It and Forget It: Merge Lists are Unnecessary for BPE Inference in Language Models","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-05T22:43:22.885519Z"},"links":{"cited_paper":"/paper/2405.05417","citing_paper":"/paper/2508.06621"},"observation_digest":"sha256:8bfac23bf5a49ff4ac9e178110a2fdc8c98ea29f0fe29e51df4d7f570b179012","observation_id":"486d7ce7-cc3d-44ce-a922-d19eba8f54a5","resolution":{"observed_at":"2026-08-05T22:43:22.885519Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T22:43:22.979119Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2508.06621","last_updated":"2025-08-08T18:10:03Z","snapshot_observed_at":"2026-08-08T21:16:30.433415Z","submitted_at":"2025-08-08T18:10:03Z","title":"Train It and Forget It: Merge Lists are Unnecessary for BPE Inference in Language Models","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-05T22:43:22.979119Z"},"links":{"citing_paper":"/paper/2508.06621"},"observation_digest":"sha256:2b3678ca44a5bc80b647d61656a7776aa2363de1a17d68044df27a93c4ef6c22","observation_id":"0f505558-03a5-42e7-9762-c42b5ec19a19","resolution":{"observed_at":"2026-08-05T22:43:22.979119Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2112.10508","last_updated":"2021-12-20T13:04:18Z","snapshot_observed_at":"2026-07-06T12:20:36.165718Z","submitted_at":"2021-12-20T13:04:18Z","title":"Between words and characters: A Brief History of Open-Vocabulary Modeling and Tokenization in NLP","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2112.10508","snapshot_observed_at":"2026-08-05T22:43:23.055609Z","title":"Mielke, Zaid Alyafeai, Elizabeth Salesky, Colin Raffel, Manan Dey, Matthias Gallé, Arun Raja, Chenglei Si, Wilson Y","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2508.06621","last_updated":"2025-08-08T18:10:03Z","snapshot_observed_at":"2026-08-08T21:16:30.433415Z","submitted_at":"2025-08-08T18:10:03Z","title":"Train It and Forget It: Merge Lists are Unnecessary for BPE Inference in Language Models","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-05T22:43:23.055609Z"},"links":{"cited_paper":"/paper/2112.10508","citing_paper":"/paper/2508.06621"},"observation_digest":"sha256:8a9c6aac4657c6b89886d41b935ee9fdc2f0180fa763cc991a32bff625569049","observation_id":"a3c0260e-6aa5-4a87-8872-85a002c12540","resolution":{"observed_at":"2026-08-05T22:43:23.055609Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T22:43:23.121881Z","title":null,"venue":null,"work_id":null,"year":2002},"citing_paper":{"arxiv_id":"2508.06621","last_updated":"2025-08-08T18:10:03Z","snapshot_observed_at":"2026-08-08T21:16:30.433415Z","submitted_at":"2025-08-08T18:10:03Z","title":"Train It and Forget It: Merge Lists are Unnecessary for BPE Inference in Language Models","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-05T22:43:23.121881Z"},"links":{"citing_paper":"/paper/2508.06621"},"observation_digest":"sha256:db8ac5051b0c7304e761ba3579ebacd25a84e56eab679c225bd10280fdecdfc6","observation_id":"d5162ee8-db18-441c-b694-c6747d5ff466","resolution":{"observed_at":"2026-08-05T22:43:23.121881Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2212.14578","last_updated":"2023-12-07T06:38:10Z","snapshot_observed_at":"2026-07-06T14:36:01.830787Z","submitted_at":"2022-12-30T07:37:40Z","title":"MAUVE Scores for Generative Models: Theory and Practice","version":2},"cited_work":{"arxiv_id":"2212.14578","doi":"10.48550/arxiv.2212.14578","metadata_source":"pith","pith_arxiv_id":"2212.14578","snapshot_observed_at":"2026-08-06T00:16:16.768632Z","title":"MAUVE Scores for Generative Models: Theory and Practice","venue":"cs.LG","work_id":"7bd86d7a-ee0e-439c-b869-66a128f24daa","year":2022},"citing_paper":{"arxiv_id":"2508.06621","last_updated":"2025-08-08T18:10:03Z","snapshot_observed_at":"2026-08-08T21:16:30.433415Z","submitted_at":"2025-08-08T18:10:03Z","title":"Train It and Forget It: Merge Lists are Unnecessary for BPE Inference in Language Models","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-05T22:43:23.237405Z"},"links":{"cited_paper":"/paper/2212.14578","citing_paper":"/paper/2508.06621"},"observation_digest":"sha256:5338e33fa72ffcccd2eaa37d70d341b8ada65e5fae2d067e6f7d1a5598ea2431","observation_id":"255e5e02-0fe9-4ad4-8b4f-81b1c8b80856","resolution":{"observed_at":"2026-08-05T22:43:24.728713Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T22:43:23.307304Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2508.06621","last_updated":"2025-08-08T18:10:03Z","snapshot_observed_at":"2026-08-08T21:16:30.433415Z","submitted_at":"2025-08-08T18:10:03Z","title":"Train It and Forget It: Merge Lists are Unnecessary for BPE Inference in Language Models","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-05T22:43:23.307304Z"},"links":{"citing_paper":"/paper/2508.06621"},"observation_digest":"sha256:31cc0642d88342bfd149e17be89028ccba5193cbe8e44e5e1591086b0ab0475d","observation_id":"fdbece8e-e9f6-452c-97a2-fb4737fdf8b7","resolution":{"observed_at":"2026-08-05T22:43:23.307304Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T22:43:23.434132Z","title":"Language Models are Unsupervised Multitask Learners","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.06621","last_updated":"2025-08-08T18:10:03Z","snapshot_observed_at":"2026-08-08T21:16:30.433415Z","submitted_at":"2025-08-08T18:10:03Z","title":"Train It and Forget It: Merge Lists are Unnecessary for BPE Inference in Language Models","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-05T22:43:23.434132Z"},"links":{"citing_paper":"/paper/2508.06621"},"observation_digest":"sha256:e654c559293cc32113c5ff0c6041e8a266a7daef12e869e153e2b333030008f9","observation_id":"c1e6938c-1c50-40af-b74a-3c61620b3fd3","resolution":{"observed_at":"2026-08-05T22:43:23.434132Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T22:43:23.509087Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2508.06621","last_updated":"2025-08-08T18:10:03Z","snapshot_observed_at":"2026-08-08T21:16:30.433415Z","submitted_at":"2025-08-08T18:10:03Z","title":"Train It and Forget It: Merge Lists are Unnecessary for BPE Inference in Language Models","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-05T22:43:23.509087Z"},"links":{"citing_paper":"/paper/2508.06621"},"observation_digest":"sha256:28122e8f9bb9039ff78a5d2bbe65c46f498f421e2791e9cea743a7dffc575d59","observation_id":"776b214d-b47e-4549-9bfa-f03b425c2122","resolution":{"observed_at":"2026-08-05T22:43:23.509087Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2023.insights-1.7","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T22:43:24.500390Z","title":null,"venue":null,"work_id":"1f3b1052-e118-4861-a12d-bb466e386032","year":2023},"citing_paper":{"arxiv_id":"2508.06621","last_updated":"2025-08-08T18:10:03Z","snapshot_observed_at":"2026-08-08T21:16:30.433415Z","submitted_at":"2025-08-08T18:10:03Z","title":"Train It and Forget It: Merge Lists are Unnecessary for BPE Inference in Language Models","version":1},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-05T22:43:23.610287Z"},"links":{"citing_paper":"/paper/2508.06621"},"observation_digest":"sha256:1c841f19349c35f34ef1ebb5d1402dc2a26e8b4b765d3553f2dd42c67b1dcd13","observation_id":"f157908a-081d-4d2b-bba4-8bb4ea932229","resolution":{"observed_at":"2026-08-05T22:43:24.592609Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T22:43:23.699762Z","title":null,"venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2508.06621","last_updated":"2025-08-08T18:10:03Z","snapshot_observed_at":"2026-08-08T21:16:30.433415Z","submitted_at":"2025-08-08T18:10:03Z","title":"Train It and Forget It: Merge Lists are Unnecessary for BPE Inference in Language Models","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-05T22:43:23.699762Z"},"links":{"citing_paper":"/paper/2508.06621"},"observation_digest":"sha256:c85ff51cc0b6fd80efc6b54e314607bc92861891831545c4f7978012b0ff20e4","observation_id":"ec53d286-9883-41cb-831f-5d1e89455bce","resolution":{"observed_at":"2026-08-05T22:43:23.699762Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.01289","last_updated":"2024-05-31T08:07:45Z","snapshot_observed_at":"2026-08-06T07:51:12.011675Z","submitted_at":"2024-03-02T19:01:40Z","title":"Greed is All You Need: An Evaluation of Tokenizer Inference Methods","version":2},"cited_work":{"arxiv_id":"2403.01289","doi":"10.48550/arxiv.2403.01289","metadata_source":"pith","pith_arxiv_id":"2403.01289","snapshot_observed_at":"2026-08-06T00:16:16.768632Z","title":"Greed is All You Need: An Evaluation of Tokenizer Inference Methods","venue":"cs.CL","work_id":"e2a0edb7-190b-49b6-8f69-8b3d6fe85bd7","year":2024},"citing_paper":{"arxiv_id":"2508.06621","last_updated":"2025-08-08T18:10:03Z","snapshot_observed_at":"2026-08-08T21:16:30.433415Z","submitted_at":"2025-08-08T18:10:03Z","title":"Train It and Forget It: Merge Lists are Unnecessary for BPE Inference in Language Models","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-05T22:43:23.839452Z"},"links":{"cited_paper":"/paper/2403.01289","citing_paper":"/paper/2508.06621"},"observation_digest":"sha256:442f958209ff09b07efbbd1dce2a93192bb7f19da713ff12fe634574daf75d17","observation_id":"93c2b29a-351b-457f-837b-4401f320bb82","resolution":{"observed_at":"2026-08-05T22:43:24.381249Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.10671","last_updated":"2024-09-10T13:25:53Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-07-15T12:35:42Z","title":"Qwen2 Technical Report","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.10671","snapshot_observed_at":"2026-08-05T22:43:23.938376Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.06621","last_updated":"2025-08-08T18:10:03Z","snapshot_observed_at":"2026-08-08T21:16:30.433415Z","submitted_at":"2025-08-08T18:10:03Z","title":"Train It and Forget It: Merge Lists are Unnecessary for BPE Inference in Language Models","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-05T22:43:23.938376Z"},"links":{"cited_paper":"/paper/2407.10671","citing_paper":"/paper/2508.06621"},"observation_digest":"sha256:81e66402b0838df69e8ece71ad0a93d9cb06448cc50c8fa476ea888352bbf6bb","observation_id":"824ed960-3fbf-48dc-a405-3693f8d2ee33","resolution":{"observed_at":"2026-08-05T22:43:23.938376Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T22:43:24.019109Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2508.06621","last_updated":"2025-08-08T18:10:03Z","snapshot_observed_at":"2026-08-08T21:16:30.433415Z","submitted_at":"2025-08-08T18:10:03Z","title":"Train It and Forget It: Merge Lists are Unnecessary for BPE Inference in Language Models","version":1},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-05T22:43:24.019109Z"},"links":{"citing_paper":"/paper/2508.06621"},"observation_digest":"sha256:4b190e8bb2386928f83f947fb935eaf77e8a00fae68d284d376f63eb2e0cf336","observation_id":"611f1918-4c18-4c15-b95f-cb67fde0e368","resolution":{"observed_at":"2026-08-05T22:43:24.019109Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T22:43:24.084578Z","title":"online\" 'onlinestring :=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.06621","last_updated":"2025-08-08T18:10:03Z","snapshot_observed_at":"2026-08-08T21:16:30.433415Z","submitted_at":"2025-08-08T18:10:03Z","title":"Train It and Forget It: Merge Lists are Unnecessary for BPE Inference in Language Models","version":1},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-05T22:43:24.084578Z"},"links":{"citing_paper":"/paper/2508.06621"},"observation_digest":"sha256:b4055a593a51c6b0c34f1ee6f77e1b8faae6feae159e2861a9b7a360d20cb6de","observation_id":"5d4b8c52-77df-4ec8-9af8-693c49dc4510","resolution":{"observed_at":"2026-08-05T22:43:24.084578Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T22:43:24.176554Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.06621","last_updated":"2025-08-08T18:10:03Z","snapshot_observed_at":"2026-08-08T21:16:30.433415Z","submitted_at":"2025-08-08T18:10:03Z","title":"Train It and Forget It: Merge Lists are Unnecessary for BPE Inference in Language Models","version":1},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-05T22:43:24.176554Z"},"links":{"citing_paper":"/paper/2508.06621"},"observation_digest":"sha256:1ad62a2d207d03f48d015065ac0f1f23dd7eb5134d6a58a5bdd6c2d80421ce41","observation_id":"43b7eb08-3fa5-482a-889e-dd0d231aaa6a","resolution":{"observed_at":"2026-08-05T22:43:24.176554Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2508.06621","last_updated":"2025-08-08T18:10:03Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-08T21:16:30.433415Z","submitted_at":"2025-08-08T18:10:03Z","title":"Train It and Forget It: Merge Lists are Unnecessary for BPE Inference in Language Models"},"reference_resolution":{"displayed":31,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":28,"verified_exact":3,"verified_fuzzy":0},"total_outbound_references":31},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 9 August 2026, this Paper Citation Record lists 31 of 31 outbound references and 0 inbound Pith citation observations for arXiv:2508.06621."}