{"as_of":"2026-08-08T13:33:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:32e6924b2f1f20405c26e8dc613c4fbe35643a32dd72469100027592985d5d7f","coverage":[{"denominator":28,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":28,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T14:26:10.070794Z","state":"measured"},{"denominator":28,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":28,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-08T06:32:00.761636+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2505.19116/citation-record","integrity":"/paper/2505.19116/integrity","json":"/paper/2505.19116/citation-record.json","paper":"/paper/2505.19116"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2502.02737","last_updated":"2025-02-04T21:43:16Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-02-04T21:43:16Z","title":"SmolLM2: When Smol Goes Big -- Data-Centric Training of a Small Language Model","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.02737","snapshot_observed_at":"2026-08-07T14:26:07.391870Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs","version":2},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-07T14:26:07.391870Z"},"links":{"cited_paper":"/paper/2502.02737","citing_paper":"/paper/2505.19116"},"observation_digest":"sha256:45a87bc9558f60ec4c1c3b37e0ce7ddf746f8c887f24f28be9a8e9393329afbc","observation_id":"aad87dfb-a685-4515-bdc9-7dd2f412856a","resolution":{"observed_at":"2026-08-07T14:26:07.391870Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.17733","last_updated":"2024-02-27T18:09:36Z","snapshot_observed_at":"2026-07-06T17:36:23.851926Z","submitted_at":"2024-02-27T18:09:36Z","title":"Tower: An Open Multilingual Large Language Model for Translation-Related Tasks","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.17733","snapshot_observed_at":"2026-08-07T14:26:07.441054Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs","version":2},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-07T14:26:07.441054Z"},"links":{"cited_paper":"/paper/2402.17733","citing_paper":"/paper/2505.19116"},"observation_digest":"sha256:aa434455f05cf0dcbf40dc1757ffe75e71d1dc4d02a8c97cfca012f521c24a6d","observation_id":"731a4b1a-aa37-4ead-850c-b422437fdce6","resolution":{"observed_at":"2026-08-07T14:26:07.441054Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1907.05019","last_updated":"2019-07-11T06:47:30Z","snapshot_observed_at":"2026-08-08T04:23:13.483584Z","submitted_at":"2019-07-11T06:47:30Z","title":"Massively Multilingual Neural Machine Translation in the Wild: Findings and Challenges","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1907.05019","snapshot_observed_at":"2026-08-07T14:26:07.484824Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs","version":2},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-07T14:26:07.484824Z"},"links":{"cited_paper":"/paper/1907.05019","citing_paper":"/paper/2505.19116"},"observation_digest":"sha256:c6ad39172dca494788b7f6921cc60f123f8f33b1f91d90855359b27bf50db318","observation_id":"447994e9-7c32-409f-aad8-8ea9167c7988","resolution":{"observed_at":"2026-08-07T14:26:07.484824Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:26:11.448874Z","title":null,"venue":null,"work_id":"c154654b-b537-406c-a607-8a97de5dfe07","year":2023},"citing_paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs","version":2},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-07T14:26:07.581393Z"},"links":{"citing_paper":"/paper/2505.19116"},"observation_digest":"sha256:6bc2fce36967646780d4304ac8340e258cface3a484e58d6abdabf9d4a4c2f8f","observation_id":"533ef5fa-d3d1-4be8-8c53-683cf2cb8072","resolution":{"observed_at":"2026-08-07T14:26:11.501946Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.13237","last_updated":"2025-02-09T13:16:16Z","snapshot_observed_at":"2026-08-08T03:01:34.991979Z","submitted_at":"2024-10-17T05:43:30Z","title":"Large Language Models are Easily Confused: A Quantitative Metric, Security Implications and Typological Analysis","version":2},"cited_work":{"arxiv_id":"2410.13237","doi":null,"metadata_source":"pith","pith_arxiv_id":"2410.13237","snapshot_observed_at":"2026-08-07T14:26:10.605263Z","title":"Large Language Models are Easily Confused: A Quantitative Metric, Security Implications and Typological Analysis","venue":"cs.CL","work_id":"3f0099f0-181e-4ef0-a086-cd1e8d2b953f","year":2024},"citing_paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs","version":2},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-07T14:26:07.691252Z"},"links":{"cited_paper":"/paper/2410.13237","citing_paper":"/paper/2505.19116"},"observation_digest":"sha256:9820e09c4122bb541b523da396014d68d42bf5f39c38f5f2b36ef99e135a8cd4","observation_id":"07cb52e9-bb48-4f93-b9ce-45c7b3eb8f63","resolution":{"observed_at":"2026-08-07T14:26:10.654276Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.00698","last_updated":"2025-04-14T12:37:51Z","snapshot_observed_at":"2026-08-07T16:17:41.511601Z","submitted_at":"2025-04-01T12:08:07Z","title":"Command A: An Enterprise-Ready Large Language Model","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.00698","snapshot_observed_at":"2026-08-07T14:26:07.816101Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs","version":2},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-07T14:26:07.816101Z"},"links":{"cited_paper":"/paper/2504.00698","citing_paper":"/paper/2505.19116"},"observation_digest":"sha256:55e09d42987f5fd42c4c5ad9af550c3adfc516201be9d582411489c9aab8ea44","observation_id":"0c0c648a-9c4c-4ce1-a704-4d468134a0e9","resolution":{"observed_at":"2026-08-07T14:26:07.816101Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:26:08.081239Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs","version":2},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-07T14:26:08.081239Z"},"links":{"citing_paper":"/paper/2505.19116"},"observation_digest":"sha256:418fafe9e1526161134a1a97801ea95cac3c72e83e417352c8c206622f624f81","observation_id":"6c3f2001-d380-456e-b90c-2c20faf88613","resolution":{"observed_at":"2026-08-07T14:26:08.081239Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2301.07597","last_updated":"2023-01-18T15:23:25Z","snapshot_observed_at":"2026-08-06T15:39:44.016077Z","submitted_at":"2023-01-18T15:23:25Z","title":"How Close is ChatGPT to Human Experts? Comparison Corpus, Evaluation, and Detection","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2301.07597","snapshot_observed_at":"2026-08-07T14:26:08.846254Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs","version":2},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-07T14:26:08.846254Z"},"links":{"cited_paper":"/paper/2301.07597","citing_paper":"/paper/2505.19116"},"observation_digest":"sha256:f501a6d8edb635b55693327212d77a54cb4092d1450aa689cc76cace7477a7a6","observation_id":"3b495fcc-deeb-424b-9795-2f9dddd4fbc0","resolution":{"observed_at":"2026-08-07T14:26:08.846254Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:26:11.267200Z","title":null,"venue":null,"work_id":"fd7c946b-749a-4114-b66c-068508c77f63","year":2023},"citing_paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs","version":2},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-07T14:26:08.919908Z"},"links":{"citing_paper":"/paper/2505.19116"},"observation_digest":"sha256:c16e51dac3e81f47714ff48675e623b60c55299505bc4197b63777f182f8f65a","observation_id":"b465fad5-aacf-4ac7-9ced-4a6c632f5a88","resolution":{"observed_at":"2026-08-07T14:26:11.364780Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2403.07691","last_updated":"2024-03-14T07:47:08Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-03-12T14:34:08Z","title":"ORPO: Monolithic Preference Optimization without Reference Model","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.07691","snapshot_observed_at":"2026-08-07T14:26:08.965949Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs","version":2},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-07T14:26:08.965949Z"},"links":{"cited_paper":"/paper/2403.07691","citing_paper":"/paper/2505.19116"},"observation_digest":"sha256:526fb22aec113a49abf582b91a989ce574058d936f29b090522127151ac5d42f","observation_id":"f3f64b3f-922a-4b96-9349-99efe8316087","resolution":{"observed_at":"2026-08-07T14:26:08.965949Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.21276","last_updated":"2024-10-25T17:43:01Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-10-25T17:43:01Z","title":"GPT-4o System Card","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.21276","snapshot_observed_at":"2026-08-07T14:26:09.024324Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs","version":2},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-07T14:26:09.024324Z"},"links":{"cited_paper":"/paper/2410.21276","citing_paper":"/paper/2505.19116"},"observation_digest":"sha256:e62628d97584c279958d18ffa14dfce470aa98b0a62f1c3f1d22c989f4655f84","observation_id":"87b9f94d-021a-420c-be8d-e2a441ad3ca8","resolution":{"observed_at":"2026-08-07T14:26:09.024324Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:26:11.163284Z","title":null,"venue":null,"work_id":"e9967aa9-298b-4e44-8189-e7ac4949f3ad","year":2022},"citing_paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs","version":2},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-07T14:26:09.097881Z"},"links":{"citing_paper":"/paper/2505.19116"},"observation_digest":"sha256:593add54a1fa273f96c145dc1bfaf8b9f1aa7205875a0dfd52031bc2b06d1a75","observation_id":"b59221ff-d191-4536-942d-f3d181f93f3c","resolution":{"observed_at":"2026-08-07T14:26:11.203676Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.20052","last_updated":"2025-04-03T19:31:53Z","snapshot_observed_at":"2026-08-05T22:04:50.319830Z","submitted_at":"2024-06-28T17:03:51Z","title":"Understanding and Mitigating Language Confusion in LLMs","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.20052","snapshot_observed_at":"2026-08-07T14:26:09.153351Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs","version":2},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-07T14:26:09.153351Z"},"links":{"cited_paper":"/paper/2406.20052","citing_paper":"/paper/2505.19116"},"observation_digest":"sha256:71c6d8bda76ba3309cb1a0d37b741bb5dec674eb0c891d7e92b4e677de93ee28","observation_id":"53044cff-34a6-4dc5-93d7-8067d4f92995","resolution":{"observed_at":"2026-08-07T14:26:09.153351Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:26:11.040330Z","title":null,"venue":null,"work_id":"07416190-2da5-4a61-bac8-d7f8bc29b615","year":2023},"citing_paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs","version":2},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-07T14:26:09.219680Z"},"links":{"citing_paper":"/paper/2505.19116"},"observation_digest":"sha256:800be59b849ffe2c4f8c860e1ed73197d424ae9dce89c8ddb69761b1a6155634","observation_id":"bd6d0c67-dca2-4cf8-910c-bdae07060eb5","resolution":{"observed_at":"2026-08-07T14:26:11.122755Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2501.00656","last_updated":"2025-10-08T07:50:45Z","snapshot_observed_at":"2026-08-08T06:58:44.493777Z","submitted_at":"2024-12-31T21:55:10Z","title":"2 OLMo 2 Furious","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.00656","snapshot_observed_at":"2026-08-07T14:26:09.279901Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs","version":2},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-07T14:26:09.279901Z"},"links":{"cited_paper":"/paper/2501.00656","citing_paper":"/paper/2505.19116"},"observation_digest":"sha256:79df4533729a0e22f486b652ea4b40ff72f88c22ae64fb79bc6acaa760f55bcf","observation_id":"925ef49d-7054-4e85-9746-e8d3abd3263d","resolution":{"observed_at":"2026-08-07T14:26:09.279901Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:26:09.321906Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs","version":2},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-07T14:26:09.321906Z"},"links":{"citing_paper":"/paper/2505.19116"},"observation_digest":"sha256:456f30b4e0586176c2db1c3397fbf727dd64fa32a961a5b6b10af59d76a427ff","observation_id":"c7ddb26a-0efa-4ee5-8425-cfc059efb66a","resolution":{"observed_at":"2026-08-07T14:26:09.321906Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.17407","last_updated":"2025-08-01T10:09:29Z","snapshot_observed_at":"2026-08-07T17:52:23.456305Z","submitted_at":"2025-02-24T18:36:15Z","title":"Linguistic Generalizability of Test-Time Scaling in Mathematical Reasoning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.17407","snapshot_observed_at":"2026-08-07T14:26:09.358560Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs","version":2},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-07T14:26:09.358560Z"},"links":{"cited_paper":"/paper/2502.17407","citing_paper":"/paper/2505.19116"},"observation_digest":"sha256:ae477d5acb5b5b5f9bce98f36b71c5564dad238bcd5db2fefa78af79212a1e63","observation_id":"0e31a98c-2f8e-428b-bac6-7ffd4b7fa664","resolution":{"observed_at":"2026-08-07T14:26:09.358560Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.11239","last_updated":"2024-10-02T11:07:14Z","snapshot_observed_at":"2026-08-03T08:44:22.056144Z","submitted_at":"2024-09-17T14:40:02Z","title":"LLM-as-a-Judge & Reward Model: What They Can and Cannot Do","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.11239","snapshot_observed_at":"2026-08-07T14:26:09.410709Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs","version":2},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-07T14:26:09.410709Z"},"links":{"cited_paper":"/paper/2409.11239","citing_paper":"/paper/2505.19116"},"observation_digest":"sha256:76f11ec8932c440efbe335e571f20be1b5806c4a9a4fc7a588fd23e119873f8d","observation_id":"5edde66a-f202-4d6e-bfbc-383b428034ff","resolution":{"observed_at":"2026-08-07T14:26:09.410709Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.02706","last_updated":"2024-03-20T16:56:48Z","snapshot_observed_at":"2026-07-06T16:15:00.517258Z","submitted_at":"2023-09-06T04:38:16Z","title":"HAE-RAE Bench: Evaluation of Korean Knowledge in Language Models","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.02706","snapshot_observed_at":"2026-08-07T14:26:09.463527Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs","version":2},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-07T14:26:09.463527Z"},"links":{"cited_paper":"/paper/2309.02706","citing_paper":"/paper/2505.19116"},"observation_digest":"sha256:ad2a13f6a20ed00a45a5766bc8ec3b2bfaa176367ec28f684b2b6abe9f55e4fc","observation_id":"3be23220-3eff-4361-b2ce-6b424d45a360","resolution":{"observed_at":"2026-08-07T14:26:09.463527Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.17578","last_updated":"2025-03-29T11:50:10Z","snapshot_observed_at":"2026-07-06T19:38:13.816410Z","submitted_at":"2024-10-23T06:04:55Z","title":"MM-Eval: A Multilingual Meta-Evaluation Benchmark for LLM-as-a-Judge and Reward Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.17578","snapshot_observed_at":"2026-08-07T14:26:09.535726Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs","version":2},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-07T14:26:09.535726Z"},"links":{"cited_paper":"/paper/2410.17578","citing_paper":"/paper/2505.19116"},"observation_digest":"sha256:7e4ab8b85aa68938af4a332465d3a3ded4e5bb2984a95c138d41855729b768b5","observation_id":"a5a099c4-8d9f-457a-9cf1-4728329dce4f","resolution":{"observed_at":"2026-08-07T14:26:09.535726Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:26:10.811226Z","title":null,"venue":null,"work_id":"3eaa388c-a103-4cf6-85f6-c4393542a898","year":2025},"citing_paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs","version":2},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-07T14:26:09.592351Z"},"links":{"citing_paper":"/paper/2505.19116"},"observation_digest":"sha256:64245a57198e06ffe0b3f754526bb9d12c25d2548bce15ad612cd8c034a1956c","observation_id":"f031f7e6-509c-4a71-8c34-dc395761ec98","resolution":{"observed_at":"2026-08-07T14:26:10.944083Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2309.04766","last_updated":"2024-07-11T04:01:41Z","snapshot_observed_at":"2026-08-04T20:31:33.281526Z","submitted_at":"2023-09-09T11:42:22Z","title":"SeaEval for Multilingual Foundation Models: From Cross-Lingual Alignment to Cultural Reasoning","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.04766","snapshot_observed_at":"2026-08-07T14:26:09.661709Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs","version":2},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-07T14:26:09.661709Z"},"links":{"cited_paper":"/paper/2309.04766","citing_paper":"/paper/2505.19116"},"observation_digest":"sha256:42ad89a9e3702b039a641cb9b9ac8c27940e7e1f4c0f8acc9393129f94c83e67","observation_id":"a47e749d-3c05-430e-b97f-cf4cf8efcd05","resolution":{"observed_at":"2026-08-07T14:26:09.661709Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2504.01801","last_updated":"2025-04-22T06:19:26Z","snapshot_observed_at":"2026-08-07T16:14:22.119976Z","submitted_at":"2025-04-02T15:09:58Z","title":"Investigating and Scaling up Code-Switching for Multilingual Language Model Pre-Training","version":2},"cited_work":{"arxiv_id":"2504.01801","doi":null,"metadata_source":"pith","pith_arxiv_id":"2504.01801","snapshot_observed_at":"2026-08-07T14:26:10.222159Z","title":"Investigating and Scaling up Code-Switching for Multilingual Language Model Pre-Training","venue":"cs.CL","work_id":"54243ed2-55c0-472d-9d5c-a87471d98a9a","year":2025},"citing_paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs","version":2},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-07T14:26:09.712905Z"},"links":{"cited_paper":"/paper/2504.01801","citing_paper":"/paper/2505.19116"},"observation_digest":"sha256:aab5c9209c3d8847154b9cfa363306cae0eb5cd0cea946bafa90bdc67186f6ba","observation_id":"4ed1decf-4088-4961-ae9a-55fcbeff0a9f","resolution":{"observed_at":"2026-08-07T14:26:10.302364Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.09388","last_updated":"2025-05-14T13:41:34Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-05-14T13:41:34Z","title":"Qwen3 Technical Report","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.09388","snapshot_observed_at":"2026-08-07T14:26:09.761891Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs","version":2},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-07T14:26:09.761891Z"},"links":{"cited_paper":"/paper/2505.09388","citing_paper":"/paper/2505.19116"},"observation_digest":"sha256:8c34265843961a9c4c41e6f71ee2668140ef555576123c5ab863822d3785f9ea","observation_id":"c6333f03-b5c1-49c0-83a6-baae930bbdb3","resolution":{"observed_at":"2026-08-07T14:26:09.761891Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.02460","last_updated":"2025-06-11T05:32:20Z","snapshot_observed_at":"2026-07-06T19:45:04.391747Z","submitted_at":"2024-11-04T06:31:26Z","title":"Code-Switching Curriculum Learning for Multilingual Transfer in LLMs","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.02460","snapshot_observed_at":"2026-08-07T14:26:09.832076Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs","version":2},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-07T14:26:09.832076Z"},"links":{"cited_paper":"/paper/2411.02460","citing_paper":"/paper/2505.19116"},"observation_digest":"sha256:bcd9c169b8bb571a690ce91fc80aaf96cc05d49aa8f7cfce768943529d8ffb15","observation_id":"3d5d1226-5d0b-4746-b34d-bff97d2e639e","resolution":{"observed_at":"2026-08-07T14:26:09.832076Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:26:09.882339Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs","version":2},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-07T14:26:09.882339Z"},"links":{"citing_paper":"/paper/2505.19116"},"observation_digest":"sha256:2555d9be0798a49f1199944fff010276b23c8ded4ae8d66a77dfa09397ff6b5b","observation_id":"1da6dd6b-4055-4f62-ae99-d5197377644d","resolution":{"observed_at":"2026-08-07T14:26:09.882339Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:26:09.938889Z","title":"online\" 'onlinestring :=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs","version":2},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-07T14:26:09.938889Z"},"links":{"citing_paper":"/paper/2505.19116"},"observation_digest":"sha256:4aa4e60657edb5abc13d2fb863f865e998b12b674f61c62d86e4c9af980479e1","observation_id":"6b245685-a2a1-4a23-a78f-21a8acd71ea7","resolution":{"observed_at":"2026-08-07T14:26:09.938889Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:26:10.070794Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs","version":2},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-07T14:26:10.070794Z"},"links":{"citing_paper":"/paper/2505.19116"},"observation_digest":"sha256:ebb337b47f175b92017bd5c05ad068d9c899a038d8435bbecebd30284ddf4bac","observation_id":"bfce6a59-17f9-4e33-8935-eb0e3babbda3","resolution":{"observed_at":"2026-08-07T14:26:10.070794Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2505.19116","last_updated":"2025-07-20T08:57:14Z","latest_version":2,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-08T01:32:27.167469Z","submitted_at":"2025-05-25T12:15:31Z","title":"Controlling Language Confusion in Multilingual LLMs"},"reference_resolution":{"displayed":28,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":26,"verified_exact":2,"verified_fuzzy":0},"total_outbound_references":28},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"thesis":"As of 8 August 2026, this Paper Citation Record lists 28 of 28 outbound references and 0 inbound Pith citation observations for arXiv:2505.19116."}