{"as_of":"2026-08-12T18:42:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:4de8346181826e161e9a572e74cf9a13b434c36f5b232ca91c6c8aa61f31911e","coverage":[{"denominator":29,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":29,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-11T17:55:10.666794Z","state":"measured"},{"denominator":30,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":30,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-12T06:34:41.77262+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-08T15:06:55.213500Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"pith","source_observed_at":"2026-08-08T15:06:56.620307Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T02:56:35.348631Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"cited_work":{"arxiv_id":"2412.08392","doi":null,"metadata_source":"pith","pith_arxiv_id":"2412.08392","snapshot_observed_at":"2026-08-08T15:06:56.620307Z","title":"The Roles of English in Evaluating Multilingual Language Models","venue":"cs.CL","work_id":"53f6ce24-1d36-460e-8e44-3171b6d0e58c","year":2024},"citing_paper":{"arxiv_id":"2502.06559","last_updated":"2025-05-25T23:36:47Z","snapshot_observed_at":"2026-08-08T23:28:10.897343Z","submitted_at":"2025-02-10T15:25:06Z","title":"Can We Trust AI Benchmarks? An Interdisciplinary Review of Current Issues in AI Evaluation","version":2},"reference_index":101,"source":"arxiv_source","source_observed_at":"2026-08-08T15:06:55.213500Z"},"links":{"cited_paper":"/paper/2412.08392","citing_paper":"/paper/2502.06559"},"observation_digest":"sha256:ccc1a50c0e9847b067c643f4a1051d28bc07f54a8fbc91a69f6809d2898a53f4","observation_id":"22c55187-dd1c-467d-8772-e84504bdcd3a","resolution":{"observed_at":"2026-08-08T15:06:56.626299Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2412.08392/citation-record","integrity":"/paper/2412.08392/integrity","json":"/paper/2412.08392/citation-record.json","paper":"/paper/2412.08392"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:55:10.573299Z","title":"URL: \" 'urlintro :=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T02:56:35.348631Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.573299Z"},"links":{"citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:3088171173b7d3a541832ac9160e44a8c9ceec8d8091f8ed5bc53ba67d74e631","observation_id":"b3037e3d-a232-40cc-ab68-377717c57b08","resolution":{"observed_at":"2026-08-11T17:55:10.573299Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:55:10.577295Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T02:56:35.348631Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.577295Z"},"links":{"citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:eed03169e4c87bdccd173405b838036652cf448f58ee2ad71cd92b847e2d5795","observation_id":"3f627e18-60e4-4fd7-96db-1f76e4d0d04b","resolution":{"observed_at":"2026-08-11T17:55:10.577295Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:55:11.080595Z","title":null,"venue":null,"work_id":"e22fbe23-997f-430f-8503-7e961918e14d","year":2024},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T02:56:35.348631Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.581333Z"},"links":{"citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:c371eed56543a2c6920f20d6c0ada3cb18d8d1582fafceece5f7b473a72e59fa","observation_id":"f8881331-d826-4d8c-aad5-b3271f9adf50","resolution":{"observed_at":"2026-08-11T17:55:11.083851Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.03368","last_updated":"2025-01-23T17:57:28Z","snapshot_observed_at":"2026-08-08T14:58:02.421377Z","submitted_at":"2024-06-05T15:23:08Z","title":"IrokoBench: A New Benchmark for African Languages in the Age of Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.03368","snapshot_observed_at":"2026-08-11T17:55:10.584655Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T02:56:35.348631Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.584655Z"},"links":{"cited_paper":"/paper/2406.03368","citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:bb16949b5f0d18affd76a454b82abf9b08c723942a8028077170462e91e6a9ee","observation_id":"6b78d241-0550-4e8d-b8c9-e5ad9abfbdad","resolution":{"observed_at":"2026-08-11T17:55:10.584655Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:55:11.071380Z","title":null,"venue":null,"work_id":"ac98a498-97a9-4ec8-8d2a-8d98ff8a9c88","year":2020},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T02:56:35.348631Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.588515Z"},"links":{"citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:5276538b771b995dea53a839565d7f49fc97bb8c857796792fa2f91c78ffd273","observation_id":"bdd75e9e-4178-4b52-9df2-3b9c24bcb6c6","resolution":{"observed_at":"2026-08-11T17:55:11.074649Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:55:11.062560Z","title":null,"venue":null,"work_id":"7d25a62e-e231-4dbf-9b4f-b6f3bd4ad776","year":2024},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T02:56:35.348631Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.591869Z"},"links":{"citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:856a18f6ee5c555f52548da187a1c0fefd999cf72a4666fa5c3bd2b52fbf8ce2","observation_id":"ff125af0-9abb-4ab2-9d2b-992f16e46831","resolution":{"observed_at":"2026-08-11T17:55:11.065832Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2405.14782","last_updated":"2026-05-31T00:04:33Z","snapshot_observed_at":"2026-08-07T18:21:12.072228Z","submitted_at":"2024-05-23T16:50:49Z","title":"Lessons from the Trenches on Reproducible Evaluation of Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.14782","snapshot_observed_at":"2026-08-11T17:55:10.595259Z","title":"Lee, Haonan Li, Charles Lovering, Niklas Muennighoff, Ellie Pavlick, Jason Phang, Aviya Skowron, Samson Tan, Xiangru Tang, Kevin A","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T02:56:35.348631Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.595259Z"},"links":{"cited_paper":"/paper/2405.14782","citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:57a2614c6f04ecbc1caa867df4055d7322c3cdc7c1d28b9f6af814e85ff17f6b","observation_id":"812b29e0-224b-454b-9460-3c8f446315ae","resolution":{"observed_at":"2026-08-11T17:55:10.595259Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:55:11.053651Z","title":null,"venue":null,"work_id":"1c3fd083-679c-406e-980b-06a5b7630b5d","year":2020},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T02:56:35.348631Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.599181Z"},"links":{"citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:40182f5caef39bcfbb076f3dd19e8b65a1f870c603e7cea357531c8b9243a244","observation_id":"39719529-198b-4788-996b-21ca66141b5e","resolution":{"observed_at":"2026-08-11T17:55:11.056952Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:55:11.044102Z","title":null,"venue":null,"work_id":"8e45436d-3174-4504-821a-c6666f0fb637","year":2024},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T02:56:35.348631Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.602594Z"},"links":{"citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:d571c5f21e06d983840c0816216a44b4705bd15c8d7981bbc0fa4ec6ecbce68d","observation_id":"77174f19-1ec2-4e95-a1ad-530a9f8309ff","resolution":{"observed_at":"2026-08-11T17:55:11.047315Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:55:11.035565Z","title":null,"venue":null,"work_id":"ffe6aa56-b161-49f4-a0dc-c674cd562fe2","year":2022},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T02:56:35.348631Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.605852Z"},"links":{"citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:798f476bbd31fcf6250da9240056c10e53f4931e9c886153944f2ece247079ed","observation_id":"50ae6a8c-cb1b-4c1f-9958-a6a7721ab64a","resolution":{"observed_at":"2026-08-11T17:55:11.038570Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2302.09210","last_updated":"2023-02-18T02:11:36Z","snapshot_observed_at":"2026-08-09T14:17:01.779895Z","submitted_at":"2023-02-18T02:11:36Z","title":"How Good Are GPT Models at Machine Translation? A Comprehensive Evaluation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2302.09210","snapshot_observed_at":"2026-08-11T17:55:10.608871Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T02:56:35.348631Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.608871Z"},"links":{"cited_paper":"/paper/2302.09210","citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:7fa099a056ee3319dc78b22f8049316de900c7d430bdbf9bc2541bb3f59d8938","observation_id":"28b68d3e-4d5c-4e2e-9dcb-9105ba14b097","resolution":{"observed_at":"2026-08-11T17:55:10.608871Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:55:11.027533Z","title":null,"venue":null,"work_id":"9ecc0480-8b07-49f4-af7e-ba7a53179211","year":2022},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T02:56:35.348631Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.612347Z"},"links":{"citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:d5319e44a8de18b3587ec625d433abd19a28076211708dfe3213da6be3500a09","observation_id":"1034d0d0-0595-4dc9-9bd9-5550f6f3763c","resolution":{"observed_at":"2026-08-11T17:55:11.030436Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:55:11.019613Z","title":null,"venue":null,"work_id":"111a25b5-9dea-4a80-801e-3a0df7733a09","year":2020},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T02:56:35.348631Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.615701Z"},"links":{"citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:07fbba21e1f740a6428a70bcc546de7726ae528fe6f7d4847cb7c6a8943c6638","observation_id":"470ac45e-e404-47d3-80d8-18cbc571c0ea","resolution":{"observed_at":"2026-08-11T17:55:11.022422Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:55:11.011744Z","title":"o pf, Yannic Kilcher, Dimitri von R \\","venue":null,"work_id":"22d9b0bd-35e4-460e-994f-f526acca2ccb","year":2023},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T02:56:35.348631Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.618800Z"},"links":{"citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:ddd451d82b46faa235b286fdae12ad5b1ade602b0e26c2da5ca04207f16e0ff9","observation_id":"a1332c8b-edcc-4289-8a9a-406a1e975ec1","resolution":{"observed_at":"2026-08-11T17:55:11.014394Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.13303","last_updated":"2024-04-03T08:23:06Z","snapshot_observed_at":"2026-08-09T16:22:22.618593Z","submitted_at":"2024-01-24T08:57:39Z","title":"MaLA-500: Massive Language Adaptation of Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.13303","snapshot_observed_at":"2026-08-11T17:55:10.621876Z","title":"o rg Tiedemann, Andr \\'e F. T. Martins, and Hinrich Sch \\","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T02:56:35.348631Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.621876Z"},"links":{"cited_paper":"/paper/2401.13303","citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:3d4b6b013810f9b6813dfb6b5b21fe8f20931da7dfbc9fbf2d1ae7de8fa623e8","observation_id":"9bfb0914-6ed5-4c10-9b4a-7d3157f1cb9e","resolution":{"observed_at":"2026-08-11T17:55:10.621876Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:55:11.002805Z","title":null,"venue":null,"work_id":"c70e3cfe-f657-41e7-90a7-e778ad14180c","year":2022},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T02:56:35.348631Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.625398Z"},"links":{"citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:dc0ff62d3f50a93c415873539c3102e5d2019203b5fc497f9164602c176c5c3b","observation_id":"2ac7734a-ca2a-4580-8bbb-5364623c4955","resolution":{"observed_at":"2026-08-11T17:55:11.005907Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:55:10.993660Z","title":null,"venue":null,"work_id":"2446bf31-f80b-478e-b43f-cb3d045fefd4","year":1995},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T02:56:35.348631Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.628527Z"},"links":{"citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:83db8940990ccbc8c512c75ebd343640ec8037173528411ed12dec717e5ad454","observation_id":"68888c09-6a55-4967-b849-139d32d04ff8","resolution":{"observed_at":"2026-08-11T17:55:10.996925Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:55:10.984218Z","title":null,"venue":null,"work_id":"8b9de153-6d61-4db6-8b1e-c81e431bf564","year":2023},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T02:56:35.348631Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.631521Z"},"links":{"citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:2f26078b33e644246149a0af1d8b9aa358e135cd35d69d015d5f9c7871fa2408","observation_id":"127e6c2c-473a-4fe6-90db-2c51f65380f9","resolution":{"observed_at":"2026-08-11T17:55:10.987730Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:55:10.974374Z","title":null,"venue":null,"work_id":"f190a96f-806d-433d-90b6-e82a0387e1a1","year":2024},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T02:56:35.348631Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.634537Z"},"links":{"citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:46cc6e9cadcaabb858e68c28daeaf42e83649e2a3b8e5f4df488fa137787da48","observation_id":"6a41e1b0-e11b-4db7-9f3f-c3623fe56f68","resolution":{"observed_at":"2026-08-11T17:55:10.977733Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:55:10.964952Z","title":null,"venue":null,"work_id":"426c8330-c847-4f6e-92b5-ff83047a7d08","year":2022},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T02:56:35.348631Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.637663Z"},"links":{"citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:88ffc910e039d78d39d1fd8211a9a7aa48feea3edd8e514cdc59c925af183189","observation_id":"429e1d6c-88f2-4f86-8f28-be71240ca772","resolution":{"observed_at":"2026-08-11T17:55:10.968309Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:55:10.954656Z","title":null,"venue":null,"work_id":"12029e6d-ea2d-4e91-9a3e-ebf043846004","year":2023},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T02:56:35.348631Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.642124Z"},"links":{"citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:fb562da0a7d7a8dd97f890d258100236d8a8723d913e41c13270601ff4d621b4","observation_id":"a895bc84-0eef-4cd4-ac86-b3e583132d3f","resolution":{"observed_at":"2026-08-11T17:55:10.958543Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:55:10.944175Z","title":null,"venue":null,"work_id":"fe7a5e5f-df93-415b-8cb4-f4c71a1ea528","year":2022},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T02:56:35.348631Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.645307Z"},"links":{"citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:30bc2b591445b58315a00468d423131e4dac9ce47e835171287f28942b0f8940","observation_id":"3af72875-7a54-47cd-af1e-57fd6d54fd2a","resolution":{"observed_at":"2026-08-11T17:55:10.947560Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:55:10.934880Z","title":null,"venue":null,"work_id":"f07299c9-d323-454d-8ba9-f19597eb9c61","year":2024},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T02:56:35.348631Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.648446Z"},"links":{"citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:056025cf23c94fd9bdaf23dcdcdc018dfac0eefe94673dc7645a803de4c9e497","observation_id":"5544f47c-1a80-4f5e-bbaf-be3cc288e9c5","resolution":{"observed_at":"2026-08-11T17:55:10.938077Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2307.09288","last_updated":"2023-07-19T17:08:59Z","snapshot_observed_at":"2026-08-07T12:56:43.323460Z","submitted_at":"2023-07-18T14:31:57Z","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.09288","snapshot_observed_at":"2026-08-11T17:55:10.651637Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T02:56:35.348631Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.651637Z"},"links":{"cited_paper":"/paper/2307.09288","citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:113a500ea1dab1968c358108e3d72ebf2bbea7d9160a61e0de8e78e85f4e22a0","observation_id":"8674580a-c8e5-4fe0-91da-23e4e7ef1042","resolution":{"observed_at":"2026-08-11T17:55:10.651637Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"9545.35955","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:55:10.850796Z","title":null,"venue":null,"work_id":"fdc98357-f8c0-4b15-9fe1-e165fd96a08a","year":1978},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T02:56:35.348631Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.655251Z"},"links":{"citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:e1921690990bfff2d06fd24818a60fb6e7487f0dec84f45d7e8b71f7c3a86738","observation_id":"734c96f4-c839-4bde-b0a7-d1eb0faf51fb","resolution":{"observed_at":"2026-08-11T17:55:10.856385Z","resolver_source":"raw_fallback","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:55:10.925110Z","title":null,"venue":null,"work_id":"5de9e772-c8a9-4f3d-9e07-b99c5081aa40","year":2023},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T02:56:35.348631Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.658376Z"},"links":{"citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:1d32c1e001fe23f1291520b71f013f738e04d003ee1b7109ff2957c5a1c255af","observation_id":"4ad5eb4c-c7ef-4d94-84a1-5a68724abddb","resolution":{"observed_at":"2026-08-11T17:55:10.928417Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:55:10.661380Z","title":null,"venue":null,"work_id":null,"year":1972},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T02:56:35.348631Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.661380Z"},"links":{"citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:eb175e72fa7d8ddf3922c4d04f80c179784866c3eb163143d69210a315cc9d69","observation_id":"4841b11d-3226-4ac2-a7af-274172aeb907","resolution":{"observed_at":"2026-08-11T17:55:10.661380Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:55:10.915598Z","title":null,"venue":null,"work_id":"ff19e9d0-6c6b-41fa-9868-9c02e69235fa","year":2008},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T02:56:35.348631Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.663939Z"},"links":{"citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:f9d42efc860536ccb0ea042995ee915d8ec684140806c081dad9fda91340ceb7","observation_id":"2a29e947-be23-4ff3-97b9-6a6a636a848c","resolution":{"observed_at":"2026-08-11T17:55:10.918801Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:55:10.906823Z","title":null,"venue":null,"work_id":"587357f9-8d35-47a4-8ee9-95fc04500655","year":2023},"citing_paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","snapshot_observed_at":"2026-08-12T02:56:35.348631Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models","version":1},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-11T17:55:10.666794Z"},"links":{"citing_paper":"/paper/2412.08392"},"observation_digest":"sha256:5ffcd8250a2487495534399b4d86a0d8133643648a20e2f828f22d269354c9ef","observation_id":"82b774c8-8796-4faf-871a-36c6174e2adb","resolution":{"observed_at":"2026-08-11T17:55:10.909943Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2412.08392","last_updated":"2024-12-11T14:02:55Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-12T02:56:35.348631Z","submitted_at":"2024-12-11T14:02:55Z","title":"The Roles of English in Evaluating Multilingual Language Models"},"reference_resolution":{"displayed":29,"state_counts":{"malformed_identifier":0,"metadata_mismatch":1,"parse_uncertain":0,"unresolved":27,"verified_exact":0,"verified_fuzzy":1},"total_outbound_references":29},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"thesis":"As of 12 August 2026, this Paper Citation Record lists 29 of 29 outbound references and 1 inbound Pith citation observation for arXiv:2412.08392."}