{"as_of":"2026-08-11T07:16:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:0855ec212672aad1b28391dfafb6b9bcd3a136f1447436a8e9431b85ad2838ca","coverage":[{"denominator":38,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":38,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-10T14:01:36.082782Z","state":"measured"},{"denominator":40,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":40,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-11T06:34:44.6726+00:00","state":"measured"},{"denominator":2,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":2,"source":"paper_references, paper_reference_links","source_observed_at":"2026-06-27T21:54:57.736518Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-02T17:37:15.009720Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2501.15747","last_updated":"2025-01-28T04:56:40Z","snapshot_observed_at":"2026-08-10T23:08:18.127514Z","submitted_at":"2025-01-27T03:19:03Z","title":"IndicMMLU-Pro: Benchmarking Indic Large Language Models on Multi-Task Language Understanding","version":2},"cited_work":{"arxiv_id":"2501.15747","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2501.15747","snapshot_observed_at":"2026-07-02T17:37:15.009720Z","title":"2501.15747 , archivePrefix =","venue":null,"work_id":"54953155-3c43-41c3-af73-0aefe39961e5","year":2025},"citing_paper":{"arxiv_id":"2601.15550","last_updated":"2026-04-14T22:00:13Z","snapshot_observed_at":"2026-07-06T22:42:36.961014Z","submitted_at":"2026-01-22T00:44:26Z","title":"Common to Whom? Regional Cultural Commonsense and LLM Bias in India","version":3},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-05-16T12:37:25.252161Z"},"links":{"cited_paper":"/paper/2501.15747","citing_paper":"/paper/2601.15550"},"observation_digest":"sha256:7f19f3133f1731b11746eb0a0a82f378fb80a97a5c5b7f66f8dffefeb7086711","observation_id":"18e2a399-cab6-4dfd-af1f-e08d895667b6","resolution":{"observed_at":"2026-05-16T12:37:52.907996Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2501.15747","last_updated":"2025-01-28T04:56:40Z","snapshot_observed_at":"2026-08-10T23:08:18.127514Z","submitted_at":"2025-01-27T03:19:03Z","title":"IndicMMLU-Pro: Benchmarking Indic Large Language Models on Multi-Task Language Understanding","version":2},"cited_work":{"arxiv_id":"2501.15747","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2501.15747","snapshot_observed_at":"2026-07-02T17:37:15.009720Z","title":"2501.15747 , archivePrefix =","venue":null,"work_id":"54953155-3c43-41c3-af73-0aefe39961e5","year":2025},"citing_paper":{"arxiv_id":"2606.07167","last_updated":"2026-06-05T11:35:27Z","snapshot_observed_at":"2026-08-05T18:33:17.955890Z","submitted_at":"2026-06-05T11:35:27Z","title":"UrduMMLU: A Massive Multitask Benchmark for Urdu Language Understanding","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-06-27T21:54:57.736518Z"},"links":{"cited_paper":"/paper/2501.15747","citing_paper":"/paper/2606.07167"},"observation_digest":"sha256:d1ecfb65cb79226f6d8832bafb99bc66de51fa0bd74f127274b0576865b44546","observation_id":"0d71670a-89bb-46c9-87ff-07ea3263a3ef","resolution":{"observed_at":"2026-07-02T17:37:15.011035Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2501.15747/citation-record","integrity":"/paper/2501.15747/integrity","json":"/paper/2501.15747/citation-record.json","paper":"/paper/2501.15747"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2204.08776","last_updated":"2022-04-19T09:49:00Z","snapshot_observed_at":"2026-08-10T23:08:19.420832Z","submitted_at":"2022-04-19T09:49:00Z","title":"IndicXNLI: Evaluating Multilingual Inference for Indian Languages","version":1},"cited_work":{"arxiv_id":"2204.08776","doi":null,"metadata_source":"pith","pith_arxiv_id":"2204.08776","snapshot_observed_at":"2026-08-10T14:01:36.460893Z","title":"IndicXNLI: Evaluating Multilingual Inference for Indian Languages","venue":"cs.CL","work_id":"a5784fe3-3ea4-4628-a9d6-ef2ac9d2c3be","year":2022},"citing_paper":{"arxiv_id":"2501.15747","last_updated":"2025-01-28T04:56:40Z","snapshot_observed_at":"2026-08-10T23:08:18.127514Z","submitted_at":"2025-01-27T03:19:03Z","title":"IndicMMLU-Pro: Benchmarking Indic Large Language Models on Multi-Task Language Understanding","version":2},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-10T14:01:35.895504Z"},"links":{"cited_paper":"/paper/2204.08776","citing_paper":"/paper/2501.15747"},"observation_digest":"sha256:1c8be6a954f590ffd6fae90a4a1a841f44b8418fbe158bd5ed2880d52ae89c46","observation_id":"1ad8051c-358f-4345-8fbc-11f241a15477","resolution":{"observed_at":"2026-08-10T14:01:36.466148Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.07463","last_updated":"2024-04-02T21:18:00Z","snapshot_observed_at":"2026-08-10T23:08:52.867048Z","submitted_at":"2023-11-13T16:45:37Z","title":"MEGAVERSE: Benchmarking Large Language Models Across Languages, Modalities, Models and Tasks","version":2},"cited_work":{"arxiv_id":"2311.07463","doi":null,"metadata_source":"pith","pith_arxiv_id":"2311.07463","snapshot_observed_at":"2026-08-10T14:01:36.436402Z","title":"MEGAVERSE: Benchmarking Large Language Models Across Languages, Modalities, Models and Tasks","venue":"cs.CL","work_id":"14f98ab8-cf2e-4753-a4cd-4d1049adc114","year":2023},"citing_paper":{"arxiv_id":"2501.15747","last_updated":"2025-01-28T04:56:40Z","snapshot_observed_at":"2026-08-10T23:08:18.127514Z","submitted_at":"2025-01-27T03:19:03Z","title":"IndicMMLU-Pro: Benchmarking Indic Large Language Models on Multi-Task Language Understanding","version":2},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-10T14:01:35.901257Z"},"links":{"cited_paper":"/paper/2311.07463","citing_paper":"/paper/2501.15747"},"observation_digest":"sha256:5f59bef341c857892a3d7653de0ec50cd7e732a5d9cb3cabf6a7765cc061b29d","observation_id":"4e6d3bdd-75fb-46c6-a935-0c93305deeaa","resolution":{"observed_at":"2026-08-10T14:01:36.442594Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:01:36.701334Z","title":null,"venue":null,"work_id":"adcf25c2-afc5-4602-9588-36ba5e621f86","year":2021},"citing_paper":{"arxiv_id":"2501.15747","last_updated":"2025-01-28T04:56:40Z","snapshot_observed_at":"2026-08-10T23:08:18.127514Z","submitted_at":"2025-01-27T03:19:03Z","title":"IndicMMLU-Pro: Benchmarking Indic Large Language Models on Multi-Task Language Understanding","version":2},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-10T14:01:35.906524Z"},"links":{"citing_paper":"/paper/2501.15747"},"observation_digest":"sha256:49fe191e3dc9fc74f9a4f40828d2ee958cd56248ea7034d8f8e777d07ffb804c","observation_id":"efed2b53-8464-48d0-99c9-38b05127c07e","resolution":{"observed_at":"2026-08-10T14:01:36.705985Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:01:36.686626Z","title":null,"venue":null,"work_id":"341b8c92-b8df-4a1a-90ee-d99bbc38d81c","year":2021},"citing_paper":{"arxiv_id":"2501.15747","last_updated":"2025-01-28T04:56:40Z","snapshot_observed_at":"2026-08-10T23:08:18.127514Z","submitted_at":"2025-01-27T03:19:03Z","title":"IndicMMLU-Pro: Benchmarking Indic Large Language Models on Multi-Task Language Understanding","version":2},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-10T14:01:35.911512Z"},"links":{"citing_paper":"/paper/2501.15747"},"observation_digest":"sha256:20af25232a04eec02d2dcc67b4b642959a73b287d4895da85d87ade054d9abc2","observation_id":"b4294cad-0cd7-47cb-98c4-d6b803a014f9","resolution":{"observed_at":"2026-08-10T14:01:36.691336Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.05845","last_updated":"2023-11-10T03:02:39Z","snapshot_observed_at":"2026-08-10T19:11:18.586689Z","submitted_at":"2023-11-10T03:02:39Z","title":"Tamil-Llama: A New Tamil Language Model Based on Llama 2","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.05845","snapshot_observed_at":"2026-08-10T14:01:35.916315Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2501.15747","last_updated":"2025-01-28T04:56:40Z","snapshot_observed_at":"2026-08-10T23:08:18.127514Z","submitted_at":"2025-01-27T03:19:03Z","title":"IndicMMLU-Pro: Benchmarking Indic Large Language Models on Multi-Task Language Understanding","version":2},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-10T14:01:35.916315Z"},"links":{"cited_paper":"/paper/2311.05845","citing_paper":"/paper/2501.15747"},"observation_digest":"sha256:4a993c65066cf0448ec5ebe4b25fd3764cda252770c4dd907f63c8c7863b8320","observation_id":"02599142-1cf1-4737-8258-8739af968ac6","resolution":{"observed_at":"2026-08-10T14:01:35.916315Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.13506","last_updated":"2024-04-23T21:28:26Z","snapshot_observed_at":"2026-08-10T03:24:33.734754Z","submitted_at":"2024-04-21T02:26:15Z","title":"Parameter Efficient Fine Tuning: A Comprehensive Analysis Across Applications","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.13506","snapshot_observed_at":"2026-08-10T14:01:35.921165Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.15747","last_updated":"2025-01-28T04:56:40Z","snapshot_observed_at":"2026-08-10T23:08:18.127514Z","submitted_at":"2025-01-27T03:19:03Z","title":"IndicMMLU-Pro: Benchmarking Indic Large Language Models on Multi-Task Language Understanding","version":2},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-10T14:01:35.921165Z"},"links":{"cited_paper":"/paper/2404.13506","citing_paper":"/paper/2501.15747"},"observation_digest":"sha256:0b4457d7d2d54a9b822f146887316bacb124575144f25e5a9180f1cb236af1f0","observation_id":"bb6c4c00-80f4-4bf7-aea6-1f75dab5cb98","resolution":{"observed_at":"2026-08-10T14:01:35.921165Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:01:35.926821Z","title":null,"venue":null,"work_id":null,"year":2005},"citing_paper":{"arxiv_id":"2501.15747","last_updated":"2025-01-28T04:56:40Z","snapshot_observed_at":"2026-08-10T23:08:18.127514Z","submitted_at":"2025-01-27T03:19:03Z","title":"IndicMMLU-Pro: Benchmarking Indic Large Language Models on Multi-Task Language Understanding","version":2},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-10T14:01:35.926821Z"},"links":{"citing_paper":"/paper/2501.15747"},"observation_digest":"sha256:3c3f83854214a14bafda6154ab329a05250882c32e359ab3e91ad21b221ddb79","observation_id":"1738fbd6-f66f-468c-92d6-832ab7496a41","resolution":{"observed_at":"2026-08-10T14:01:35.926821Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2501.08167","last_updated":"2025-01-20T17:34:20Z","snapshot_observed_at":"2026-08-10T20:27:11.205097Z","submitted_at":"2025-01-14T14:49:14Z","title":"Potential and Perils of Large Language Models as Judges of Unstructured Textual Data","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.08167","snapshot_observed_at":"2026-08-10T14:01:35.931521Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2501.15747","last_updated":"2025-01-28T04:56:40Z","snapshot_observed_at":"2026-08-10T23:08:18.127514Z","submitted_at":"2025-01-27T03:19:03Z","title":"IndicMMLU-Pro: Benchmarking Indic Large Language Models on Multi-Task Language Understanding","version":2},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-10T14:01:35.931521Z"},"links":{"cited_paper":"/paper/2501.08167","citing_paper":"/paper/2501.15747"},"observation_digest":"sha256:aa9facef010efe76e433aea40284d6c64c6d74a50a0c23528377e2bfa3f189d7","observation_id":"42aa2090-6401-4548-a81a-c6caf97e9c09","resolution":{"observed_at":"2026-08-10T14:01:35.931521Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.11043","last_updated":"2024-08-20T17:49:51Z","snapshot_observed_at":"2026-08-09T21:33:36.753869Z","submitted_at":"2024-08-20T17:49:51Z","title":"Reconciling Methodological Paradigms: Employing Large Language Models as Novice Qualitative Research Assistants in Talent Management Research","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.11043","snapshot_observed_at":"2026-08-10T14:01:35.936483Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.15747","last_updated":"2025-01-28T04:56:40Z","snapshot_observed_at":"2026-08-10T23:08:18.127514Z","submitted_at":"2025-01-27T03:19:03Z","title":"IndicMMLU-Pro: Benchmarking Indic Large Language Models on Multi-Task Language Understanding","version":2},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-10T14:01:35.936483Z"},"links":{"cited_paper":"/paper/2408.11043","citing_paper":"/paper/2501.15747"},"observation_digest":"sha256:0669ba37fc7cad9fa20d77dcf8f19167d32738b3f453ef8ad3a287a856ab1f4a","observation_id":"6ee8001f-11f0-4f32-bf07-7e14861a9a71","resolution":{"observed_at":"2026-08-10T14:01:35.936483Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:01:36.661493Z","title":null,"venue":null,"work_id":"ab3f8c2c-4e4d-4728-9459-60d48f24b800","year":2024},"citing_paper":{"arxiv_id":"2501.15747","last_updated":"2025-01-28T04:56:40Z","snapshot_observed_at":"2026-08-10T23:08:18.127514Z","submitted_at":"2025-01-27T03:19:03Z","title":"IndicMMLU-Pro: Benchmarking Indic Large Language Models on Multi-Task Language Understanding","version":2},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-10T14:01:35.941544Z"},"links":{"citing_paper":"/paper/2501.15747"},"observation_digest":"sha256:0b7fb28efeac024d9b7d36583a171ee04735c71ac97cacd66da3977c2ffcf313","observation_id":"17c0bded-cdd9-43ab-9a11-d415b7f9e370","resolution":{"observed_at":"2026-08-10T14:01:36.666422Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2010.12821","last_updated":"2020-10-24T07:43:00Z","snapshot_observed_at":"2026-07-06T10:08:08.004416Z","submitted_at":"2020-10-24T07:43:00Z","title":"Rethinking embedding coupling in pre-trained language models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2010.12821","snapshot_observed_at":"2026-08-10T14:01:35.946175Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2501.15747","last_updated":"2025-01-28T04:56:40Z","snapshot_observed_at":"2026-08-10T23:08:18.127514Z","submitted_at":"2025-01-27T03:19:03Z","title":"IndicMMLU-Pro: Benchmarking Indic Large Language Models on Multi-Task Language Understanding","version":2},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-10T14:01:35.946175Z"},"links":{"cited_paper":"/paper/2010.12821","citing_paper":"/paper/2501.15747"},"observation_digest":"sha256:d741449dd0d6b519bbc3d0ab027abd9cb8af00ef5da7fd5236a4118f76d2c13a","observation_id":"e48c33e0-31f6-474a-8315-4b67edb79884","resolution":{"observed_at":"2026-08-10T14:01:35.946175Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1911.02116","last_updated":"2020-04-08T01:02:17Z","snapshot_observed_at":"2026-08-02T09:09:10.011185Z","submitted_at":"2019-11-05T22:42:00Z","title":"Unsupervised Cross-lingual Representation Learning at Scale","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1911.02116","snapshot_observed_at":"2026-08-10T14:01:35.950956Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2501.15747","last_updated":"2025-01-28T04:56:40Z","snapshot_observed_at":"2026-08-10T23:08:18.127514Z","submitted_at":"2025-01-27T03:19:03Z","title":"IndicMMLU-Pro: Benchmarking Indic Large Language Models on Multi-Task Language Understanding","version":2},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-10T14:01:35.950956Z"},"links":{"cited_paper":"/paper/1911.02116","citing_paper":"/paper/2501.15747"},"observation_digest":"sha256:7ae7b2409f6892ab88eeaf3aad9c4ad106e225ccc091f852cfd30a79f6e6d714","observation_id":"87a878b6-9590-431a-af92-6072f9da8149","resolution":{"observed_at":"2026-08-10T14:01:35.950956Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2109.02903","last_updated":"2022-10-27T02:53:18Z","snapshot_observed_at":"2026-07-06T11:45:08.309739Z","submitted_at":"2021-09-07T07:08:33Z","title":"IndicBART: A Pre-trained Model for Indic Natural Language Generation","version":2},"cited_work":{"arxiv_id":"2109.02903","doi":null,"metadata_source":"pith","pith_arxiv_id":"2109.02903","snapshot_observed_at":"2026-08-10T14:01:36.314875Z","title":"IndicBART: A Pre-trained Model for Indic Natural Language Generation","venue":"cs.CL","work_id":"55151367-10ca-4e93-97ec-50ec8c827736","year":2021},"citing_paper":{"arxiv_id":"2501.15747","last_updated":"2025-01-28T04:56:40Z","snapshot_observed_at":"2026-08-10T23:08:18.127514Z","submitted_at":"2025-01-27T03:19:03Z","title":"IndicMMLU-Pro: Benchmarking Indic Large Language Models on Multi-Task Language Understanding","version":2},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-10T14:01:35.955762Z"},"links":{"cited_paper":"/paper/2109.02903","citing_paper":"/paper/2501.15747"},"observation_digest":"sha256:ee801c2bd04a4106bc17b789e67e034fc83be919c27134f361890195db0546c7","observation_id":"e6b2f90f-276e-42e3-9963-5f951b0e4c45","resolution":{"observed_at":"2026-08-10T14:01:36.320533Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:01:36.646894Z","title":null,"venue":null,"work_id":"c3309da7-909b-45f0-bda5-abf4cea51fa3","year":2024},"citing_paper":{"arxiv_id":"2501.15747","last_updated":"2025-01-28T04:56:40Z","snapshot_observed_at":"2026-08-10T23:08:18.127514Z","submitted_at":"2025-01-27T03:19:03Z","title":"IndicMMLU-Pro: Benchmarking Indic Large Language Models on Multi-Task Language Understanding","version":2},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-10T14:01:35.960365Z"},"links":{"citing_paper":"/paper/2501.15747"},"observation_digest":"sha256:c3ad9ca8778f9c73374f2075faf69ae93efc6430b993f1de220ec6c6b668157a","observation_id":"84a8f13d-ab8f-4dca-b0fc-b937b2152560","resolution":{"observed_at":"2026-08-10T14:01:36.651549Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.16307","last_updated":"2023-12-20T17:08:28Z","snapshot_observed_at":"2026-08-05T21:01:31.082637Z","submitted_at":"2023-05-25T17:57:43Z","title":"IndicTrans2: Towards High-Quality and Accessible Machine Translation Models for all 22 Scheduled Indian Languages","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.16307","snapshot_observed_at":"2026-08-10T14:01:35.964773Z","title":"Chitale, Raghavan AK, Varun Gumma, Sumanth Doddapaneni, Aswanth Kumar, Janki Nawale, Anupama Sujatha, Ratish Puduppully, Vivek Raghavan, Pratyush Kumar, Mitesh M","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2501.15747","last_updated":"2025-01-28T04:56:40Z","snapshot_observed_at":"2026-08-10T23:08:18.127514Z","submitted_at":"2025-01-27T03:19:03Z","title":"IndicMMLU-Pro: Benchmarking Indic Large Language Models on Multi-Task Language Understanding","version":2},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-10T14:01:35.964773Z"},"links":{"cited_paper":"/paper/2305.16307","citing_paper":"/paper/2501.15747"},"observation_digest":"sha256:6da30b11a2bfa491e853ee8716a937dcadbc4c08bbe7a1eeee42b8392a4c4116","observation_id":"277a80d5-762e-4c5e-b73c-da0a54ec5e11","resolution":{"observed_at":"2026-08-10T14:01:35.964773Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.15006","last_updated":"2024-02-26T12:17:25Z","snapshot_observed_at":"2026-07-06T17:21:01.918787Z","submitted_at":"2024-01-26T17:07:08Z","title":"Airavata: Introducing Hindi Instruction-tuned LLM","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.15006","snapshot_observed_at":"2026-08-10T14:01:35.969838Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.15747","last_updated":"2025-01-28T04:56:40Z","snapshot_observed_at":"2026-08-10T23:08:18.127514Z","submitted_at":"2025-01-27T03:19:03Z","title":"IndicMMLU-Pro: Benchmarking Indic Large Language Models on Multi-Task Language Understanding","version":2},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-10T14:01:35.969838Z"},"links":{"cited_paper":"/paper/2401.15006","citing_paper":"/paper/2501.15747"},"observation_digest":"sha256:19b0bea6ec7d67b5201b04b0f91019a31ef643f8ab278051577d6377adc0ea50","observation_id":"094d4cad-aa2d-475e-8fae-05ba6ecb4508","resolution":{"observed_at":"2026-08-10T14:01:35.969838Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.03814","last_updated":"2024-07-18T07:31:58Z","snapshot_observed_at":"2026-08-03T08:45:14.974497Z","submitted_at":"2024-03-06T16:01:44Z","title":"Evaluating the Elementary Multilingual Capabilities of Large Language Models with MultiQ","version":2},"cited_work":{"arxiv_id":"2403.03814","doi":null,"metadata_source":"pith","pith_arxiv_id":"2403.03814","snapshot_observed_at":"2026-08-10T14:01:36.256516Z","title":"Evaluating the Elementary Multilingual Capabilities of Large Language Models with MultiQ","venue":"cs.CL","work_id":"5059fa88-ed00-447f-978a-959515077186","year":2024},"citing_paper":{"arxiv_id":"2501.15747","last_updated":"2025-01-28T04:56:40Z","snapshot_observed_at":"2026-08-10T23:08:18.127514Z","submitted_at":"2025-01-27T03:19:03Z","title":"IndicMMLU-Pro: Benchmarking Indic Large Language Models on Multi-Task Language Understanding","version":2},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-10T14:01:35.974937Z"},"links":{"cited_paper":"/paper/2403.03814","citing_paper":"/paper/2501.15747"},"observation_digest":"sha256:c6acc3f75604005bc2a46e5ba3cf74947e480a0c7a4173fbc86431f7f54ace22","observation_id":"aaeaf135-660a-47fb-b173-6b718cef6f92","resolution":{"observed_at":"2026-08-10T14:01:36.263762Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2003.11080","last_updated":"2020-09-04T17:56:31Z","snapshot_observed_at":"2026-08-08T14:56:33.267961Z","submitted_at":"2020-03-24T19:09:37Z","title":"XTREME: A Massively Multilingual Multi-task Benchmark for Evaluating Cross-lingual Generalization","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2003.11080","snapshot_observed_at":"2026-08-10T14:01:35.979621Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2501.15747","last_updated":"2025-01-28T04:56:40Z","snapshot_observed_at":"2026-08-10T23:08:18.127514Z","submitted_at":"2025-01-27T03:19:03Z","title":"IndicMMLU-Pro: Benchmarking Indic Large Language Models on Multi-Task Language Understanding","version":2},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-10T14:01:35.979621Z"},"links":{"cited_paper":"/paper/2003.11080","citing_paper":"/paper/2501.15747"},"observation_digest":"sha256:c44efa70594569a5376a73f6cb9500d98623df93b16dfe4f1410aabf332a8bb2","observation_id":"ab413f53-7bbe-47ba-a998-15be92d75332","resolution":{"observed_at":"2026-08-10T14:01:35.979621Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:01:36.632432Z","title":null,"venue":null,"work_id":"6458baae-005a-4164-8a82-a1dc21a20c79","year":2022},"citing_paper":{"arxiv_id":"2501.15747","last_updated":"2025-01-28T04:56:40Z","snapshot_observed_at":"2026-08-10T23:08:18.127514Z","submitted_at":"2025-01-27T03:19:03Z","title":"IndicMMLU-Pro: Benchmarking Indic Large Language Models on Multi-Task Language Understanding","version":2},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-10T14:01:35.989338Z"},"links":{"citing_paper":"/paper/2501.15747"},"observation_digest":"sha256:7d37a0ad9f5bcca564e0f6dc2ff8e0d6a19782f8b241c785f4b823ff8ce81131","observation_id":"e474913f-7013-4cc4-b01b-5f3eae33b7df","resolution":{"observed_at":"2026-08-10T14:01:36.637253Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:01:36.617941Z","title":"Khapra, and Pratyush Kumar","venue":null,"work_id":"f6c01345-eb6d-46eb-b6dd-45db44f72116","year":2020},"citing_paper":{"arxiv_id":"2501.15747","last_updated":"2025-01-28T04:56:40Z","snapshot_observed_at":"2026-08-10T23:08:18.127514Z","submitted_at":"2025-01-27T03:19:03Z","title":"IndicMMLU-Pro: Benchmarking Indic Large Language Models on Multi-Task Language Understanding","version":2},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-10T14:01:35.993541Z"},"links":{"citing_paper":"/paper/2501.15747"},"observation_digest":"sha256:e4ed7c4d9393a97942330b3f3bc1a8c5b42a4a57b9adfdaa73f9c19a2a523e55","observation_id":"64c612c0-82c6-4f4e-a895-bc66d3104cbc","resolution":{"observed_at":"2026-08-10T14:01:36.622452Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2004.09095","last_updated":"2021-01-27T03:39:20Z","snapshot_observed_at":"2026-08-09T01:07:21.765684Z","submitted_at":"2020-04-20T07:19:22Z","title":"The State and Fate of Linguistic Diversity and Inclusion in the NLP World","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2004.09095","snapshot_observed_at":"2026-08-10T14:01:36.002345Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2501.15747","last_updated":"2025-01-28T04:56:40Z","snapshot_observed_at":"2026-08-10T23:08:18.127514Z","submitted_at":"2025-01-27T03:19:03Z","title":"IndicMMLU-Pro: Benchmarking Indic Large Language Models on Multi-Task Language Understanding","version":2},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-10T14:01:36.002345Z"},"links":{"cited_paper":"/paper/2004.09095","citing_paper":"/paper/2501.15747"},"observation_digest":"sha256:eb997215054846b63983461f378a03245ffcbd730a64dd836d67d90d44698724","observation_id":"68c4d6c3-a1cb-4371-ae66-0a1f4efa21bf","resolution":{"observed_at":"2026-08-10T14:01:36.002345Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2103.10730","last_updated":"2021-04-02T13:23:48Z","snapshot_observed_at":"2026-08-09T20:53:24.413492Z","submitted_at":"2021-03-19T11:06:37Z","title":"MuRIL: Multilingual Representations for Indian Languages","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2103.10730","snapshot_observed_at":"2026-08-10T14:01:36.006441Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2501.15747","last_updated":"2025-01-28T04:56:40Z","snapshot_observed_at":"2026-08-10T23:08:18.127514Z","submitted_at":"2025-01-27T03:19:03Z","title":"IndicMMLU-Pro: Benchmarking Indic Large Language Models on Multi-Task Language Understanding","version":2},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-10T14:01:36.006441Z"},"links":{"cited_paper":"/paper/2103.10730","citing_paper":"/paper/2501.15747"},"observation_digest":"sha256:efca94a71c96fb65b54df7eaba4ff59ee564f566324bdc0d76e4ce867a506e35","observation_id":"2ea66b8a-8847-4847-a6af-2405670ab0d6","resolution":{"observed_at":"2026-08-10T14:01:36.006441Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.09559","last_updated":"2024-06-13T19:55:20Z","snapshot_observed_at":"2026-08-08T02:10:26.656783Z","submitted_at":"2024-06-13T19:55:20Z","title":"Decoding the Diversity: A Review of the Indic AI Research Landscape","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.09559","snapshot_observed_at":"2026-08-10T14:01:36.010906Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.15747","last_updated":"2025-01-28T04:56:40Z","snapshot_observed_at":"2026-08-10T23:08:18.127514Z","submitted_at":"2025-01-27T03:19:03Z","title":"IndicMMLU-Pro: Benchmarking Indic Large Language Models on Multi-Task Language Understanding","version":2},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-10T14:01:36.010906Z"},"links":{"cited_paper":"/paper/2406.09559","citing_paper":"/paper/2501.15747"},"observation_digest":"sha256:f9a90b046b4f1c1b3ac6b405b83c7d10411028c54156bd15fb25d9a3f7030d9d","observation_id":"650b8255-6824-4e0e-a0b4-2b69a677ea8a","resolution":{"observed_at":"2026-08-10T14:01:36.010906Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:01:36.602918Z","title":null,"venue":null,"work_id":"b01bab2b-cc3f-4742-beae-371ce7871622","year":2024},"citing_paper":{"arxiv_id":"2501.15747","last_updated":"2025-01-28T04:56:40Z","snapshot_observed_at":"2026-08-10T23:08:18.127514Z","submitted_at":"2025-01-27T03:19:03Z","title":"IndicMMLU-Pro: Benchmarking Indic Large Language Models on Multi-Task Language Understanding","version":2},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-10T14:01:36.015632Z"},"links":{"citing_paper":"/paper/2501.15747"},"observation_digest":"sha256:1d93c3d7fc4c309faeea38e4722be3ffb2d15640f0825f47bdab46f76e1a1821","observation_id":"4ab70feb-8b4f-4800-a5ed-91d4c07444f1","resolution":{"observed_at":"2026-08-10T14:01:36.607895Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2203.05437","last_updated":"2022-10-27T02:33:39Z","snapshot_observed_at":"2026-08-04T22:08:51.107688Z","submitted_at":"2022-03-10T15:53:58Z","title":"IndicNLG Benchmark: Multilingual Datasets for Diverse NLG Tasks in Indic Languages","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2203.05437","snapshot_observed_at":"2026-08-10T14:01:36.020036Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2501.15747","last_updated":"2025-01-28T04:56:40Z","snapshot_observed_at":"2026-08-10T23:08:18.127514Z","submitted_at":"2025-01-27T03:19:03Z","title":"IndicMMLU-Pro: Benchmarking Indic Large Language Models on Multi-Task Language Understanding","version":2},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-10T14:01:36.020036Z"},"links":{"cited_paper":"/paper/2203.05437","citing_paper":"/paper/2501.15747"},"observation_digest":"sha256:608b9898dced9d34ee787fb3adc2ebc456234ed3425ddb15ed041d2bbe46283d","observation_id":"307606aa-46ee-4977-9de9-1c15166c73c0","resolution":{"observed_at":"2026-08-10T14:01:36.020036Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:01:36.586444Z","title":null,"venue":null,"work_id":"bc0ed70b-35a1-4889-8cbb-3f9bd4e239c6","year":2020},"citing_paper":{"arxiv_id":"2501.15747","last_updated":"2025-01-28T04:56:40Z","snapshot_observed_at":"2026-08-10T23:08:18.127514Z","submitted_at":"2025-01-27T03:19:03Z","title":"IndicMMLU-Pro: Benchmarking Indic Large Language Models on Multi-Task Language Understanding","version":2},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-10T14:01:36.026139Z"},"links":{"citing_paper":"/paper/2501.15747"},"observation_digest":"sha256:8d6a96efdac416550e969432dd52f826929ab4790fbb4005052f1041958ab7c6","observation_id":"a3e78705-0687-406d-8b8f-1a9abcc77801","resolution":{"observed_at":"2026-08-10T14:01:36.591713Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:01:36.570691Z","title":null,"venue":null,"work_id":"c8e6819e-7755-41eb-81d2-9893bd9ba294","year":2019},"citing_paper":{"arxiv_id":"2501.15747","last_updated":"2025-01-28T04:56:40Z","snapshot_observed_at":"2026-08-10T23:08:18.127514Z","submitted_at":"2025-01-27T03:19:03Z","title":"IndicMMLU-Pro: Benchmarking Indic Large Language Models on Multi-Task Language Understanding","version":2},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-10T14:01:36.030453Z"},"links":{"citing_paper":"/paper/2501.15747"},"observation_digest":"sha256:ad382c8f1e354deab4d17fdcb7a5db12e76f6105b27234770e682b93711f9e55","observation_id":"5ff2b667-9fb8-4d34-9ac3-cb9b44ff0b4b","resolution":{"observed_at":"2026-08-10T14:01:36.575411Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2004.01401","last_updated":"2020-05-22T05:58:10Z","snapshot_observed_at":"2026-07-06T09:09:35.655226Z","submitted_at":"2020-04-03T07:03:12Z","title":"XGLUE: A New Benchmark Dataset for Cross-lingual Pre-training, Understanding and Generation","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2004.01401","snapshot_observed_at":"2026-08-10T14:01:36.035206Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2501.15747","last_updated":"2025-01-28T04:56:40Z","snapshot_observed_at":"2026-08-10T23:08:18.127514Z","submitted_at":"2025-01-27T03:19:03Z","title":"IndicMMLU-Pro: Benchmarking Indic Large Language Models on Multi-Task Language Understanding","version":2},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-10T14:01:36.035206Z"},"links":{"cited_paper":"/paper/2004.01401","citing_paper":"/paper/2501.15747"},"observation_digest":"sha256:6f39788f40956d033063017cfb91832187a2f581e23e93f050026387ba53ca5c","observation_id":"69c8ce7a-3de7-411b-a773-0629a16c55aa","resolution":{"observed_at":"2026-08-10T14:01:36.035206Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:01:36.555798Z","title":null,"venue":null,"work_id":"64fc5097-ccc4-42d1-aaab-5689e1f3a301","year":2024},"citing_paper":{"arxiv_id":"2501.15747","last_updated":"2025-01-28T04:56:40Z","snapshot_observed_at":"2026-08-10T23:08:18.127514Z","submitted_at":"2025-01-27T03:19:03Z","title":"IndicMMLU-Pro: Benchmarking Indic Large Language Models on Multi-Task Language Understanding","version":2},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-10T14:01:36.039825Z"},"links":{"citing_paper":"/paper/2501.15747"},"observation_digest":"sha256:15df31e0ae361d12ed4061e3283c12750a75769429400853c33a87844829136b","observation_id":"e2b4ce41-0ff0-41ea-a166-dbaf042e1e3d","resolution":{"observed_at":"2026-08-10T14:01:36.560360Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:01:36.540254Z","title":null,"venue":null,"work_id":"bf568012-e466-456e-9234-06817c50d6ad","year":2022},"citing_paper":{"arxiv_id":"2501.15747","last_updated":"2025-01-28T04:56:40Z","snapshot_observed_at":"2026-08-10T23:08:18.127514Z","submitted_at":"2025-01-27T03:19:03Z","title":"IndicMMLU-Pro: Benchmarking Indic Large Language Models on Multi-Task Language Understanding","version":2},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-08-10T14:01:36.044321Z"},"links":{"citing_paper":"/paper/2501.15747"},"observation_digest":"sha256:465b0467428ce58a4a90b6d42034ada25f544d79cc5425d8a8541f49c283a115","observation_id":"a6b8adb5-d874-459f-b072-bcd17e878cfa","resolution":{"observed_at":"2026-08-10T14:01:36.545131Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:01:36.525083Z","title":null,"venue":null,"work_id":"3944796c-70f1-45cb-8892-992b2f086f87","year":2017},"citing_paper":{"arxiv_id":"2501.15747","last_updated":"2025-01-28T04:56:40Z","snapshot_observed_at":"2026-08-10T23:08:18.127514Z","submitted_at":"2025-01-27T03:19:03Z","title":"IndicMMLU-Pro: Benchmarking Indic Large Language Models on Multi-Task Language Understanding","version":2},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-08-10T14:01:36.049041Z"},"links":{"citing_paper":"/paper/2501.15747"},"observation_digest":"sha256:6a08ede7ff707ac7181f702c49b0239778c7a2667200004cbe641b20453427ac","observation_id":"3475a96e-3189-4394-bc4d-f1c874944c8c","resolution":{"observed_at":"2026-08-10T14:01:36.529840Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:01:36.509195Z","title":null,"venue":null,"work_id":"b4e83786-018b-4cc6-a1fb-46239fff5d55","year":2002},"citing_paper":{"arxiv_id":"2501.15747","last_updated":"2025-01-28T04:56:40Z","snapshot_observed_at":"2026-08-10T23:08:18.127514Z","submitted_at":"2025-01-27T03:19:03Z","title":"IndicMMLU-Pro: Benchmarking Indic Large Language Models on Multi-Task Language Understanding","version":2},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-08-10T14:01:36.053943Z"},"links":{"citing_paper":"/paper/2501.15747"},"observation_digest":"sha256:8c3501159b06c4ad12934fe22890ce79266b19103cffbc4386d545099ee1b7f4","observation_id":"fedf980f-c9fa-45d4-ac8f-12ca8fd3f59b","resolution":{"observed_at":"2026-08-10T14:01:36.514427Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:01:36.058401Z","title":null,"venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2501.15747","last_updated":"2025-01-28T04:56:40Z","snapshot_observed_at":"2026-08-10T23:08:18.127514Z","submitted_at":"2025-01-27T03:19:03Z","title":"IndicMMLU-Pro: Benchmarking Indic Large Language Models on Multi-Task Language Understanding","version":2},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-08-10T14:01:36.058401Z"},"links":{"citing_paper":"/paper/2501.15747"},"observation_digest":"sha256:57a2d160c75c9f0d4879cca6c89f1b0a0707a7e5faf66af1bea1beb25f5729aa","observation_id":"9d8d5af7-e524-45b1-8905-5fc4693aac7d","resolution":{"observed_at":"2026-08-10T14:01:36.058401Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1804.08771","last_updated":"2018-09-12T14:13:33Z","snapshot_observed_at":"2026-08-10T08:51:09.033778Z","submitted_at":"2018-04-23T22:54:55Z","title":"A Call for Clarity in Reporting BLEU Scores","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1804.08771","snapshot_observed_at":"2026-08-10T14:01:36.063241Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2501.15747","last_updated":"2025-01-28T04:56:40Z","snapshot_observed_at":"2026-08-10T23:08:18.127514Z","submitted_at":"2025-01-27T03:19:03Z","title":"IndicMMLU-Pro: Benchmarking Indic Large Language Models on Multi-Task Language Understanding","version":2},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-08-10T14:01:36.063241Z"},"links":{"cited_paper":"/paper/1804.08771","citing_paper":"/paper/2501.15747"},"observation_digest":"sha256:9c1dc4676ed84b435a85db79a5f5c1bf3843b009a7c142745711bb0c8cad5260","observation_id":"e88e5ae9-72df-4507-9a5c-237418953302","resolution":{"observed_at":"2026-08-10T14:01:36.063241Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:01:36.068170Z","title":null,"venue":null,"work_id":null,"year":2006},"citing_paper":{"arxiv_id":"2501.15747","last_updated":"2025-01-28T04:56:40Z","snapshot_observed_at":"2026-08-10T23:08:18.127514Z","submitted_at":"2025-01-27T03:19:03Z","title":"IndicMMLU-Pro: Benchmarking Indic Large Language Models on Multi-Task Language Understanding","version":2},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-08-10T14:01:36.068170Z"},"links":{"citing_paper":"/paper/2501.15747"},"observation_digest":"sha256:dbcea5210f6d25a0ae291e7b0ab523400a865d59255b30c0e57f7c9137b06cc9","observation_id":"afa6900d-dca6-4248-993b-9fc336492a06","resolution":{"observed_at":"2026-08-10T14:01:36.068170Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.01574","last_updated":"2024-11-06T02:54:00Z","snapshot_observed_at":"2026-08-06T00:29:17.674418Z","submitted_at":"2024-06-03T17:53:00Z","title":"MMLU-Pro: A More Robust and Challenging Multi-Task Language Understanding Benchmark","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.01574","snapshot_observed_at":"2026-08-10T14:01:36.072835Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.15747","last_updated":"2025-01-28T04:56:40Z","snapshot_observed_at":"2026-08-10T23:08:18.127514Z","submitted_at":"2025-01-27T03:19:03Z","title":"IndicMMLU-Pro: Benchmarking Indic Large Language Models on Multi-Task Language Understanding","version":2},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-08-10T14:01:36.072835Z"},"links":{"cited_paper":"/paper/2406.01574","citing_paper":"/paper/2501.15747"},"observation_digest":"sha256:33233cf26d5d3ca476be7c19b0d63103d6346656bcbccc6b297c85c9b1c56508","observation_id":"cb076309-5937-4508-ae71-6a915843cae5","resolution":{"observed_at":"2026-08-10T14:01:36.072835Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:01:36.077731Z","title":"online\" 'onlinestring :=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2501.15747","last_updated":"2025-01-28T04:56:40Z","snapshot_observed_at":"2026-08-10T23:08:18.127514Z","submitted_at":"2025-01-27T03:19:03Z","title":"IndicMMLU-Pro: Benchmarking Indic Large Language Models on Multi-Task Language Understanding","version":2},"reference_index":39,"source":"arxiv_source","source_observed_at":"2026-08-10T14:01:36.077731Z"},"links":{"citing_paper":"/paper/2501.15747"},"observation_digest":"sha256:2f9239f97730fd5475b711c45d3856bd30e8f77f2bfad6f025148824583b04a3","observation_id":"5ac7a36b-18a8-4429-8bcb-2a1b25eeec60","resolution":{"observed_at":"2026-08-10T14:01:36.077731Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:01:36.082782Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2501.15747","last_updated":"2025-01-28T04:56:40Z","snapshot_observed_at":"2026-08-10T23:08:18.127514Z","submitted_at":"2025-01-27T03:19:03Z","title":"IndicMMLU-Pro: Benchmarking Indic Large Language Models on Multi-Task Language Understanding","version":2},"reference_index":40,"source":"arxiv_source","source_observed_at":"2026-08-10T14:01:36.082782Z"},"links":{"citing_paper":"/paper/2501.15747"},"observation_digest":"sha256:8fb3b694e89c2e5fa1d6eba1e1ffb57e9faa2ab206ab14263ca59b5174579130","observation_id":"560791ab-5769-4555-8f1b-5a60947bdae3","resolution":{"observed_at":"2026-08-10T14:01:36.082782Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2501.15747","last_updated":"2025-01-28T04:56:40Z","latest_version":2,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-10T23:08:18.127514Z","submitted_at":"2025-01-27T03:19:03Z","title":"IndicMMLU-Pro: Benchmarking Indic Large Language Models on Multi-Task Language Understanding"},"reference_resolution":{"displayed":38,"state_counts":{"malformed_identifier":0,"metadata_mismatch":1,"parse_uncertain":0,"unresolved":33,"verified_exact":3,"verified_fuzzy":1},"total_outbound_references":38},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"thesis":"As of 11 August 2026, this Paper Citation Record lists 38 of 38 outbound references and 2 inbound Pith citation observations for arXiv:2501.15747."}