{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:NJTM46UNDDUEO3VUN5TVLWETJA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"50f903beb23278125838bd8bb9a414926c7dd240bdc1e3763c81c9104e685719","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-16T07:07:38Z","title_canon_sha256":"8840a2b86ece92982ba8315c77c3dcc575501b4edb8fe15f7c5e307970ae38ff"},"schema_version":"1.0","source":{"id":"2502.11020","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.11020","created_at":"2026-07-05T11:20:50Z"},{"alias_kind":"arxiv_version","alias_value":"2502.11020v2","created_at":"2026-07-05T11:20:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.11020","created_at":"2026-07-05T11:20:50Z"},{"alias_kind":"pith_short_12","alias_value":"NJTM46UNDDUE","created_at":"2026-07-05T11:20:50Z"},{"alias_kind":"pith_short_16","alias_value":"NJTM46UNDDUEO3VU","created_at":"2026-07-05T11:20:50Z"},{"alias_kind":"pith_short_8","alias_value":"NJTM46UN","created_at":"2026-07-05T11:20:50Z"}],"graph_snapshots":[{"event_id":"sha256:e31de7f3327a712094d280d447397033d6c33926f3d877e76c94b4d2ba5fb64c","target":"graph","created_at":"2026-07-05T11:20:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.11020/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Being able to thoroughly assess massive multi-task language understanding (MMLU) capabilities is essential for advancing the applicability of multilingual language models. However, preparing such benchmarks in high quality native language is often costly and therefore limits the representativeness of evaluation datasets. While recent efforts focused on building more inclusive MMLU benchmarks, these are conventionally built using machine translation from high-resource languages, which may introduce errors and fail to account for the linguistic and cultural intricacies of the target languages. I","authors_text":"Abdullatif K\\\"oksal, Aizirek Turdubaeva, Amina Alisheva, Anar Rzayev, Ariana Kenbayeva, Arofat Akhundjanova, Dmitry Gaynullin, Duygu Ataman, Ilshat Saetov, Jafar Isbarov, Kavsar Huseynova, Mammad Hajili, Osman Tursun, Rinat Kharisov, Samir Rustamov, Saule Belginova","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-16T07:07:38Z","title":"TUMLU: A Unified and Native Language Understanding Benchmark for Turkic Languages"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.11020","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f4d72bd14bc657da5eca493b08929afea3329d8782c6ed6eae1d0e74d65b41a1","target":"record","created_at":"2026-07-05T11:20:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"50f903beb23278125838bd8bb9a414926c7dd240bdc1e3763c81c9104e685719","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-16T07:07:38Z","title_canon_sha256":"8840a2b86ece92982ba8315c77c3dcc575501b4edb8fe15f7c5e307970ae38ff"},"schema_version":"1.0","source":{"id":"2502.11020","kind":"arxiv","version":2}},"canonical_sha256":"6a66ce7a8d18e8476eb46f6755d893480745ec6331c440debd6e8a2429c97223","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6a66ce7a8d18e8476eb46f6755d893480745ec6331c440debd6e8a2429c97223","first_computed_at":"2026-07-05T11:20:50.954844Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:20:50.954844Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Rznqmq2r3bD5QgetDqiwj7XbJ1c30BZuPMuqeIp+++JHhGgIL2tgLKhIZPJF3+Zdg+CI8+DLce0z2KCkdvcWBw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:20:50.955411Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.11020","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f4d72bd14bc657da5eca493b08929afea3329d8782c6ed6eae1d0e74d65b41a1","sha256:e31de7f3327a712094d280d447397033d6c33926f3d877e76c94b4d2ba5fb64c"],"state_sha256":"5456e27a94d024cdf48d335dfa520d6f9c3c8c6a47a9cecd297b30272ecae377"}