{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:54NMQOJWG6KSOZ5NUDZTYSIZL5","short_pith_number":"pith:54NMQOJW","canonical_record":{"source":{"id":"2303.12528","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-03-22T13:03:10Z","cross_cats_sorted":[],"title_canon_sha256":"dc8915497484a29004af4388de270a1b938335a28df3549dc341afefd822dc4b","abstract_canon_sha256":"5480f0ca15631e992d0bfc16f3631581bd309d8700978568d13e35aa2e680d8a"},"schema_version":"1.0"},"canonical_sha256":"ef1ac8393637952767ada0f33c49195f40f559e729bc996a801f8f2ab93510e8","source":{"kind":"arxiv","id":"2303.12528","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2303.12528","created_at":"2026-07-05T07:03:22Z"},{"alias_kind":"arxiv_version","alias_value":"2303.12528v4","created_at":"2026-07-05T07:03:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2303.12528","created_at":"2026-07-05T07:03:22Z"},{"alias_kind":"pith_short_12","alias_value":"54NMQOJWG6KS","created_at":"2026-07-05T07:03:22Z"},{"alias_kind":"pith_short_16","alias_value":"54NMQOJWG6KSOZ5N","created_at":"2026-07-05T07:03:22Z"},{"alias_kind":"pith_short_8","alias_value":"54NMQOJW","created_at":"2026-07-05T07:03:22Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:54NMQOJWG6KSOZ5NUDZTYSIZL5","target":"record","payload":{"canonical_record":{"source":{"id":"2303.12528","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-03-22T13:03:10Z","cross_cats_sorted":[],"title_canon_sha256":"dc8915497484a29004af4388de270a1b938335a28df3549dc341afefd822dc4b","abstract_canon_sha256":"5480f0ca15631e992d0bfc16f3631581bd309d8700978568d13e35aa2e680d8a"},"schema_version":"1.0"},"canonical_sha256":"ef1ac8393637952767ada0f33c49195f40f559e729bc996a801f8f2ab93510e8","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:03:22.657448Z","signature_b64":"M/10InFUYMD/83rrRZ21ydZaiJ4K2jVhbokpo/HQm3Qv+K/oEBWfwrzzGrxzYOxKA8dQd54+gS8nnqbGp/yrBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ef1ac8393637952767ada0f33c49195f40f559e729bc996a801f8f2ab93510e8","last_reissued_at":"2026-07-05T07:03:22.656958Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:03:22.656958Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2303.12528","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:03:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9j3m9t4MdT7/e22nN6lEFbVu2cW/rA1dLReRRV+OrJ/TGlejMbrGITI/gvSx7pyJB7KMzodi0+j6+/Z8zQffAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T14:59:04.857571Z"},"content_sha256":"c8465b0c4317a98a7989961dfef85126a174a488347d8f9cf5356eef43c5814f","schema_version":"1.0","event_id":"sha256:c8465b0c4317a98a7989961dfef85126a174a488347d8f9cf5356eef43c5814f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:54NMQOJWG6KSOZ5NUDZTYSIZL5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"MEGA: Multilingual Evaluation of Generative AI","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Akshay Nambi, Harshita Diddee, Kabir Ahuja, Kalika Bali, Krithika Ramesh, Maxamed Axmed, Millicent Ochieng, Prachi Jain, Rishav Hada, Sameer Segal, Sunayana Sitaram, Tanuja Ganu","submitted_at":"2023-03-22T13:03:10Z","abstract_excerpt":"Generative AI models have shown impressive performance on many Natural Language Processing tasks such as language understanding, reasoning, and language generation. An important question being asked by the AI community today is about the capabilities and limits of these models, and it is clear that evaluating generative AI is very challenging. Most studies on generative LLMs have been restricted to English and it is unclear how capable these models are at understanding and generating text in other languages. We present the first comprehensive benchmarking of generative LLMs - MEGA, which evalu"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2303.12528","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2303.12528/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:03:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KRrEdZH4ggNig7AiqUAICJjmrC0Ggnu5uyTnuJpuzQm7py0zWRlvQXT4WA5ou2ApaPzGuBGY3zR0E/eZzNbVCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T14:59:04.858705Z"},"content_sha256":"b4023d3ab685367337bdec1e6b2f7ad657a1e892bb59905c78685bc2ecddf7ec","schema_version":"1.0","event_id":"sha256:b4023d3ab685367337bdec1e6b2f7ad657a1e892bb59905c78685bc2ecddf7ec"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/54NMQOJWG6KSOZ5NUDZTYSIZL5/bundle.json","state_url":"https://pith.science/pith/54NMQOJWG6KSOZ5NUDZTYSIZL5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/54NMQOJWG6KSOZ5NUDZTYSIZL5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-12T14:59:04Z","links":{"resolver":"https://pith.science/pith/54NMQOJWG6KSOZ5NUDZTYSIZL5","bundle":"https://pith.science/pith/54NMQOJWG6KSOZ5NUDZTYSIZL5/bundle.json","state":"https://pith.science/pith/54NMQOJWG6KSOZ5NUDZTYSIZL5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/54NMQOJWG6KSOZ5NUDZTYSIZL5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:54NMQOJWG6KSOZ5NUDZTYSIZL5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5480f0ca15631e992d0bfc16f3631581bd309d8700978568d13e35aa2e680d8a","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-03-22T13:03:10Z","title_canon_sha256":"dc8915497484a29004af4388de270a1b938335a28df3549dc341afefd822dc4b"},"schema_version":"1.0","source":{"id":"2303.12528","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2303.12528","created_at":"2026-07-05T07:03:22Z"},{"alias_kind":"arxiv_version","alias_value":"2303.12528v4","created_at":"2026-07-05T07:03:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2303.12528","created_at":"2026-07-05T07:03:22Z"},{"alias_kind":"pith_short_12","alias_value":"54NMQOJWG6KS","created_at":"2026-07-05T07:03:22Z"},{"alias_kind":"pith_short_16","alias_value":"54NMQOJWG6KSOZ5N","created_at":"2026-07-05T07:03:22Z"},{"alias_kind":"pith_short_8","alias_value":"54NMQOJW","created_at":"2026-07-05T07:03:22Z"}],"graph_snapshots":[{"event_id":"sha256:b4023d3ab685367337bdec1e6b2f7ad657a1e892bb59905c78685bc2ecddf7ec","target":"graph","created_at":"2026-07-05T07:03:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2303.12528/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Generative AI models have shown impressive performance on many Natural Language Processing tasks such as language understanding, reasoning, and language generation. An important question being asked by the AI community today is about the capabilities and limits of these models, and it is clear that evaluating generative AI is very challenging. Most studies on generative LLMs have been restricted to English and it is unclear how capable these models are at understanding and generating text in other languages. We present the first comprehensive benchmarking of generative LLMs - MEGA, which evalu","authors_text":"Akshay Nambi, Harshita Diddee, Kabir Ahuja, Kalika Bali, Krithika Ramesh, Maxamed Axmed, Millicent Ochieng, Prachi Jain, Rishav Hada, Sameer Segal, Sunayana Sitaram, Tanuja Ganu","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-03-22T13:03:10Z","title":"MEGA: Multilingual Evaluation of Generative AI"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2303.12528","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c8465b0c4317a98a7989961dfef85126a174a488347d8f9cf5356eef43c5814f","target":"record","created_at":"2026-07-05T07:03:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5480f0ca15631e992d0bfc16f3631581bd309d8700978568d13e35aa2e680d8a","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-03-22T13:03:10Z","title_canon_sha256":"dc8915497484a29004af4388de270a1b938335a28df3549dc341afefd822dc4b"},"schema_version":"1.0","source":{"id":"2303.12528","kind":"arxiv","version":4}},"canonical_sha256":"ef1ac8393637952767ada0f33c49195f40f559e729bc996a801f8f2ab93510e8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ef1ac8393637952767ada0f33c49195f40f559e729bc996a801f8f2ab93510e8","first_computed_at":"2026-07-05T07:03:22.656958Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:03:22.656958Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"M/10InFUYMD/83rrRZ21ydZaiJ4K2jVhbokpo/HQm3Qv+K/oEBWfwrzzGrxzYOxKA8dQd54+gS8nnqbGp/yrBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:03:22.657448Z","signed_message":"canonical_sha256_bytes"},"source_id":"2303.12528","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c8465b0c4317a98a7989961dfef85126a174a488347d8f9cf5356eef43c5814f","sha256:b4023d3ab685367337bdec1e6b2f7ad657a1e892bb59905c78685bc2ecddf7ec"],"state_sha256":"e7b4713225b46df6fac781b1c09dbf80a7df9948d9bd8503b9a09f0eb4bc4026"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+ZyQPx8AZLP1WCxrWoNnQmGcALUyau7t2Hz49PBrM11XWQbcfb6g3JLNFRCXSPDKYbC+K/oJzVXz/dzM9AtADA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-12T14:59:04.866658Z","bundle_sha256":"5cc22ad2b613e34852a57b900d064c9ba3da1f89624e4da807294d11a73a17e5"}}