{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:JGO6QKOCXP3YE3NBTO42CF7BS3","short_pith_number":"pith:JGO6QKOC","canonical_record":{"source":{"id":"2406.03368","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-05T15:23:08Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"eb0c07b4390f237dbfed8a9d2feb507a27a1cf97d5c45db3d61330a54feb73c8","abstract_canon_sha256":"7ee9879edf9da3ff87533b5833c0e40fb63fe235084f87669b388619c3aaff9b"},"schema_version":"1.0"},"canonical_sha256":"499de829c2bbf7826da19bb9a117e196f02522dd7b448690f4bc74164c90a625","source":{"kind":"arxiv","id":"2406.03368","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.03368","created_at":"2026-07-05T10:04:13Z"},{"alias_kind":"arxiv_version","alias_value":"2406.03368v2","created_at":"2026-07-05T10:04:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.03368","created_at":"2026-07-05T10:04:13Z"},{"alias_kind":"pith_short_12","alias_value":"JGO6QKOCXP3Y","created_at":"2026-07-05T10:04:13Z"},{"alias_kind":"pith_short_16","alias_value":"JGO6QKOCXP3YE3NB","created_at":"2026-07-05T10:04:13Z"},{"alias_kind":"pith_short_8","alias_value":"JGO6QKOC","created_at":"2026-07-05T10:04:13Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:JGO6QKOCXP3YE3NBTO42CF7BS3","target":"record","payload":{"canonical_record":{"source":{"id":"2406.03368","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-05T15:23:08Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"eb0c07b4390f237dbfed8a9d2feb507a27a1cf97d5c45db3d61330a54feb73c8","abstract_canon_sha256":"7ee9879edf9da3ff87533b5833c0e40fb63fe235084f87669b388619c3aaff9b"},"schema_version":"1.0"},"canonical_sha256":"499de829c2bbf7826da19bb9a117e196f02522dd7b448690f4bc74164c90a625","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:04:13.584011Z","signature_b64":"G1I0MT0n1rQ6Er3nR3+ANks9rv/YF0eBvc0Q7pR78MO9Ee9MSlvWdTogJqBuU3crFtuV6zoycKRyf3GmAht7DQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"499de829c2bbf7826da19bb9a117e196f02522dd7b448690f4bc74164c90a625","last_reissued_at":"2026-07-05T10:04:13.583581Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:04:13.583581Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.03368","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:04:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"uAOKfM8z8Ye785sGeLW5ciqxWXZLOhEhI0VuFVyEIKkP+69e+FKjG7eA927w+E05BxM/Tx1C2f51dfwfM1iZAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T11:59:45.764921Z"},"content_sha256":"d37ff7995d9b054f99e8c79c1b76622aacdf04f34cda73fc955ec0ae2dd31bb9","schema_version":"1.0","event_id":"sha256:d37ff7995d9b054f99e8c79c1b76622aacdf04f34cda73fc955ec0ae2dd31bb9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:JGO6QKOCXP3YE3NBTO42CF7BS3","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"IrokoBench: A New Benchmark for African Languages in the Age of Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Andiswa Bukula, Blessing Sibanda, Chiamaka Chukwuneke, David Ifeoluwa Adelani, En-Shiun Annie Lee, Foutse Yuehgoh, Godson Kalipe, Happy Buzaaba, Israel Abebe Azime, Jessica Ojo, Jesujoba O. Alabi, Jian Yun Zhuang, Jonathan Mukiibi, Lolwethu Ndolela, Millicent Ochieng, Mmasibidi Setaka, Nkiruka Odu, Pontus Stenetorp, Rooweither Mabuya, Salomey Osei, Salomon Kabongo, Sara Hooker, Shamsuddeen Hassan Muhammad, Sokhar Samb, Tadesse Kebede Guge, Tombekai Vangoni Sherman, Xuanli He","submitted_at":"2024-06-05T15:23:08Z","abstract_excerpt":"Despite the widespread adoption of Large language models (LLMs), their remarkable capabilities remain limited to a few high-resource languages. Additionally, many low-resource languages (\\eg African languages) are often evaluated only on basic text classification tasks due to the lack of appropriate or comprehensive benchmarks outside of high-resource languages. In this paper, we introduce IrokoBench -- a human-translated benchmark dataset for 17 typologically-diverse low-resource African languages covering three tasks: natural language inference~(AfriXNLI), mathematical reasoning~(AfriMGSM), "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.03368","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.03368/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:04:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VUPwINxDTBholJL4Dn3g9P/C47T0C6xwWBRXX2/4bXukNBsByzKCIRms69Zb+CiP9/EnZuprBojBFzYg6jbRBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T11:59:45.765303Z"},"content_sha256":"c8920000fcc0de26e1f871919b7e17c8d5fd6b3e7fb1be2ed47941bc48681bd1","schema_version":"1.0","event_id":"sha256:c8920000fcc0de26e1f871919b7e17c8d5fd6b3e7fb1be2ed47941bc48681bd1"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/JGO6QKOCXP3YE3NBTO42CF7BS3/bundle.json","state_url":"https://pith.science/pith/JGO6QKOCXP3YE3NBTO42CF7BS3/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/JGO6QKOCXP3YE3NBTO42CF7BS3/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T11:59:45Z","links":{"resolver":"https://pith.science/pith/JGO6QKOCXP3YE3NBTO42CF7BS3","bundle":"https://pith.science/pith/JGO6QKOCXP3YE3NBTO42CF7BS3/bundle.json","state":"https://pith.science/pith/JGO6QKOCXP3YE3NBTO42CF7BS3/state.json","well_known_bundle":"https://pith.science/.well-known/pith/JGO6QKOCXP3YE3NBTO42CF7BS3/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:JGO6QKOCXP3YE3NBTO42CF7BS3","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7ee9879edf9da3ff87533b5833c0e40fb63fe235084f87669b388619c3aaff9b","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-05T15:23:08Z","title_canon_sha256":"eb0c07b4390f237dbfed8a9d2feb507a27a1cf97d5c45db3d61330a54feb73c8"},"schema_version":"1.0","source":{"id":"2406.03368","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.03368","created_at":"2026-07-05T10:04:13Z"},{"alias_kind":"arxiv_version","alias_value":"2406.03368v2","created_at":"2026-07-05T10:04:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.03368","created_at":"2026-07-05T10:04:13Z"},{"alias_kind":"pith_short_12","alias_value":"JGO6QKOCXP3Y","created_at":"2026-07-05T10:04:13Z"},{"alias_kind":"pith_short_16","alias_value":"JGO6QKOCXP3YE3NB","created_at":"2026-07-05T10:04:13Z"},{"alias_kind":"pith_short_8","alias_value":"JGO6QKOC","created_at":"2026-07-05T10:04:13Z"}],"graph_snapshots":[{"event_id":"sha256:c8920000fcc0de26e1f871919b7e17c8d5fd6b3e7fb1be2ed47941bc48681bd1","target":"graph","created_at":"2026-07-05T10:04:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.03368/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Despite the widespread adoption of Large language models (LLMs), their remarkable capabilities remain limited to a few high-resource languages. Additionally, many low-resource languages (\\eg African languages) are often evaluated only on basic text classification tasks due to the lack of appropriate or comprehensive benchmarks outside of high-resource languages. In this paper, we introduce IrokoBench -- a human-translated benchmark dataset for 17 typologically-diverse low-resource African languages covering three tasks: natural language inference~(AfriXNLI), mathematical reasoning~(AfriMGSM), ","authors_text":"Andiswa Bukula, Blessing Sibanda, Chiamaka Chukwuneke, David Ifeoluwa Adelani, En-Shiun Annie Lee, Foutse Yuehgoh, Godson Kalipe, Happy Buzaaba, Israel Abebe Azime, Jessica Ojo, Jesujoba O. Alabi, Jian Yun Zhuang, Jonathan Mukiibi, Lolwethu Ndolela, Millicent Ochieng, Mmasibidi Setaka, Nkiruka Odu, Pontus Stenetorp, Rooweither Mabuya, Salomey Osei, Salomon Kabongo, Sara Hooker, Shamsuddeen Hassan Muhammad, Sokhar Samb, Tadesse Kebede Guge, Tombekai Vangoni Sherman, Xuanli He","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-05T15:23:08Z","title":"IrokoBench: A New Benchmark for African Languages in the Age of Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.03368","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d37ff7995d9b054f99e8c79c1b76622aacdf04f34cda73fc955ec0ae2dd31bb9","target":"record","created_at":"2026-07-05T10:04:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7ee9879edf9da3ff87533b5833c0e40fb63fe235084f87669b388619c3aaff9b","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-05T15:23:08Z","title_canon_sha256":"eb0c07b4390f237dbfed8a9d2feb507a27a1cf97d5c45db3d61330a54feb73c8"},"schema_version":"1.0","source":{"id":"2406.03368","kind":"arxiv","version":2}},"canonical_sha256":"499de829c2bbf7826da19bb9a117e196f02522dd7b448690f4bc74164c90a625","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"499de829c2bbf7826da19bb9a117e196f02522dd7b448690f4bc74164c90a625","first_computed_at":"2026-07-05T10:04:13.583581Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:04:13.583581Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"G1I0MT0n1rQ6Er3nR3+ANks9rv/YF0eBvc0Q7pR78MO9Ee9MSlvWdTogJqBuU3crFtuV6zoycKRyf3GmAht7DQ==","signature_status":"signed_v1","signed_at":"2026-07-05T10:04:13.584011Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.03368","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d37ff7995d9b054f99e8c79c1b76622aacdf04f34cda73fc955ec0ae2dd31bb9","sha256:c8920000fcc0de26e1f871919b7e17c8d5fd6b3e7fb1be2ed47941bc48681bd1"],"state_sha256":"8601a7c2960b59e5c7643c9044a563106e7cc3a4a61dad2eaa39cd06b89f7483"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"e2ajXbTqXB17sN9J4IhZscD/wLjM/PmW5ADYo8bpZZcsj+fUUtJvh4bq9H5HibRkk2PhbNG3YlCd+g/PpeplDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T11:59:45.767295Z","bundle_sha256":"d4d80dd8a556f70a7f7ac5e587b920ebe050d3ebef0978d5fc98354739166f1d"}}