{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:AWZQ2MI4EGIKEZVGUCMM4ASKNS","short_pith_number":"pith:AWZQ2MI4","canonical_record":{"source":{"id":"2308.16884","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-31T17:43:08Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"0be3615edcc0d8acf59ce6e0a598e8e88c9c02a979a1821cf2db189d8fddd863","abstract_canon_sha256":"13187c0f9aa88cf28e49a4dd4e832f86c62301a36e7ee6f3e9df6cbc8fe518c3"},"schema_version":"1.0"},"canonical_sha256":"05b30d311c2190a266a6a098ce024a6c8065b5cdd0ac77027c694d0cd4689629","source":{"kind":"arxiv","id":"2308.16884","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.16884","created_at":"2026-07-05T09:14:27Z"},{"alias_kind":"arxiv_version","alias_value":"2308.16884v2","created_at":"2026-07-05T09:14:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.16884","created_at":"2026-07-05T09:14:27Z"},{"alias_kind":"pith_short_12","alias_value":"AWZQ2MI4EGIK","created_at":"2026-07-05T09:14:27Z"},{"alias_kind":"pith_short_16","alias_value":"AWZQ2MI4EGIKEZVG","created_at":"2026-07-05T09:14:27Z"},{"alias_kind":"pith_short_8","alias_value":"AWZQ2MI4","created_at":"2026-07-05T09:14:27Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:AWZQ2MI4EGIKEZVGUCMM4ASKNS","target":"record","payload":{"canonical_record":{"source":{"id":"2308.16884","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-31T17:43:08Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"0be3615edcc0d8acf59ce6e0a598e8e88c9c02a979a1821cf2db189d8fddd863","abstract_canon_sha256":"13187c0f9aa88cf28e49a4dd4e832f86c62301a36e7ee6f3e9df6cbc8fe518c3"},"schema_version":"1.0"},"canonical_sha256":"05b30d311c2190a266a6a098ce024a6c8065b5cdd0ac77027c694d0cd4689629","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:14:27.910490Z","signature_b64":"wV/7hJ6gP5MVwbg6Lpio5lyJdjM9c0wmOpdmFV8kDThaPFsijzGYHt4EiXY86HceIRNoduGdnliPWr9YHbVoBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"05b30d311c2190a266a6a098ce024a6c8065b5cdd0ac77027c694d0cd4689629","last_reissued_at":"2026-07-05T09:14:27.909972Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:14:27.909972Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2308.16884","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:14:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fV4ZVla2g3HsTPC0cK3lS6v8xDIfsQQfo9P2PFylf3rfjyfYpIdd2ovoAXBge5OaGq9K+AW0XtvCPkLj1rzWCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T17:01:26.861956Z"},"content_sha256":"089b685470c2d0be8981c4d1309e232bb96467b734eee15ed090acfb2f26af55","schema_version":"1.0","event_id":"sha256:089b685470c2d0be8981c4d1309e232bb96467b734eee15ed090acfb2f26af55"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:AWZQ2MI4EGIKEZVGUCMM4ASKNS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"The Belebele Benchmark: a Parallel Reading Comprehension Dataset in 122 Language Variants","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Abhinandan Krishnan, Benjamin Muller, Davis Liang, Donald Husa, Lucas Bandarkar, Luke Zettlemoyer, Madian Khabsa, Mikel Artetxe, Naman Goyal, Satya Narayan Shukla","submitted_at":"2023-08-31T17:43:08Z","abstract_excerpt":"We present Belebele, a multiple-choice machine reading comprehension (MRC) dataset spanning 122 language variants. Significantly expanding the language coverage of natural language understanding (NLU) benchmarks, this dataset enables the evaluation of text models in high-, medium-, and low-resource languages. Each question is based on a short passage from the Flores-200 dataset and has four multiple-choice answers. The questions were carefully curated to discriminate between models with different levels of general language comprehension. The English dataset on its own proves difficult enough t"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.16884","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2308.16884/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:14:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fmijQUSN02/qkkI1n4A6HHTjeCNw/76LtuMwCg0k/nSwPbO1vKe1W3Vyy3j3gEnklBeDiMLo7UXupmtLRHqiBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T17:01:26.862353Z"},"content_sha256":"e1e075017b35a443b9a8589f3f9ac41755b63faac95c561925976a635b6a22b3","schema_version":"1.0","event_id":"sha256:e1e075017b35a443b9a8589f3f9ac41755b63faac95c561925976a635b6a22b3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/AWZQ2MI4EGIKEZVGUCMM4ASKNS/bundle.json","state_url":"https://pith.science/pith/AWZQ2MI4EGIKEZVGUCMM4ASKNS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/AWZQ2MI4EGIKEZVGUCMM4ASKNS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T17:01:26Z","links":{"resolver":"https://pith.science/pith/AWZQ2MI4EGIKEZVGUCMM4ASKNS","bundle":"https://pith.science/pith/AWZQ2MI4EGIKEZVGUCMM4ASKNS/bundle.json","state":"https://pith.science/pith/AWZQ2MI4EGIKEZVGUCMM4ASKNS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/AWZQ2MI4EGIKEZVGUCMM4ASKNS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:AWZQ2MI4EGIKEZVGUCMM4ASKNS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"13187c0f9aa88cf28e49a4dd4e832f86c62301a36e7ee6f3e9df6cbc8fe518c3","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-31T17:43:08Z","title_canon_sha256":"0be3615edcc0d8acf59ce6e0a598e8e88c9c02a979a1821cf2db189d8fddd863"},"schema_version":"1.0","source":{"id":"2308.16884","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.16884","created_at":"2026-07-05T09:14:27Z"},{"alias_kind":"arxiv_version","alias_value":"2308.16884v2","created_at":"2026-07-05T09:14:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.16884","created_at":"2026-07-05T09:14:27Z"},{"alias_kind":"pith_short_12","alias_value":"AWZQ2MI4EGIK","created_at":"2026-07-05T09:14:27Z"},{"alias_kind":"pith_short_16","alias_value":"AWZQ2MI4EGIKEZVG","created_at":"2026-07-05T09:14:27Z"},{"alias_kind":"pith_short_8","alias_value":"AWZQ2MI4","created_at":"2026-07-05T09:14:27Z"}],"graph_snapshots":[{"event_id":"sha256:e1e075017b35a443b9a8589f3f9ac41755b63faac95c561925976a635b6a22b3","target":"graph","created_at":"2026-07-05T09:14:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2308.16884/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We present Belebele, a multiple-choice machine reading comprehension (MRC) dataset spanning 122 language variants. Significantly expanding the language coverage of natural language understanding (NLU) benchmarks, this dataset enables the evaluation of text models in high-, medium-, and low-resource languages. Each question is based on a short passage from the Flores-200 dataset and has four multiple-choice answers. The questions were carefully curated to discriminate between models with different levels of general language comprehension. The English dataset on its own proves difficult enough t","authors_text":"Abhinandan Krishnan, Benjamin Muller, Davis Liang, Donald Husa, Lucas Bandarkar, Luke Zettlemoyer, Madian Khabsa, Mikel Artetxe, Naman Goyal, Satya Narayan Shukla","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-31T17:43:08Z","title":"The Belebele Benchmark: a Parallel Reading Comprehension Dataset in 122 Language Variants"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.16884","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:089b685470c2d0be8981c4d1309e232bb96467b734eee15ed090acfb2f26af55","target":"record","created_at":"2026-07-05T09:14:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"13187c0f9aa88cf28e49a4dd4e832f86c62301a36e7ee6f3e9df6cbc8fe518c3","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-31T17:43:08Z","title_canon_sha256":"0be3615edcc0d8acf59ce6e0a598e8e88c9c02a979a1821cf2db189d8fddd863"},"schema_version":"1.0","source":{"id":"2308.16884","kind":"arxiv","version":2}},"canonical_sha256":"05b30d311c2190a266a6a098ce024a6c8065b5cdd0ac77027c694d0cd4689629","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"05b30d311c2190a266a6a098ce024a6c8065b5cdd0ac77027c694d0cd4689629","first_computed_at":"2026-07-05T09:14:27.909972Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:14:27.909972Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"wV/7hJ6gP5MVwbg6Lpio5lyJdjM9c0wmOpdmFV8kDThaPFsijzGYHt4EiXY86HceIRNoduGdnliPWr9YHbVoBg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:14:27.910490Z","signed_message":"canonical_sha256_bytes"},"source_id":"2308.16884","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:089b685470c2d0be8981c4d1309e232bb96467b734eee15ed090acfb2f26af55","sha256:e1e075017b35a443b9a8589f3f9ac41755b63faac95c561925976a635b6a22b3"],"state_sha256":"f551135227e58b14694c80770601419ca52e1f9236f1a3ea4e53dac99f51ef0a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jr7sWPpwGUxuSxXqxoIkRy4Bl1/MKObzlbS9+uOSDRwiuPmbDKR1TziUe5N1YnrxVqSoEExC2/4FQuXW5Gc1Ag==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T17:01:26.865250Z","bundle_sha256":"2e104d1c9cafb499b3429284b8e41069d43e4d01252e8de68dc22fe1a9258997"}}