{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:PZW42237HG7ZZMEZF4BTW2DS3E","short_pith_number":"pith:PZW42237","canonical_record":{"source":{"id":"2410.13153","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-17T02:12:30Z","cross_cats_sorted":[],"title_canon_sha256":"3e3df17d60b85f61ad2198b53b7d5442a2280a9ba167a5df84085e5c343f5ff3","abstract_canon_sha256":"1a7424a4a944dc8cc614d50b3fb8c52e548c10805a39f825b9d854447e094852"},"schema_version":"1.0"},"canonical_sha256":"7e6dcd6b7f39bf9cb0992f033b6872d9100b0a5c3c9e0f6a036cdac19cfc23be","source":{"kind":"arxiv","id":"2410.13153","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.13153","created_at":"2026-07-05T09:21:56Z"},{"alias_kind":"arxiv_version","alias_value":"2410.13153v1","created_at":"2026-07-05T09:21:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.13153","created_at":"2026-07-05T09:21:56Z"},{"alias_kind":"pith_short_12","alias_value":"PZW42237HG7Z","created_at":"2026-07-05T09:21:56Z"},{"alias_kind":"pith_short_16","alias_value":"PZW42237HG7ZZMEZ","created_at":"2026-07-05T09:21:56Z"},{"alias_kind":"pith_short_8","alias_value":"PZW42237","created_at":"2026-07-05T09:21:56Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:PZW42237HG7ZZMEZF4BTW2DS3E","target":"record","payload":{"canonical_record":{"source":{"id":"2410.13153","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-17T02:12:30Z","cross_cats_sorted":[],"title_canon_sha256":"3e3df17d60b85f61ad2198b53b7d5442a2280a9ba167a5df84085e5c343f5ff3","abstract_canon_sha256":"1a7424a4a944dc8cc614d50b3fb8c52e548c10805a39f825b9d854447e094852"},"schema_version":"1.0"},"canonical_sha256":"7e6dcd6b7f39bf9cb0992f033b6872d9100b0a5c3c9e0f6a036cdac19cfc23be","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:21:56.414692Z","signature_b64":"23E/X4UNB5JwQDz6SJ/3MbUMNLnKgs/fsqDH5L1+2D9BslKon1JsP9ZrLCOActOQdT97uJ2YYtz+W5cccHD6AQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7e6dcd6b7f39bf9cb0992f033b6872d9100b0a5c3c9e0f6a036cdac19cfc23be","last_reissued_at":"2026-07-05T09:21:56.414247Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:21:56.414247Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.13153","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:21:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OYHgRzlousE1PJX2bN2HiDj532Gkek3/WmprpJSPczGFtm5WcPk6T6vbDj/VrIg1KPebnWhZi71Iv/yorSMXBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T10:37:49.087755Z"},"content_sha256":"5631bf164f8587e90dab660c03dc59c8625b7ac31a6d9dd6222c16cdbf6c4c70","schema_version":"1.0","event_id":"sha256:5631bf164f8587e90dab660c03dc59c8625b7ac31a6d9dd6222c16cdbf6c4c70"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:PZW42237HG7ZZMEZF4BTW2DS3E","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Better to Ask in English: Evaluation of Large Language Models on English, Low-resource and Cross-Lingual Settings","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Imran Razzak, Krishno Dey, Md. Arid Hasan, Prerona Tarannum, Usman Naseem","submitted_at":"2024-10-17T02:12:30Z","abstract_excerpt":"Large Language Models (LLMs) are trained on massive amounts of data, enabling their application across diverse domains and tasks. Despite their remarkable performance, most LLMs are developed and evaluated primarily in English. Recently, a few multi-lingual LLMs have emerged, but their performance in low-resource languages, especially the most spoken languages in South Asia, is less explored. To address this gap, in this study, we evaluate LLMs such as GPT-4, Llama 2, and Gemini to analyze their effectiveness in English compared to other low-resource languages from South Asia (e.g., Bangla, Hi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.13153","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.13153/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:21:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SFBhtBaMV0Z5T7J9wd7FVLwBYHCrsiSMqZnNlA6Yaz/u0RwfydJhvt/t28ZVqK9d9FLC+EXPuL/1aTczdJZqAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T10:37:49.088284Z"},"content_sha256":"681116cf97344c4978852ba0b075f4cb071cda9b6dcb4f02818e926f9b1c7005","schema_version":"1.0","event_id":"sha256:681116cf97344c4978852ba0b075f4cb071cda9b6dcb4f02818e926f9b1c7005"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PZW42237HG7ZZMEZF4BTW2DS3E/bundle.json","state_url":"https://pith.science/pith/PZW42237HG7ZZMEZF4BTW2DS3E/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PZW42237HG7ZZMEZF4BTW2DS3E/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T10:37:49Z","links":{"resolver":"https://pith.science/pith/PZW42237HG7ZZMEZF4BTW2DS3E","bundle":"https://pith.science/pith/PZW42237HG7ZZMEZF4BTW2DS3E/bundle.json","state":"https://pith.science/pith/PZW42237HG7ZZMEZF4BTW2DS3E/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PZW42237HG7ZZMEZF4BTW2DS3E/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:PZW42237HG7ZZMEZF4BTW2DS3E","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1a7424a4a944dc8cc614d50b3fb8c52e548c10805a39f825b9d854447e094852","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-17T02:12:30Z","title_canon_sha256":"3e3df17d60b85f61ad2198b53b7d5442a2280a9ba167a5df84085e5c343f5ff3"},"schema_version":"1.0","source":{"id":"2410.13153","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.13153","created_at":"2026-07-05T09:21:56Z"},{"alias_kind":"arxiv_version","alias_value":"2410.13153v1","created_at":"2026-07-05T09:21:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.13153","created_at":"2026-07-05T09:21:56Z"},{"alias_kind":"pith_short_12","alias_value":"PZW42237HG7Z","created_at":"2026-07-05T09:21:56Z"},{"alias_kind":"pith_short_16","alias_value":"PZW42237HG7ZZMEZ","created_at":"2026-07-05T09:21:56Z"},{"alias_kind":"pith_short_8","alias_value":"PZW42237","created_at":"2026-07-05T09:21:56Z"}],"graph_snapshots":[{"event_id":"sha256:681116cf97344c4978852ba0b075f4cb071cda9b6dcb4f02818e926f9b1c7005","target":"graph","created_at":"2026-07-05T09:21:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.13153/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) are trained on massive amounts of data, enabling their application across diverse domains and tasks. Despite their remarkable performance, most LLMs are developed and evaluated primarily in English. Recently, a few multi-lingual LLMs have emerged, but their performance in low-resource languages, especially the most spoken languages in South Asia, is less explored. To address this gap, in this study, we evaluate LLMs such as GPT-4, Llama 2, and Gemini to analyze their effectiveness in English compared to other low-resource languages from South Asia (e.g., Bangla, Hi","authors_text":"Imran Razzak, Krishno Dey, Md. Arid Hasan, Prerona Tarannum, Usman Naseem","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-17T02:12:30Z","title":"Better to Ask in English: Evaluation of Large Language Models on English, Low-resource and Cross-Lingual Settings"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.13153","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5631bf164f8587e90dab660c03dc59c8625b7ac31a6d9dd6222c16cdbf6c4c70","target":"record","created_at":"2026-07-05T09:21:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1a7424a4a944dc8cc614d50b3fb8c52e548c10805a39f825b9d854447e094852","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-17T02:12:30Z","title_canon_sha256":"3e3df17d60b85f61ad2198b53b7d5442a2280a9ba167a5df84085e5c343f5ff3"},"schema_version":"1.0","source":{"id":"2410.13153","kind":"arxiv","version":1}},"canonical_sha256":"7e6dcd6b7f39bf9cb0992f033b6872d9100b0a5c3c9e0f6a036cdac19cfc23be","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7e6dcd6b7f39bf9cb0992f033b6872d9100b0a5c3c9e0f6a036cdac19cfc23be","first_computed_at":"2026-07-05T09:21:56.414247Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:21:56.414247Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"23E/X4UNB5JwQDz6SJ/3MbUMNLnKgs/fsqDH5L1+2D9BslKon1JsP9ZrLCOActOQdT97uJ2YYtz+W5cccHD6AQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:21:56.414692Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.13153","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5631bf164f8587e90dab660c03dc59c8625b7ac31a6d9dd6222c16cdbf6c4c70","sha256:681116cf97344c4978852ba0b075f4cb071cda9b6dcb4f02818e926f9b1c7005"],"state_sha256":"98d4064ae2d266270a57873e5ad195bf0227959302a12b2b7c33306b28ea088c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZCr/9kUefybyJWtQ3OH7/bkSGKsp1xJQ1RWecTC7zcnKEIhLAj97+RplTLDVz+gW4wB8OhoZDluO15sh3MoUCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T10:37:49.093087Z","bundle_sha256":"b147e6203051f26532baa6347566f749210c35b03f1d466f2733d5daa127deb9"}}