{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:Q2HX4YPKF2GXSYTZINCP4MIHHY","short_pith_number":"pith:Q2HX4YPK","canonical_record":{"source":{"id":"2507.23248","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-07-31T05:16:43Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"80d16ecc2c10dd3f22ea91268f4a671e3f2dbca4febb34b7ba6945bc9db42231","abstract_canon_sha256":"c5037e95bc1cccfa85c1eee7e390c24319bb09a40bf1f772c8ff46be1efe2964"},"schema_version":"1.0"},"canonical_sha256":"868f7e61ea2e8d7962794344fe31073e072ed3fa712458ae45fef86a3e4a007c","source":{"kind":"arxiv","id":"2507.23248","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.23248","created_at":"2026-07-05T11:46:08Z"},{"alias_kind":"arxiv_version","alias_value":"2507.23248v1","created_at":"2026-07-05T11:46:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.23248","created_at":"2026-07-05T11:46:08Z"},{"alias_kind":"pith_short_12","alias_value":"Q2HX4YPKF2GX","created_at":"2026-07-05T11:46:08Z"},{"alias_kind":"pith_short_16","alias_value":"Q2HX4YPKF2GXSYTZ","created_at":"2026-07-05T11:46:08Z"},{"alias_kind":"pith_short_8","alias_value":"Q2HX4YPK","created_at":"2026-07-05T11:46:08Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:Q2HX4YPKF2GXSYTZINCP4MIHHY","target":"record","payload":{"canonical_record":{"source":{"id":"2507.23248","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-07-31T05:16:43Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"80d16ecc2c10dd3f22ea91268f4a671e3f2dbca4febb34b7ba6945bc9db42231","abstract_canon_sha256":"c5037e95bc1cccfa85c1eee7e390c24319bb09a40bf1f772c8ff46be1efe2964"},"schema_version":"1.0"},"canonical_sha256":"868f7e61ea2e8d7962794344fe31073e072ed3fa712458ae45fef86a3e4a007c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:46:08.274485Z","signature_b64":"M1YzX5FnZF6vAzul1uf/PFKPALe/LP6ukgdxFtlZi1FWzrxAedQPkNK4ckK+z8bemT+pZ4H3in5HnHGFuAkQAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"868f7e61ea2e8d7962794344fe31073e072ed3fa712458ae45fef86a3e4a007c","last_reissued_at":"2026-07-05T11:46:08.273983Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:46:08.273983Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2507.23248","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:46:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9evb7L+6LUr5HXV0wiE3lJlUCq/IbtggmLLiFaXKagH391CL42tb52hnzQFJyiuT7nzrOjgh9wRDWkYCVH6VBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-01T09:22:07.166825Z"},"content_sha256":"c6045f4310d1ab84a38ffadafe72d883692164df77c3d8d4218adf57a880152d","schema_version":"1.0","event_id":"sha256:c6045f4310d1ab84a38ffadafe72d883692164df77c3d8d4218adf57a880152d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:Q2HX4YPKF2GXSYTZINCP4MIHHY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluating LLMs' Multilingual Capabilities for Bengali: Benchmark Creation and Performance Analysis","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Md Sazzad Islam, Sheryl Hsu, Shimanto Bhowmik, Tahsin Reasat, Tawsif Tashwar Dipto","submitted_at":"2025-07-31T05:16:43Z","abstract_excerpt":"Bengali is an underrepresented language in NLP research. However, it remains a challenge due to its unique linguistic structure and computational constraints. In this work, we systematically investigate the challenges that hinder Bengali NLP performance by focusing on the absence of standardized evaluation benchmarks. We then evaluated 10 recent open source Large Language Models (LLMs) in 8 of the translated datasets and performed a comprehensive error analysis to pinpoint their primary failure modes. Our findings reveal consistent performance gaps for Bengali compared to English, particularly"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.23248","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2507.23248/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:46:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qZTi0knYOpx8LlAYXK7N0joc5izsY/9BnFUfdnp5vQULdNiBKHVTh9pmW+WliI+RIYtpiYSeJr+HtnAqQKNGCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-01T09:22:07.167330Z"},"content_sha256":"ba27d48fb84d3f13aeee2af6b08a03111d1d732ab43598ea03024b7829e77de4","schema_version":"1.0","event_id":"sha256:ba27d48fb84d3f13aeee2af6b08a03111d1d732ab43598ea03024b7829e77de4"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/Q2HX4YPKF2GXSYTZINCP4MIHHY/bundle.json","state_url":"https://pith.science/pith/Q2HX4YPKF2GXSYTZINCP4MIHHY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/Q2HX4YPKF2GXSYTZINCP4MIHHY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-01T09:22:07Z","links":{"resolver":"https://pith.science/pith/Q2HX4YPKF2GXSYTZINCP4MIHHY","bundle":"https://pith.science/pith/Q2HX4YPKF2GXSYTZINCP4MIHHY/bundle.json","state":"https://pith.science/pith/Q2HX4YPKF2GXSYTZINCP4MIHHY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/Q2HX4YPKF2GXSYTZINCP4MIHHY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:Q2HX4YPKF2GXSYTZINCP4MIHHY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c5037e95bc1cccfa85c1eee7e390c24319bb09a40bf1f772c8ff46be1efe2964","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-07-31T05:16:43Z","title_canon_sha256":"80d16ecc2c10dd3f22ea91268f4a671e3f2dbca4febb34b7ba6945bc9db42231"},"schema_version":"1.0","source":{"id":"2507.23248","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.23248","created_at":"2026-07-05T11:46:08Z"},{"alias_kind":"arxiv_version","alias_value":"2507.23248v1","created_at":"2026-07-05T11:46:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.23248","created_at":"2026-07-05T11:46:08Z"},{"alias_kind":"pith_short_12","alias_value":"Q2HX4YPKF2GX","created_at":"2026-07-05T11:46:08Z"},{"alias_kind":"pith_short_16","alias_value":"Q2HX4YPKF2GXSYTZ","created_at":"2026-07-05T11:46:08Z"},{"alias_kind":"pith_short_8","alias_value":"Q2HX4YPK","created_at":"2026-07-05T11:46:08Z"}],"graph_snapshots":[{"event_id":"sha256:ba27d48fb84d3f13aeee2af6b08a03111d1d732ab43598ea03024b7829e77de4","target":"graph","created_at":"2026-07-05T11:46:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2507.23248/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Bengali is an underrepresented language in NLP research. However, it remains a challenge due to its unique linguistic structure and computational constraints. In this work, we systematically investigate the challenges that hinder Bengali NLP performance by focusing on the absence of standardized evaluation benchmarks. We then evaluated 10 recent open source Large Language Models (LLMs) in 8 of the translated datasets and performed a comprehensive error analysis to pinpoint their primary failure modes. Our findings reveal consistent performance gaps for Bengali compared to English, particularly","authors_text":"Md Sazzad Islam, Sheryl Hsu, Shimanto Bhowmik, Tahsin Reasat, Tawsif Tashwar Dipto","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-07-31T05:16:43Z","title":"Evaluating LLMs' Multilingual Capabilities for Bengali: Benchmark Creation and Performance Analysis"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.23248","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c6045f4310d1ab84a38ffadafe72d883692164df77c3d8d4218adf57a880152d","target":"record","created_at":"2026-07-05T11:46:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c5037e95bc1cccfa85c1eee7e390c24319bb09a40bf1f772c8ff46be1efe2964","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-07-31T05:16:43Z","title_canon_sha256":"80d16ecc2c10dd3f22ea91268f4a671e3f2dbca4febb34b7ba6945bc9db42231"},"schema_version":"1.0","source":{"id":"2507.23248","kind":"arxiv","version":1}},"canonical_sha256":"868f7e61ea2e8d7962794344fe31073e072ed3fa712458ae45fef86a3e4a007c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"868f7e61ea2e8d7962794344fe31073e072ed3fa712458ae45fef86a3e4a007c","first_computed_at":"2026-07-05T11:46:08.273983Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:46:08.273983Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"M1YzX5FnZF6vAzul1uf/PFKPALe/LP6ukgdxFtlZi1FWzrxAedQPkNK4ckK+z8bemT+pZ4H3in5HnHGFuAkQAg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:46:08.274485Z","signed_message":"canonical_sha256_bytes"},"source_id":"2507.23248","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c6045f4310d1ab84a38ffadafe72d883692164df77c3d8d4218adf57a880152d","sha256:ba27d48fb84d3f13aeee2af6b08a03111d1d732ab43598ea03024b7829e77de4"],"state_sha256":"fa9f301b1fdebbef344b6adb97bf20fab180c78b8b0189c0a4a208640b7374ba"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oiGiZRI10onlXW/tkQiwK3GTZNtI7JJUqegYrDuNJ/HgVgrq76sx+R31sk5cVsMBUVXUg15XTk6To0PdYyDkCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-01T09:22:07.170553Z","bundle_sha256":"2ea6782adec2d6b82e53927ccdab96656461aa08c6e4c45aa5615891fab0b2c1"}}