{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:DMF6KR6AWYREJVUFBSU5OM5A57","short_pith_number":"pith:DMF6KR6A","canonical_record":{"source":{"id":"2407.13522","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.LG","submitted_at":"2024-07-18T13:57:16Z","cross_cats_sorted":[],"title_canon_sha256":"99ac1fb1b9f7bcac977bf35fba2e614dada2eb8b51c434a50b976b62fe64d116","abstract_canon_sha256":"b6d6b65577732990a85a0f80d3ed61f47831e806557a6a150fbb51803e066738"},"schema_version":"1.0"},"canonical_sha256":"1b0be547c0b62244d6850ca9d733a0efccce8d0c08ce8b17b2cc159681d42527","source":{"kind":"arxiv","id":"2407.13522","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.13522","created_at":"2026-07-05T10:18:39Z"},{"alias_kind":"arxiv_version","alias_value":"2407.13522v2","created_at":"2026-07-05T10:18:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.13522","created_at":"2026-07-05T10:18:39Z"},{"alias_kind":"pith_short_12","alias_value":"DMF6KR6AWYRE","created_at":"2026-07-05T10:18:39Z"},{"alias_kind":"pith_short_16","alias_value":"DMF6KR6AWYREJVUF","created_at":"2026-07-05T10:18:39Z"},{"alias_kind":"pith_short_8","alias_value":"DMF6KR6A","created_at":"2026-07-05T10:18:39Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:DMF6KR6AWYREJVUFBSU5OM5A57","target":"record","payload":{"canonical_record":{"source":{"id":"2407.13522","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.LG","submitted_at":"2024-07-18T13:57:16Z","cross_cats_sorted":[],"title_canon_sha256":"99ac1fb1b9f7bcac977bf35fba2e614dada2eb8b51c434a50b976b62fe64d116","abstract_canon_sha256":"b6d6b65577732990a85a0f80d3ed61f47831e806557a6a150fbb51803e066738"},"schema_version":"1.0"},"canonical_sha256":"1b0be547c0b62244d6850ca9d733a0efccce8d0c08ce8b17b2cc159681d42527","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:18:39.712482Z","signature_b64":"ZRlPAyYKTCM7gAZ1MNTNWnxaHcnnFVLAZs7pX8tbh9UyHwnTiG7A9q2+ZkNEVE3ddFmfqW9ANHKyEk8nYee+Bw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1b0be547c0b62244d6850ca9d733a0efccce8d0c08ce8b17b2cc159681d42527","last_reissued_at":"2026-07-05T10:18:39.711194Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:18:39.711194Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.13522","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:18:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"A7Dxo9KoV4JgsokO9x7UEZjHDXQaGC/SZfu01YCbKLExbYcF6ysT1h26yIW3U/fZWYwcggdKII7UsxRRqY1wCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T22:25:19.410152Z"},"content_sha256":"adb7b4c10c5d20ab2dd968671e5b323be7a272dd9946fe08f526f215f75f0533","schema_version":"1.0","event_id":"sha256:adb7b4c10c5d20ab2dd968671e5b323be7a272dd9946fe08f526f215f75f0533"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:DMF6KR6AWYREJVUFBSU5OM5A57","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"INDIC QA BENCHMARK: A Multilingual Benchmark to Evaluate Question Answering capability of LLMs for Indic Languages","license":"http://creativecommons.org/publicdomain/zero/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Abhishek Kumar Singh, Ashish Mittal, Ganesh Ramakrishnan, Jaydeep Sen, Rudra Murthy, Vishwajeet Kumar","submitted_at":"2024-07-18T13:57:16Z","abstract_excerpt":"Large Language Models (LLMs) perform well on unseen tasks in English, but their abilities in non English languages are less explored due to limited benchmarks and training data. To bridge this gap, we introduce the Indic QA Benchmark, a large dataset for context grounded question answering in 11 major Indian languages, covering both extractive and abstractive tasks. Evaluations of multilingual LLMs, including instruction finetuned versions, revealed weak performance in low resource languages due to a strong English language bias in their training data. We also investigated the Translate Test p"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.13522","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.13522/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:18:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"p3Ul/GVy39i4S2155sGBSYUnTXJPYY+TmmMTYWkeg9e62yhePMtSua8cyJWpCt3YaSu4WRFfjhoYbZ9dxGJbDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T22:25:19.411067Z"},"content_sha256":"abc625dd1de6b26d51c880d70b930ff14c9545101e07d8491aa799ebc7d4792c","schema_version":"1.0","event_id":"sha256:abc625dd1de6b26d51c880d70b930ff14c9545101e07d8491aa799ebc7d4792c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DMF6KR6AWYREJVUFBSU5OM5A57/bundle.json","state_url":"https://pith.science/pith/DMF6KR6AWYREJVUFBSU5OM5A57/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DMF6KR6AWYREJVUFBSU5OM5A57/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-14T22:25:19Z","links":{"resolver":"https://pith.science/pith/DMF6KR6AWYREJVUFBSU5OM5A57","bundle":"https://pith.science/pith/DMF6KR6AWYREJVUFBSU5OM5A57/bundle.json","state":"https://pith.science/pith/DMF6KR6AWYREJVUFBSU5OM5A57/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DMF6KR6AWYREJVUFBSU5OM5A57/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:DMF6KR6AWYREJVUFBSU5OM5A57","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b6d6b65577732990a85a0f80d3ed61f47831e806557a6a150fbb51803e066738","cross_cats_sorted":[],"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.LG","submitted_at":"2024-07-18T13:57:16Z","title_canon_sha256":"99ac1fb1b9f7bcac977bf35fba2e614dada2eb8b51c434a50b976b62fe64d116"},"schema_version":"1.0","source":{"id":"2407.13522","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.13522","created_at":"2026-07-05T10:18:39Z"},{"alias_kind":"arxiv_version","alias_value":"2407.13522v2","created_at":"2026-07-05T10:18:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.13522","created_at":"2026-07-05T10:18:39Z"},{"alias_kind":"pith_short_12","alias_value":"DMF6KR6AWYRE","created_at":"2026-07-05T10:18:39Z"},{"alias_kind":"pith_short_16","alias_value":"DMF6KR6AWYREJVUF","created_at":"2026-07-05T10:18:39Z"},{"alias_kind":"pith_short_8","alias_value":"DMF6KR6A","created_at":"2026-07-05T10:18:39Z"}],"graph_snapshots":[{"event_id":"sha256:abc625dd1de6b26d51c880d70b930ff14c9545101e07d8491aa799ebc7d4792c","target":"graph","created_at":"2026-07-05T10:18:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.13522/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) perform well on unseen tasks in English, but their abilities in non English languages are less explored due to limited benchmarks and training data. To bridge this gap, we introduce the Indic QA Benchmark, a large dataset for context grounded question answering in 11 major Indian languages, covering both extractive and abstractive tasks. Evaluations of multilingual LLMs, including instruction finetuned versions, revealed weak performance in low resource languages due to a strong English language bias in their training data. We also investigated the Translate Test p","authors_text":"Abhishek Kumar Singh, Ashish Mittal, Ganesh Ramakrishnan, Jaydeep Sen, Rudra Murthy, Vishwajeet Kumar","cross_cats":[],"headline":"","license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.LG","submitted_at":"2024-07-18T13:57:16Z","title":"INDIC QA BENCHMARK: A Multilingual Benchmark to Evaluate Question Answering capability of LLMs for Indic Languages"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.13522","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:adb7b4c10c5d20ab2dd968671e5b323be7a272dd9946fe08f526f215f75f0533","target":"record","created_at":"2026-07-05T10:18:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b6d6b65577732990a85a0f80d3ed61f47831e806557a6a150fbb51803e066738","cross_cats_sorted":[],"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.LG","submitted_at":"2024-07-18T13:57:16Z","title_canon_sha256":"99ac1fb1b9f7bcac977bf35fba2e614dada2eb8b51c434a50b976b62fe64d116"},"schema_version":"1.0","source":{"id":"2407.13522","kind":"arxiv","version":2}},"canonical_sha256":"1b0be547c0b62244d6850ca9d733a0efccce8d0c08ce8b17b2cc159681d42527","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1b0be547c0b62244d6850ca9d733a0efccce8d0c08ce8b17b2cc159681d42527","first_computed_at":"2026-07-05T10:18:39.711194Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:18:39.711194Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ZRlPAyYKTCM7gAZ1MNTNWnxaHcnnFVLAZs7pX8tbh9UyHwnTiG7A9q2+ZkNEVE3ddFmfqW9ANHKyEk8nYee+Bw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:18:39.712482Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.13522","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:adb7b4c10c5d20ab2dd968671e5b323be7a272dd9946fe08f526f215f75f0533","sha256:abc625dd1de6b26d51c880d70b930ff14c9545101e07d8491aa799ebc7d4792c"],"state_sha256":"255a9dd564e8e0b568e3f5cfc1c306d836fcbf83cdafdf41e32a46cb2586cbca"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MUb6QfrFW9WikxU90c9PXlxMPWarIPoJqPCB9w9T28NJFhv/+Cwf43d+qWGOeKpXoFeXItf7jzC/bvv4dZLPBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-14T22:25:19.416538Z","bundle_sha256":"2cb249e2e545a8ece0be43633397b16306583841f7db7204fd4284c9b6272f5a"}}