{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:PEIXUI2G6DJ4W5FHX6COKNUVBE","short_pith_number":"pith:PEIXUI2G","canonical_record":{"source":{"id":"2409.08706","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-09-13T10:48:35Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"d112e3517dbdef5b5a536e45c77e3548919753c271e16220c38b37d01c5219a2","abstract_canon_sha256":"286b2c0a536e87588403aa5a8866e452fccd38189323324decdb267d363008e5"},"schema_version":"1.0"},"canonical_sha256":"79117a2346f0d3cb74a7bf84e536950924cffc47db6809fb39270ded8407710b","source":{"kind":"arxiv","id":"2409.08706","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.08706","created_at":"2026-07-05T09:28:34Z"},{"alias_kind":"arxiv_version","alias_value":"2409.08706v2","created_at":"2026-07-05T09:28:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.08706","created_at":"2026-07-05T09:28:34Z"},{"alias_kind":"pith_short_12","alias_value":"PEIXUI2G6DJ4","created_at":"2026-07-05T09:28:34Z"},{"alias_kind":"pith_short_16","alias_value":"PEIXUI2G6DJ4W5FH","created_at":"2026-07-05T09:28:34Z"},{"alias_kind":"pith_short_8","alias_value":"PEIXUI2G","created_at":"2026-07-05T09:28:34Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:PEIXUI2G6DJ4W5FHX6COKNUVBE","target":"record","payload":{"canonical_record":{"source":{"id":"2409.08706","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-09-13T10:48:35Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"d112e3517dbdef5b5a536e45c77e3548919753c271e16220c38b37d01c5219a2","abstract_canon_sha256":"286b2c0a536e87588403aa5a8866e452fccd38189323324decdb267d363008e5"},"schema_version":"1.0"},"canonical_sha256":"79117a2346f0d3cb74a7bf84e536950924cffc47db6809fb39270ded8407710b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:28:34.186221Z","signature_b64":"0eGZYEb2oereO58s7IrQYY1Nk7CQIg5fO+osb93lc6U0CM2sxq4YhrmBx2GusU/kIz9RaPnP/uk/e2rnt80QAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"79117a2346f0d3cb74a7bf84e536950924cffc47db6809fb39270ded8407710b","last_reissued_at":"2026-07-05T09:28:34.185707Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:28:34.185707Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2409.08706","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:28:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"U7h7hrdLejPCFxAvrLwCt7A4Wlx2vd5XWqaoiJ8skuJzuIKS2ySyzCLrf3r6FNBXXWp9Br7amtfJVpc5cynKDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T04:36:42.733212Z"},"content_sha256":"dbedf4b969f2c8aebe2cf0f53ea63e34d0a8051433d3bae863fd32c1aae0a1a3","schema_version":"1.0","event_id":"sha256:dbedf4b969f2c8aebe2cf0f53ea63e34d0a8051433d3bae863fd32c1aae0a1a3"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:PEIXUI2G6DJ4W5FHX6COKNUVBE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"L3Cube-IndicQuest: A Benchmark Question Answering Dataset for Evaluating Knowledge of LLMs in Indic Context","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Akanksha Salunke, Chaitrali Ginimav, Gayatri Sawant, Pritika Rohera, Raviraj Joshi","submitted_at":"2024-09-13T10:48:35Z","abstract_excerpt":"Large Language Models (LLMs) have made significant progress in incorporating Indic languages within multilingual models. However, it is crucial to quantitatively assess whether these languages perform comparably to globally dominant ones, such as English. Currently, there is a lack of benchmark datasets specifically designed to evaluate the regional knowledge of LLMs in various Indic languages. In this paper, we present the L3Cube-IndicQuest, a gold-standard factual question-answering benchmark dataset designed to evaluate how well multilingual LLMs capture regional knowledge across various In"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.08706","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2409.08706/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:28:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"c/Gmluh3yratJhXn1XGYJVhjZqOBc+kldD4LHM3HaYKZZUWJpxwiLeUgjrTi7p0tp376BnhtZ4newDud7IO/Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T04:36:42.733868Z"},"content_sha256":"1f42551c95be18ad125d918cc616969b5cffed0ea74238bf545fd4b8fdc4e81f","schema_version":"1.0","event_id":"sha256:1f42551c95be18ad125d918cc616969b5cffed0ea74238bf545fd4b8fdc4e81f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PEIXUI2G6DJ4W5FHX6COKNUVBE/bundle.json","state_url":"https://pith.science/pith/PEIXUI2G6DJ4W5FHX6COKNUVBE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PEIXUI2G6DJ4W5FHX6COKNUVBE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T04:36:42Z","links":{"resolver":"https://pith.science/pith/PEIXUI2G6DJ4W5FHX6COKNUVBE","bundle":"https://pith.science/pith/PEIXUI2G6DJ4W5FHX6COKNUVBE/bundle.json","state":"https://pith.science/pith/PEIXUI2G6DJ4W5FHX6COKNUVBE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PEIXUI2G6DJ4W5FHX6COKNUVBE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:PEIXUI2G6DJ4W5FHX6COKNUVBE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"286b2c0a536e87588403aa5a8866e452fccd38189323324decdb267d363008e5","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-09-13T10:48:35Z","title_canon_sha256":"d112e3517dbdef5b5a536e45c77e3548919753c271e16220c38b37d01c5219a2"},"schema_version":"1.0","source":{"id":"2409.08706","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.08706","created_at":"2026-07-05T09:28:34Z"},{"alias_kind":"arxiv_version","alias_value":"2409.08706v2","created_at":"2026-07-05T09:28:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.08706","created_at":"2026-07-05T09:28:34Z"},{"alias_kind":"pith_short_12","alias_value":"PEIXUI2G6DJ4","created_at":"2026-07-05T09:28:34Z"},{"alias_kind":"pith_short_16","alias_value":"PEIXUI2G6DJ4W5FH","created_at":"2026-07-05T09:28:34Z"},{"alias_kind":"pith_short_8","alias_value":"PEIXUI2G","created_at":"2026-07-05T09:28:34Z"}],"graph_snapshots":[{"event_id":"sha256:1f42551c95be18ad125d918cc616969b5cffed0ea74238bf545fd4b8fdc4e81f","target":"graph","created_at":"2026-07-05T09:28:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2409.08706/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) have made significant progress in incorporating Indic languages within multilingual models. However, it is crucial to quantitatively assess whether these languages perform comparably to globally dominant ones, such as English. Currently, there is a lack of benchmark datasets specifically designed to evaluate the regional knowledge of LLMs in various Indic languages. In this paper, we present the L3Cube-IndicQuest, a gold-standard factual question-answering benchmark dataset designed to evaluate how well multilingual LLMs capture regional knowledge across various In","authors_text":"Akanksha Salunke, Chaitrali Ginimav, Gayatri Sawant, Pritika Rohera, Raviraj Joshi","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-09-13T10:48:35Z","title":"L3Cube-IndicQuest: A Benchmark Question Answering Dataset for Evaluating Knowledge of LLMs in Indic Context"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.08706","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:dbedf4b969f2c8aebe2cf0f53ea63e34d0a8051433d3bae863fd32c1aae0a1a3","target":"record","created_at":"2026-07-05T09:28:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"286b2c0a536e87588403aa5a8866e452fccd38189323324decdb267d363008e5","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-09-13T10:48:35Z","title_canon_sha256":"d112e3517dbdef5b5a536e45c77e3548919753c271e16220c38b37d01c5219a2"},"schema_version":"1.0","source":{"id":"2409.08706","kind":"arxiv","version":2}},"canonical_sha256":"79117a2346f0d3cb74a7bf84e536950924cffc47db6809fb39270ded8407710b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"79117a2346f0d3cb74a7bf84e536950924cffc47db6809fb39270ded8407710b","first_computed_at":"2026-07-05T09:28:34.185707Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:28:34.185707Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"0eGZYEb2oereO58s7IrQYY1Nk7CQIg5fO+osb93lc6U0CM2sxq4YhrmBx2GusU/kIz9RaPnP/uk/e2rnt80QAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:28:34.186221Z","signed_message":"canonical_sha256_bytes"},"source_id":"2409.08706","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:dbedf4b969f2c8aebe2cf0f53ea63e34d0a8051433d3bae863fd32c1aae0a1a3","sha256:1f42551c95be18ad125d918cc616969b5cffed0ea74238bf545fd4b8fdc4e81f"],"state_sha256":"818f30a206ad9c60dc9bea2a318efba0034a4aa4f8a5d77070fb58ed9b69ef50"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Rss+1IryOYK6p+KWyQsKzStBqJuLmB/SggK94Oj8wn+m//KtSS4clwixO7P7l7n9tYhABl+Q5l6bw/Fm12nwCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T04:36:42.737158Z","bundle_sha256":"7a2ae72cfcd17712366ba73824b3c8a5ae0486b83e4f1fc4bce56d21d0f2c6b4"}}