{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:V6KDLJUK7NLNES2PHL2LZN634E","short_pith_number":"pith:V6KDLJUK","canonical_record":{"source":{"id":"2406.07302","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-11T14:30:34Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"29e12398f52520f8fece59fccdcaec4dba9003b876cf11f999f3365c96e85e70","abstract_canon_sha256":"5f8dbf254b409557feba44b38f127cc0d553bd537f63f6b9703143f721f417e0"},"schema_version":"1.0"},"canonical_sha256":"af9435a68afb56d24b4f3af4bcb7dbe106ceb793bff582657e3aeae7830a236d","source":{"kind":"arxiv","id":"2406.07302","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.07302","created_at":"2026-07-05T09:36:45Z"},{"alias_kind":"arxiv_version","alias_value":"2406.07302v2","created_at":"2026-07-05T09:36:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.07302","created_at":"2026-07-05T09:36:45Z"},{"alias_kind":"pith_short_12","alias_value":"V6KDLJUK7NLN","created_at":"2026-07-05T09:36:45Z"},{"alias_kind":"pith_short_16","alias_value":"V6KDLJUK7NLNES2P","created_at":"2026-07-05T09:36:45Z"},{"alias_kind":"pith_short_8","alias_value":"V6KDLJUK","created_at":"2026-07-05T09:36:45Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:V6KDLJUK7NLNES2PHL2LZN634E","target":"record","payload":{"canonical_record":{"source":{"id":"2406.07302","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-11T14:30:34Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"29e12398f52520f8fece59fccdcaec4dba9003b876cf11f999f3365c96e85e70","abstract_canon_sha256":"5f8dbf254b409557feba44b38f127cc0d553bd537f63f6b9703143f721f417e0"},"schema_version":"1.0"},"canonical_sha256":"af9435a68afb56d24b4f3af4bcb7dbe106ceb793bff582657e3aeae7830a236d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:36:45.768865Z","signature_b64":"YGLhXs+hGb15gpo/1Hqb+dBFi/je1mJ86OkC9tKAph3ctERmlmGDog2eAWfYSYEZ+W/DEdyTvciVA/xAb0M1Cw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"af9435a68afb56d24b4f3af4bcb7dbe106ceb793bff582657e3aeae7830a236d","last_reissued_at":"2026-07-05T09:36:45.768393Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:36:45.768393Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.07302","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:36:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ld3I5KtGFp7bQLmV1YaUvgKr3WDMJbkMM5i/7lcnMLnsBmPVuZVwjKp71Gt5LEJzge4cp1v81cCbrX1a+n6YDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T16:11:18.736727Z"},"content_sha256":"5465ab2dfa4d9996bdcca8d869eb7bec995bd1c268a7b3dffed17fcdaa0c50bf","schema_version":"1.0","event_id":"sha256:5465ab2dfa4d9996bdcca8d869eb7bec995bd1c268a7b3dffed17fcdaa0c50bf"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:V6KDLJUK7NLNES2PHL2LZN634E","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"BertaQA: How Much Do Language Models Know About Local Culture?","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Aitor Soroa, Gorka Azkune, Julen Etxaniz, Mikel Artetxe, Oier Lopez de Lacalle","submitted_at":"2024-06-11T14:30:34Z","abstract_excerpt":"Large Language Models (LLMs) exhibit extensive knowledge about the world, but most evaluations have been limited to global or anglocentric subjects. This raises the question of how well these models perform on topics relevant to other cultures, whose presence on the web is not that prominent. To address this gap, we introduce BertaQA, a multiple-choice trivia dataset that is parallel in English and Basque. The dataset consists of a local subset with questions pertinent to the Basque culture, and a global subset with questions of broader interest. We find that state-of-the-art LLMs struggle wit"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.07302","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.07302/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:36:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"aaY1vcRcd+6A48IFHyxyKIuARyNsbbf+d0XfxkJg0+Py1fhXMRHDGol0DDpfPSUypXpXbG1iGb+HD3z26YdpCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T16:11:18.737637Z"},"content_sha256":"b78b3177bcf064b5204e062e4965084c6f07d560ba3904682e8d86fbf06f545d","schema_version":"1.0","event_id":"sha256:b78b3177bcf064b5204e062e4965084c6f07d560ba3904682e8d86fbf06f545d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/V6KDLJUK7NLNES2PHL2LZN634E/bundle.json","state_url":"https://pith.science/pith/V6KDLJUK7NLNES2PHL2LZN634E/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/V6KDLJUK7NLNES2PHL2LZN634E/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T16:11:18Z","links":{"resolver":"https://pith.science/pith/V6KDLJUK7NLNES2PHL2LZN634E","bundle":"https://pith.science/pith/V6KDLJUK7NLNES2PHL2LZN634E/bundle.json","state":"https://pith.science/pith/V6KDLJUK7NLNES2PHL2LZN634E/state.json","well_known_bundle":"https://pith.science/.well-known/pith/V6KDLJUK7NLNES2PHL2LZN634E/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:V6KDLJUK7NLNES2PHL2LZN634E","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5f8dbf254b409557feba44b38f127cc0d553bd537f63f6b9703143f721f417e0","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-11T14:30:34Z","title_canon_sha256":"29e12398f52520f8fece59fccdcaec4dba9003b876cf11f999f3365c96e85e70"},"schema_version":"1.0","source":{"id":"2406.07302","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.07302","created_at":"2026-07-05T09:36:45Z"},{"alias_kind":"arxiv_version","alias_value":"2406.07302v2","created_at":"2026-07-05T09:36:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.07302","created_at":"2026-07-05T09:36:45Z"},{"alias_kind":"pith_short_12","alias_value":"V6KDLJUK7NLN","created_at":"2026-07-05T09:36:45Z"},{"alias_kind":"pith_short_16","alias_value":"V6KDLJUK7NLNES2P","created_at":"2026-07-05T09:36:45Z"},{"alias_kind":"pith_short_8","alias_value":"V6KDLJUK","created_at":"2026-07-05T09:36:45Z"}],"graph_snapshots":[{"event_id":"sha256:b78b3177bcf064b5204e062e4965084c6f07d560ba3904682e8d86fbf06f545d","target":"graph","created_at":"2026-07-05T09:36:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.07302/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) exhibit extensive knowledge about the world, but most evaluations have been limited to global or anglocentric subjects. This raises the question of how well these models perform on topics relevant to other cultures, whose presence on the web is not that prominent. To address this gap, we introduce BertaQA, a multiple-choice trivia dataset that is parallel in English and Basque. The dataset consists of a local subset with questions pertinent to the Basque culture, and a global subset with questions of broader interest. We find that state-of-the-art LLMs struggle wit","authors_text":"Aitor Soroa, Gorka Azkune, Julen Etxaniz, Mikel Artetxe, Oier Lopez de Lacalle","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-11T14:30:34Z","title":"BertaQA: How Much Do Language Models Know About Local Culture?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.07302","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5465ab2dfa4d9996bdcca8d869eb7bec995bd1c268a7b3dffed17fcdaa0c50bf","target":"record","created_at":"2026-07-05T09:36:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5f8dbf254b409557feba44b38f127cc0d553bd537f63f6b9703143f721f417e0","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-11T14:30:34Z","title_canon_sha256":"29e12398f52520f8fece59fccdcaec4dba9003b876cf11f999f3365c96e85e70"},"schema_version":"1.0","source":{"id":"2406.07302","kind":"arxiv","version":2}},"canonical_sha256":"af9435a68afb56d24b4f3af4bcb7dbe106ceb793bff582657e3aeae7830a236d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"af9435a68afb56d24b4f3af4bcb7dbe106ceb793bff582657e3aeae7830a236d","first_computed_at":"2026-07-05T09:36:45.768393Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:36:45.768393Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"YGLhXs+hGb15gpo/1Hqb+dBFi/je1mJ86OkC9tKAph3ctERmlmGDog2eAWfYSYEZ+W/DEdyTvciVA/xAb0M1Cw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:36:45.768865Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.07302","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5465ab2dfa4d9996bdcca8d869eb7bec995bd1c268a7b3dffed17fcdaa0c50bf","sha256:b78b3177bcf064b5204e062e4965084c6f07d560ba3904682e8d86fbf06f545d"],"state_sha256":"94198115f189aa298b3199c26341c1d6469dd9e73cfc8b5f59f78479d2b51ab6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MFWXOTBwHzY452jSG1Q1STuTAZfK6ie8W2TfeI8Fvd8shvpWmP7C/yQQ3Hbq1EgF0723cCrj1Nx/yQ2Da7PmCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T16:11:18.745604Z","bundle_sha256":"32d6878541ee528b99312e7e9f2facec2346fb81ab97c41e5ea94d00e80cf47e"}}