{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:OLD7LJQ7QBV42G7A56AVF7GFGM","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0635f363bd5a5efb692e1c55ed84c733559c2b7ab27d98de103f7e28186f3ad6","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-15T21:14:09Z","title_canon_sha256":"eb7be26c7fb52eb71761d512ea5251ee0c44646e128862dd4a5e620a91261f99"},"schema_version":"1.0","source":{"id":"2501.09154","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.09154","created_at":"2026-07-05T10:01:42Z"},{"alias_kind":"arxiv_version","alias_value":"2501.09154v1","created_at":"2026-07-05T10:01:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.09154","created_at":"2026-07-05T10:01:42Z"},{"alias_kind":"pith_short_12","alias_value":"OLD7LJQ7QBV4","created_at":"2026-07-05T10:01:42Z"},{"alias_kind":"pith_short_16","alias_value":"OLD7LJQ7QBV42G7A","created_at":"2026-07-05T10:01:42Z"},{"alias_kind":"pith_short_8","alias_value":"OLD7LJQ7","created_at":"2026-07-05T10:01:42Z"}],"graph_snapshots":[{"event_id":"sha256:d6b7e99ad01a243604f183c9299cce136f29dfc9c954a7c6c5e4437c34f27cde","target":"graph","created_at":"2026-07-05T10:01:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2501.09154/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this work, we evaluated Lithuanian and general history knowledge of multilingual Large Language Models (LLMs) on a multiple-choice question-answering task. The models were tested on a dataset of Lithuanian national and general history questions translated into Baltic, Nordic, and other languages (English, Ukrainian, Arabic) to assess the knowledge sharing from culturally and historically connected groups. We evaluated GPT-4o, LLaMa3.1 8b and 70b, QWEN2.5 7b and 72b, Mistral Nemo 12b, LLaMa3 8b, Mistral 7b, LLaMa3.2 3b, and Nordic fine-tuned models (GPT-SW3 and LLaMa3 8b).\n  Our results show","authors_text":"Artur Kiulian, {\\L}ukasz Gaga{\\l}a, Oxana Vitman, Yevhen Kostiuk","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-15T21:14:09Z","title":"Towards Multilingual LLM Evaluation for Baltic and Nordic languages: A study on Lithuanian History"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.09154","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b3993c5b7bfe224f6903b9ac0af0dbbb45b63e5f9cc5b03750c693c83f4f90d6","target":"record","created_at":"2026-07-05T10:01:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0635f363bd5a5efb692e1c55ed84c733559c2b7ab27d98de103f7e28186f3ad6","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-15T21:14:09Z","title_canon_sha256":"eb7be26c7fb52eb71761d512ea5251ee0c44646e128862dd4a5e620a91261f99"},"schema_version":"1.0","source":{"id":"2501.09154","kind":"arxiv","version":1}},"canonical_sha256":"72c7f5a61f806bcd1be0ef8152fcc5330f261b3a44bd46019ffe8dd9fcbcfe05","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"72c7f5a61f806bcd1be0ef8152fcc5330f261b3a44bd46019ffe8dd9fcbcfe05","first_computed_at":"2026-07-05T10:01:42.615932Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:01:42.615932Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"YrxwxQAWrqTWZCWChWV6nntJXovc6dK3bKKUDgRf/8mvCfObxuD8X+MLYU2swQCNrzhTrdu4scrotTC5rEJ1Cw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:01:42.616484Z","signed_message":"canonical_sha256_bytes"},"source_id":"2501.09154","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b3993c5b7bfe224f6903b9ac0af0dbbb45b63e5f9cc5b03750c693c83f4f90d6","sha256:d6b7e99ad01a243604f183c9299cce136f29dfc9c954a7c6c5e4437c34f27cde"],"state_sha256":"f416755e5d7dd217261d8c037e9c591d8f6d09766b27cdcb9e3f3d49f556581c"}