{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2025:EOF53YD5ERAA4FQROLY27TI624","short_pith_number":"pith:EOF53YD5","schema_version":"1.0","canonical_sha256":"238bdde07d24400e161172f1afcd1ed725f3526f776ebf548a234a07b8c646b5","source":{"kind":"arxiv","id":"2506.21508","version":1},"attestation_state":"computed","paper":{"title":"skLEP: A Slovak General Language Understanding Benchmark","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.IR","cs.LG"],"primary_cat":"cs.CL","authors_text":"Andrej Ridzik, Daniel Hl\\'adek, Krist\\'ina S\\'asikov\\'a, Marek \\v{S}uppa, Mari\\'an \\v{S}imko, Martin Tamajka, Tom\\'a\\v{s} Jav\\r{u}rek, Vikt\\'oria Ondrejov\\'a","submitted_at":"2025-06-26T17:35:04Z","abstract_excerpt":"In this work, we introduce skLEP, the first comprehensive benchmark specifically designed for evaluating Slovak natural language understanding (NLU) models. We have compiled skLEP to encompass nine diverse tasks that span token-level, sentence-pair, and document-level challenges, thereby offering a thorough assessment of model capabilities. To create this benchmark, we curated new, original datasets tailored for Slovak and meticulously translated established English NLU resources. Within this paper, we also present the first systematic and extensive evaluation of a wide array of Slovak-specifi"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2506.21508","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-06-26T17:35:04Z","cross_cats_sorted":["cs.AI","cs.IR","cs.LG"],"title_canon_sha256":"9fc999286af0b688c0fd0262e800cf05c8f4d055b708509c0a97dcad6239dd40","abstract_canon_sha256":"4b315ec506a7026919f85cd11a26618c50178ef19b3a8c0805c7fef7ca2d89ea"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:27:47.129125Z","signature_b64":"0WipqqzjXuUrfnG1uHsRIqwSoiJcrr4YpfxQ56qAga+jj0ZW7Oo0QPNWCBmV4aZ9YoOZlsr9jmUDUVWgj4SbBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"238bdde07d24400e161172f1afcd1ed725f3526f776ebf548a234a07b8c646b5","last_reissued_at":"2026-07-05T11:27:47.128631Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:27:47.128631Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"skLEP: A Slovak General Language Understanding Benchmark","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.IR","cs.LG"],"primary_cat":"cs.CL","authors_text":"Andrej Ridzik, Daniel Hl\\'adek, Krist\\'ina S\\'asikov\\'a, Marek \\v{S}uppa, Mari\\'an \\v{S}imko, Martin Tamajka, Tom\\'a\\v{s} Jav\\r{u}rek, Vikt\\'oria Ondrejov\\'a","submitted_at":"2025-06-26T17:35:04Z","abstract_excerpt":"In this work, we introduce skLEP, the first comprehensive benchmark specifically designed for evaluating Slovak natural language understanding (NLU) models. We have compiled skLEP to encompass nine diverse tasks that span token-level, sentence-pair, and document-level challenges, thereby offering a thorough assessment of model capabilities. To create this benchmark, we curated new, original datasets tailored for Slovak and meticulously translated established English NLU resources. Within this paper, we also present the first systematic and extensive evaluation of a wide array of Slovak-specifi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.21508","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2506.21508/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2506.21508","created_at":"2026-07-05T11:27:47.128697+00:00"},{"alias_kind":"arxiv_version","alias_value":"2506.21508v1","created_at":"2026-07-05T11:27:47.128697+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.21508","created_at":"2026-07-05T11:27:47.128697+00:00"},{"alias_kind":"pith_short_12","alias_value":"EOF53YD5ERAA","created_at":"2026-07-05T11:27:47.128697+00:00"},{"alias_kind":"pith_short_16","alias_value":"EOF53YD5ERAA4FQR","created_at":"2026-07-05T11:27:47.128697+00:00"},{"alias_kind":"pith_short_8","alias_value":"EOF53YD5","created_at":"2026-07-05T11:27:47.128697+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/EOF53YD5ERAA4FQROLY27TI624","json":"https://pith.science/pith/EOF53YD5ERAA4FQROLY27TI624.json","graph_json":"https://pith.science/api/pith-number/EOF53YD5ERAA4FQROLY27TI624/graph.json","events_json":"https://pith.science/api/pith-number/EOF53YD5ERAA4FQROLY27TI624/events.json","paper":"https://pith.science/paper/EOF53YD5"},"agent_actions":{"view_html":"https://pith.science/pith/EOF53YD5ERAA4FQROLY27TI624","download_json":"https://pith.science/pith/EOF53YD5ERAA4FQROLY27TI624.json","view_paper":"https://pith.science/paper/EOF53YD5","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2506.21508&json=true","fetch_graph":"https://pith.science/api/pith-number/EOF53YD5ERAA4FQROLY27TI624/graph.json","fetch_events":"https://pith.science/api/pith-number/EOF53YD5ERAA4FQROLY27TI624/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/EOF53YD5ERAA4FQROLY27TI624/action/timestamp_anchor","attest_storage":"https://pith.science/pith/EOF53YD5ERAA4FQROLY27TI624/action/storage_attestation","attest_author":"https://pith.science/pith/EOF53YD5ERAA4FQROLY27TI624/action/author_attestation","sign_citation":"https://pith.science/pith/EOF53YD5ERAA4FQROLY27TI624/action/citation_signature","submit_replication":"https://pith.science/pith/EOF53YD5ERAA4FQROLY27TI624/action/replication_record"}},"created_at":"2026-07-05T11:27:47.128697+00:00","updated_at":"2026-07-05T11:27:47.128697+00:00"}