{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2021:KGHD7HQNHSJAF36K5BUDDIFZ64","short_pith_number":"pith:KGHD7HQN","schema_version":"1.0","canonical_sha256":"518e3f9e0d3c9202efcae86831a0b9f73468886c3a45c53f53b9cc8c63cfc7da","source":{"kind":"arxiv","id":"2105.09680","version":4},"attestation_state":"computed","paper":{"title":"KLUE: Korean Language Understanding Evaluation","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Alice Oh, Chisung Song, Dongjun Lee, Hyunwoo Kim, Inkwon Lee, Jamin Shin, Jangwon Park, Jihyung Moon, Jiyoon Han, Jongwon Lee, Joohong Lee, Juhyun Oh, Jung-Woo Ha, Junseong Kim, Kyumin Park, Kyunghyun Cho, KyungTae Lim, Lucy Park, Myeonghwa Lee, Sangwoo Seo, Seongbo Jang, Seonghyun Kim, Seungwon Do, Sungdong Kim, Sungjoon Park, Sungwon Lyu, Sunkyoung Kim, TaeHwan Oh, Won Ik Cho, Yongsook Song, Younghoon Jeong","submitted_at":"2021-05-20T11:40:30Z","abstract_excerpt":"We introduce Korean Language Understanding Evaluation (KLUE) benchmark. KLUE is a collection of 8 Korean natural language understanding (NLU) tasks, including Topic Classification, SemanticTextual Similarity, Natural Language Inference, Named Entity Recognition, Relation Extraction, Dependency Parsing, Machine Reading Comprehension, and Dialogue State Tracking. We build all of the tasks from scratch from diverse source corpora while respecting copyrights, to ensure accessibility for anyone without any restrictions. With ethical considerations in mind, we carefully design annotation protocols. "},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2105.09680","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2021-05-20T11:40:30Z","cross_cats_sorted":[],"title_canon_sha256":"59479e05654cdcb7d230bbe936984c3040f6623d3d07dc3b7fb8850a914899ed","abstract_canon_sha256":"7ea65b7c75e052692c9e9e84c5a77bfc613954d769224e43a05163ac95e9c87a"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:28:17.517586Z","signature_b64":"gV7KQaMW5zs0Cq8mT82O7xoLGD4EoEtaRF42Ev5jLJ4Rm0MPIVpE1cRt+8LbgKZs2ejll0iKTub4Gjlbl816DA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"518e3f9e0d3c9202efcae86831a0b9f73468886c3a45c53f53b9cc8c63cfc7da","last_reissued_at":"2026-07-05T03:28:17.517143Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:28:17.517143Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"KLUE: Korean Language Understanding Evaluation","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Alice Oh, Chisung Song, Dongjun Lee, Hyunwoo Kim, Inkwon Lee, Jamin Shin, Jangwon Park, Jihyung Moon, Jiyoon Han, Jongwon Lee, Joohong Lee, Juhyun Oh, Jung-Woo Ha, Junseong Kim, Kyumin Park, Kyunghyun Cho, KyungTae Lim, Lucy Park, Myeonghwa Lee, Sangwoo Seo, Seongbo Jang, Seonghyun Kim, Seungwon Do, Sungdong Kim, Sungjoon Park, Sungwon Lyu, Sunkyoung Kim, TaeHwan Oh, Won Ik Cho, Yongsook Song, Younghoon Jeong","submitted_at":"2021-05-20T11:40:30Z","abstract_excerpt":"We introduce Korean Language Understanding Evaluation (KLUE) benchmark. KLUE is a collection of 8 Korean natural language understanding (NLU) tasks, including Topic Classification, SemanticTextual Similarity, Natural Language Inference, Named Entity Recognition, Relation Extraction, Dependency Parsing, Machine Reading Comprehension, and Dialogue State Tracking. We build all of the tasks from scratch from diverse source corpora while respecting copyrights, to ensure accessibility for anyone without any restrictions. With ethical considerations in mind, we carefully design annotation protocols. "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2105.09680","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2105.09680/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2105.09680","created_at":"2026-07-05T03:28:17.517206+00:00"},{"alias_kind":"arxiv_version","alias_value":"2105.09680v4","created_at":"2026-07-05T03:28:17.517206+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2105.09680","created_at":"2026-07-05T03:28:17.517206+00:00"},{"alias_kind":"pith_short_12","alias_value":"KGHD7HQNHSJA","created_at":"2026-07-05T03:28:17.517206+00:00"},{"alias_kind":"pith_short_16","alias_value":"KGHD7HQNHSJAF36K","created_at":"2026-07-05T03:28:17.517206+00:00"},{"alias_kind":"pith_short_8","alias_value":"KGHD7HQN","created_at":"2026-07-05T03:28:17.517206+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":5,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2606.07313","citing_title":"SV-Detect: AI-generated Text Detection with Steering Vectors","ref_index":27,"is_internal_anchor":false},{"citing_arxiv_id":"2606.27595","citing_title":"Ko-WideSearch: A Korean Breadth-Search Benchmark for Exhaustive Set Enumeration by Web Agents","ref_index":38,"is_internal_anchor":false},{"citing_arxiv_id":"2606.27742","citing_title":"KG2Cypher: Data-Centric Pipeline for Building Enterprise Text-to-Cypher Systems","ref_index":10,"is_internal_anchor":false},{"citing_arxiv_id":"2605.22654","citing_title":"Seeing the Poem: Image-Semantic Detection of AI-Generated Modern Chinese Poetry with MLLMs","ref_index":105,"is_internal_anchor":false},{"citing_arxiv_id":"2604.20334","citing_title":"An Explainable Approach to Document-level Translation Evaluation with Topic Modeling","ref_index":27,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/KGHD7HQNHSJAF36K5BUDDIFZ64","json":"https://pith.science/pith/KGHD7HQNHSJAF36K5BUDDIFZ64.json","graph_json":"https://pith.science/api/pith-number/KGHD7HQNHSJAF36K5BUDDIFZ64/graph.json","events_json":"https://pith.science/api/pith-number/KGHD7HQNHSJAF36K5BUDDIFZ64/events.json","paper":"https://pith.science/paper/KGHD7HQN"},"agent_actions":{"view_html":"https://pith.science/pith/KGHD7HQNHSJAF36K5BUDDIFZ64","download_json":"https://pith.science/pith/KGHD7HQNHSJAF36K5BUDDIFZ64.json","view_paper":"https://pith.science/paper/KGHD7HQN","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2105.09680&json=true","fetch_graph":"https://pith.science/api/pith-number/KGHD7HQNHSJAF36K5BUDDIFZ64/graph.json","fetch_events":"https://pith.science/api/pith-number/KGHD7HQNHSJAF36K5BUDDIFZ64/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/KGHD7HQNHSJAF36K5BUDDIFZ64/action/timestamp_anchor","attest_storage":"https://pith.science/pith/KGHD7HQNHSJAF36K5BUDDIFZ64/action/storage_attestation","attest_author":"https://pith.science/pith/KGHD7HQNHSJAF36K5BUDDIFZ64/action/author_attestation","sign_citation":"https://pith.science/pith/KGHD7HQNHSJAF36K5BUDDIFZ64/action/citation_signature","submit_replication":"https://pith.science/pith/KGHD7HQNHSJAF36K5BUDDIFZ64/action/replication_record"}},"created_at":"2026-07-05T03:28:17.517206+00:00","updated_at":"2026-07-05T03:28:17.517206+00:00"}