{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:EF3YXQVKZFXIVVDCWTEZIWEBJB","short_pith_number":"pith:EF3YXQVK","canonical_record":{"source":{"id":"2403.06412","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-11T03:54:33Z","cross_cats_sorted":[],"title_canon_sha256":"c48bee10bea7b02a216dafdd18c9ac7b85ff319b99f18b047598c5d85e5154d3","abstract_canon_sha256":"22d2017f54652a265c04cfb83b9b5f2810e1b7a295e470d58a2c494e3553f31f"},"schema_version":"1.0"},"canonical_sha256":"21778bc2aac96e8ad462b4c994588148506183118c5c8a55e50caa52df9e6390","source":{"kind":"arxiv","id":"2403.06412","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.06412","created_at":"2026-07-05T08:40:14Z"},{"alias_kind":"arxiv_version","alias_value":"2403.06412v4","created_at":"2026-07-05T08:40:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.06412","created_at":"2026-07-05T08:40:14Z"},{"alias_kind":"pith_short_12","alias_value":"EF3YXQVKZFXI","created_at":"2026-07-05T08:40:14Z"},{"alias_kind":"pith_short_16","alias_value":"EF3YXQVKZFXIVVDC","created_at":"2026-07-05T08:40:14Z"},{"alias_kind":"pith_short_8","alias_value":"EF3YXQVK","created_at":"2026-07-05T08:40:14Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:EF3YXQVKZFXIVVDCWTEZIWEBJB","target":"record","payload":{"canonical_record":{"source":{"id":"2403.06412","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-11T03:54:33Z","cross_cats_sorted":[],"title_canon_sha256":"c48bee10bea7b02a216dafdd18c9ac7b85ff319b99f18b047598c5d85e5154d3","abstract_canon_sha256":"22d2017f54652a265c04cfb83b9b5f2810e1b7a295e470d58a2c494e3553f31f"},"schema_version":"1.0"},"canonical_sha256":"21778bc2aac96e8ad462b4c994588148506183118c5c8a55e50caa52df9e6390","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:40:14.664096Z","signature_b64":"sj54Nk7KTZkWmUFllkgiFO3/XRYBM7uHaflYDg2H5WwU1Qwps/QuXOsFLaF7hb9/c5PdQI0Ejo4tR2M2iPZLAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"21778bc2aac96e8ad462b4c994588148506183118c5c8a55e50caa52df9e6390","last_reissued_at":"2026-07-05T08:40:14.663582Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:40:14.663582Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2403.06412","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:40:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fRUiWt4ppagl8FurLzuX4s2STA5QaXdLzc19/Hsko6Zt9zJ8WQEnszsRTRX3i3jZQZUgnULveLMdQoDx1aabCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T08:38:57.478000Z"},"content_sha256":"c8619523465780d6987f3cc7eaa45c778e554ffc6978941c611881d2c1f616fe","schema_version":"1.0","event_id":"sha256:c8619523465780d6987f3cc7eaa45c778e554ffc6978941c611881d2c1f616fe"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:EF3YXQVKZFXIVVDCWTEZIWEBJB","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"CLIcK: A Benchmark Dataset of Cultural and Linguistic Intelligence in Korean","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Alice Oh, Eunsu Kim, Haneul Yoo, James Thorne, Juyoung Suk, Philhoon Oh","submitted_at":"2024-03-11T03:54:33Z","abstract_excerpt":"Despite the rapid development of large language models (LLMs) for the Korean language, there remains an obvious lack of benchmark datasets that test the requisite Korean cultural and linguistic knowledge. Because many existing Korean benchmark datasets are derived from the English counterparts through translation, they often overlook the different cultural contexts. For the few benchmark datasets that are sourced from Korean data capturing cultural knowledge, only narrow tasks such as bias and hate speech detection are offered. To address this gap, we introduce a benchmark of Cultural and Ling"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.06412","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2403.06412/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:40:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"51CqIA7pafxcWKhC0GjfJJTvjpgsG6dlLuINPrUSlXVpnDsVcNtVitqboXAI4TjfC0E+B159ZiryMb3IRyioCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T08:38:57.478527Z"},"content_sha256":"f0d05ecd8c3ca3ad976afb6d9e736bf63a8e56e7b001c410b47fa339c434dac1","schema_version":"1.0","event_id":"sha256:f0d05ecd8c3ca3ad976afb6d9e736bf63a8e56e7b001c410b47fa339c434dac1"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/EF3YXQVKZFXIVVDCWTEZIWEBJB/bundle.json","state_url":"https://pith.science/pith/EF3YXQVKZFXIVVDCWTEZIWEBJB/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/EF3YXQVKZFXIVVDCWTEZIWEBJB/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T08:38:57Z","links":{"resolver":"https://pith.science/pith/EF3YXQVKZFXIVVDCWTEZIWEBJB","bundle":"https://pith.science/pith/EF3YXQVKZFXIVVDCWTEZIWEBJB/bundle.json","state":"https://pith.science/pith/EF3YXQVKZFXIVVDCWTEZIWEBJB/state.json","well_known_bundle":"https://pith.science/.well-known/pith/EF3YXQVKZFXIVVDCWTEZIWEBJB/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:EF3YXQVKZFXIVVDCWTEZIWEBJB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"22d2017f54652a265c04cfb83b9b5f2810e1b7a295e470d58a2c494e3553f31f","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-11T03:54:33Z","title_canon_sha256":"c48bee10bea7b02a216dafdd18c9ac7b85ff319b99f18b047598c5d85e5154d3"},"schema_version":"1.0","source":{"id":"2403.06412","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.06412","created_at":"2026-07-05T08:40:14Z"},{"alias_kind":"arxiv_version","alias_value":"2403.06412v4","created_at":"2026-07-05T08:40:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.06412","created_at":"2026-07-05T08:40:14Z"},{"alias_kind":"pith_short_12","alias_value":"EF3YXQVKZFXI","created_at":"2026-07-05T08:40:14Z"},{"alias_kind":"pith_short_16","alias_value":"EF3YXQVKZFXIVVDC","created_at":"2026-07-05T08:40:14Z"},{"alias_kind":"pith_short_8","alias_value":"EF3YXQVK","created_at":"2026-07-05T08:40:14Z"}],"graph_snapshots":[{"event_id":"sha256:f0d05ecd8c3ca3ad976afb6d9e736bf63a8e56e7b001c410b47fa339c434dac1","target":"graph","created_at":"2026-07-05T08:40:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2403.06412/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Despite the rapid development of large language models (LLMs) for the Korean language, there remains an obvious lack of benchmark datasets that test the requisite Korean cultural and linguistic knowledge. Because many existing Korean benchmark datasets are derived from the English counterparts through translation, they often overlook the different cultural contexts. For the few benchmark datasets that are sourced from Korean data capturing cultural knowledge, only narrow tasks such as bias and hate speech detection are offered. To address this gap, we introduce a benchmark of Cultural and Ling","authors_text":"Alice Oh, Eunsu Kim, Haneul Yoo, James Thorne, Juyoung Suk, Philhoon Oh","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-11T03:54:33Z","title":"CLIcK: A Benchmark Dataset of Cultural and Linguistic Intelligence in Korean"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.06412","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c8619523465780d6987f3cc7eaa45c778e554ffc6978941c611881d2c1f616fe","target":"record","created_at":"2026-07-05T08:40:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"22d2017f54652a265c04cfb83b9b5f2810e1b7a295e470d58a2c494e3553f31f","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-11T03:54:33Z","title_canon_sha256":"c48bee10bea7b02a216dafdd18c9ac7b85ff319b99f18b047598c5d85e5154d3"},"schema_version":"1.0","source":{"id":"2403.06412","kind":"arxiv","version":4}},"canonical_sha256":"21778bc2aac96e8ad462b4c994588148506183118c5c8a55e50caa52df9e6390","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"21778bc2aac96e8ad462b4c994588148506183118c5c8a55e50caa52df9e6390","first_computed_at":"2026-07-05T08:40:14.663582Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:40:14.663582Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"sj54Nk7KTZkWmUFllkgiFO3/XRYBM7uHaflYDg2H5WwU1Qwps/QuXOsFLaF7hb9/c5PdQI0Ejo4tR2M2iPZLAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:40:14.664096Z","signed_message":"canonical_sha256_bytes"},"source_id":"2403.06412","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c8619523465780d6987f3cc7eaa45c778e554ffc6978941c611881d2c1f616fe","sha256:f0d05ecd8c3ca3ad976afb6d9e736bf63a8e56e7b001c410b47fa339c434dac1"],"state_sha256":"68b2fdbb234a389238daec61b7892d093dbf949223d07c67e55af508d6dc3007"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EXc5uppVsg+HfO2MGhh+qKDSpXoOG9I5NxoEjcJn5in30hFwVdM12hZ8kDRPszzNLbG5y0rhu7bUXERSCfSzAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T08:38:57.483474Z","bundle_sha256":"c8114e6b789df85e3aeb7ca152efbd62a07526a5fb4fc9a76f75abf34efda2aa"}}