{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:DAVQIDWC7KHAAUBAEVLU4UGQUQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"390fc70b0a5a636b2f265a02e70d1d952864eca59ed81cc6257a2550c28a1ef6","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-11T21:46:03Z","title_canon_sha256":"3bb72c1368356d31cc8e39c88dc2fad12b5732c028234c0d9775f8bac076553b"},"schema_version":"1.0","source":{"id":"2406.07736","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.07736","created_at":"2026-07-05T09:13:36Z"},{"alias_kind":"arxiv_version","alias_value":"2406.07736v3","created_at":"2026-07-05T09:13:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.07736","created_at":"2026-07-05T09:13:36Z"},{"alias_kind":"pith_short_12","alias_value":"DAVQIDWC7KHA","created_at":"2026-07-05T09:13:36Z"},{"alias_kind":"pith_short_16","alias_value":"DAVQIDWC7KHAAUBA","created_at":"2026-07-05T09:13:36Z"},{"alias_kind":"pith_short_8","alias_value":"DAVQIDWC","created_at":"2026-07-05T09:13:36Z"}],"graph_snapshots":[{"event_id":"sha256:00107e732ed3dfafd4667abdba718445717c0ca628ac5b93e7a467500413c14a","target":"graph","created_at":"2026-07-05T09:13:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.07736/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"As the capabilities of Large Language Models (LLMs) expand, it becomes increasingly important to evaluate them beyond basic knowledge assessment, focusing on higher-level language understanding. This study introduces MultiPragEval, the first multilingual pragmatic evaluation of LLMs, designed for English, German, Korean, and Chinese. Comprising 1200 question units categorized according to Grice's Cooperative Principle and its four conversational maxims, MultiPragEval enables an in-depth assessment of LLMs' contextual awareness and their ability to infer implied meanings. Our findings demonstra","authors_text":"Dojun Park, Hyeyun Jeong, Jiwoo Lee, Seohyun Park, Seonwoo Park, Soonha Hwang, Sungeun Lee, Youngeun Koo","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-11T21:46:03Z","title":"MultiPragEval: Multilingual Pragmatic Evaluation of Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.07736","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b60710e716c65020a3c5a0cf92d7bff0e6a52e19387cce034431230e16e4c1b8","target":"record","created_at":"2026-07-05T09:13:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"390fc70b0a5a636b2f265a02e70d1d952864eca59ed81cc6257a2550c28a1ef6","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-11T21:46:03Z","title_canon_sha256":"3bb72c1368356d31cc8e39c88dc2fad12b5732c028234c0d9775f8bac076553b"},"schema_version":"1.0","source":{"id":"2406.07736","kind":"arxiv","version":3}},"canonical_sha256":"182b040ec2fa8e00502025574e50d0a40e37b42d268d2c69a524cac1245f1940","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"182b040ec2fa8e00502025574e50d0a40e37b42d268d2c69a524cac1245f1940","first_computed_at":"2026-07-05T09:13:36.699495Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:13:36.699495Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"U6E3oEBpG2xaKtbar5l4ioB+muQwvX372lUujA769GV08Al/jwlJLqVb7+JbiUjbYDnRfuS17PRvqXOSg7PVDg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:13:36.700047Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.07736","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b60710e716c65020a3c5a0cf92d7bff0e6a52e19387cce034431230e16e4c1b8","sha256:00107e732ed3dfafd4667abdba718445717c0ca628ac5b93e7a467500413c14a"],"state_sha256":"cb79ba9bb967fdbb84f19183f158a15446a1b27fc43135dc3b7592d702301ca9"}