{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:DAVQIDWC7KHAAUBAEVLU4UGQUQ","short_pith_number":"pith:DAVQIDWC","canonical_record":{"source":{"id":"2406.07736","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-11T21:46:03Z","cross_cats_sorted":[],"title_canon_sha256":"3bb72c1368356d31cc8e39c88dc2fad12b5732c028234c0d9775f8bac076553b","abstract_canon_sha256":"390fc70b0a5a636b2f265a02e70d1d952864eca59ed81cc6257a2550c28a1ef6"},"schema_version":"1.0"},"canonical_sha256":"182b040ec2fa8e00502025574e50d0a40e37b42d268d2c69a524cac1245f1940","source":{"kind":"arxiv","id":"2406.07736","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.07736","created_at":"2026-07-05T09:13:36Z"},{"alias_kind":"arxiv_version","alias_value":"2406.07736v3","created_at":"2026-07-05T09:13:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.07736","created_at":"2026-07-05T09:13:36Z"},{"alias_kind":"pith_short_12","alias_value":"DAVQIDWC7KHA","created_at":"2026-07-05T09:13:36Z"},{"alias_kind":"pith_short_16","alias_value":"DAVQIDWC7KHAAUBA","created_at":"2026-07-05T09:13:36Z"},{"alias_kind":"pith_short_8","alias_value":"DAVQIDWC","created_at":"2026-07-05T09:13:36Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:DAVQIDWC7KHAAUBAEVLU4UGQUQ","target":"record","payload":{"canonical_record":{"source":{"id":"2406.07736","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-11T21:46:03Z","cross_cats_sorted":[],"title_canon_sha256":"3bb72c1368356d31cc8e39c88dc2fad12b5732c028234c0d9775f8bac076553b","abstract_canon_sha256":"390fc70b0a5a636b2f265a02e70d1d952864eca59ed81cc6257a2550c28a1ef6"},"schema_version":"1.0"},"canonical_sha256":"182b040ec2fa8e00502025574e50d0a40e37b42d268d2c69a524cac1245f1940","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:13:36.700047Z","signature_b64":"U6E3oEBpG2xaKtbar5l4ioB+muQwvX372lUujA769GV08Al/jwlJLqVb7+JbiUjbYDnRfuS17PRvqXOSg7PVDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"182b040ec2fa8e00502025574e50d0a40e37b42d268d2c69a524cac1245f1940","last_reissued_at":"2026-07-05T09:13:36.699495Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:13:36.699495Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.07736","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:13:36Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5FUBnLbAQUoA/lOD1JDmYGpbthNBoVWv6kWeBf8I1yLeuwBHcqiLtqRTpaYZ+nvp7IOewMY3osNSuFV6OpbBAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T02:44:13.746877Z"},"content_sha256":"b60710e716c65020a3c5a0cf92d7bff0e6a52e19387cce034431230e16e4c1b8","schema_version":"1.0","event_id":"sha256:b60710e716c65020a3c5a0cf92d7bff0e6a52e19387cce034431230e16e4c1b8"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:DAVQIDWC7KHAAUBAEVLU4UGQUQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"MultiPragEval: Multilingual Pragmatic Evaluation of Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Dojun Park, Hyeyun Jeong, Jiwoo Lee, Seohyun Park, Seonwoo Park, Soonha Hwang, Sungeun Lee, Youngeun Koo","submitted_at":"2024-06-11T21:46:03Z","abstract_excerpt":"As the capabilities of Large Language Models (LLMs) expand, it becomes increasingly important to evaluate them beyond basic knowledge assessment, focusing on higher-level language understanding. This study introduces MultiPragEval, the first multilingual pragmatic evaluation of LLMs, designed for English, German, Korean, and Chinese. Comprising 1200 question units categorized according to Grice's Cooperative Principle and its four conversational maxims, MultiPragEval enables an in-depth assessment of LLMs' contextual awareness and their ability to infer implied meanings. Our findings demonstra"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.07736","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.07736/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:13:36Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3HjMzanSULWeqbf5VbsT8LzFknA0jCKW2A/D6LLQEcxacmGnSgzrPqUOb6AkTFFXthwRlBz7aisYkZP6xo7HDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T02:44:13.747740Z"},"content_sha256":"00107e732ed3dfafd4667abdba718445717c0ca628ac5b93e7a467500413c14a","schema_version":"1.0","event_id":"sha256:00107e732ed3dfafd4667abdba718445717c0ca628ac5b93e7a467500413c14a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DAVQIDWC7KHAAUBAEVLU4UGQUQ/bundle.json","state_url":"https://pith.science/pith/DAVQIDWC7KHAAUBAEVLU4UGQUQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DAVQIDWC7KHAAUBAEVLU4UGQUQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T02:44:13Z","links":{"resolver":"https://pith.science/pith/DAVQIDWC7KHAAUBAEVLU4UGQUQ","bundle":"https://pith.science/pith/DAVQIDWC7KHAAUBAEVLU4UGQUQ/bundle.json","state":"https://pith.science/pith/DAVQIDWC7KHAAUBAEVLU4UGQUQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DAVQIDWC7KHAAUBAEVLU4UGQUQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:DAVQIDWC7KHAAUBAEVLU4UGQUQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"390fc70b0a5a636b2f265a02e70d1d952864eca59ed81cc6257a2550c28a1ef6","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-11T21:46:03Z","title_canon_sha256":"3bb72c1368356d31cc8e39c88dc2fad12b5732c028234c0d9775f8bac076553b"},"schema_version":"1.0","source":{"id":"2406.07736","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.07736","created_at":"2026-07-05T09:13:36Z"},{"alias_kind":"arxiv_version","alias_value":"2406.07736v3","created_at":"2026-07-05T09:13:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.07736","created_at":"2026-07-05T09:13:36Z"},{"alias_kind":"pith_short_12","alias_value":"DAVQIDWC7KHA","created_at":"2026-07-05T09:13:36Z"},{"alias_kind":"pith_short_16","alias_value":"DAVQIDWC7KHAAUBA","created_at":"2026-07-05T09:13:36Z"},{"alias_kind":"pith_short_8","alias_value":"DAVQIDWC","created_at":"2026-07-05T09:13:36Z"}],"graph_snapshots":[{"event_id":"sha256:00107e732ed3dfafd4667abdba718445717c0ca628ac5b93e7a467500413c14a","target":"graph","created_at":"2026-07-05T09:13:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.07736/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"As the capabilities of Large Language Models (LLMs) expand, it becomes increasingly important to evaluate them beyond basic knowledge assessment, focusing on higher-level language understanding. This study introduces MultiPragEval, the first multilingual pragmatic evaluation of LLMs, designed for English, German, Korean, and Chinese. Comprising 1200 question units categorized according to Grice's Cooperative Principle and its four conversational maxims, MultiPragEval enables an in-depth assessment of LLMs' contextual awareness and their ability to infer implied meanings. Our findings demonstra","authors_text":"Dojun Park, Hyeyun Jeong, Jiwoo Lee, Seohyun Park, Seonwoo Park, Soonha Hwang, Sungeun Lee, Youngeun Koo","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-11T21:46:03Z","title":"MultiPragEval: Multilingual Pragmatic Evaluation of Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.07736","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b60710e716c65020a3c5a0cf92d7bff0e6a52e19387cce034431230e16e4c1b8","target":"record","created_at":"2026-07-05T09:13:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"390fc70b0a5a636b2f265a02e70d1d952864eca59ed81cc6257a2550c28a1ef6","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-11T21:46:03Z","title_canon_sha256":"3bb72c1368356d31cc8e39c88dc2fad12b5732c028234c0d9775f8bac076553b"},"schema_version":"1.0","source":{"id":"2406.07736","kind":"arxiv","version":3}},"canonical_sha256":"182b040ec2fa8e00502025574e50d0a40e37b42d268d2c69a524cac1245f1940","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"182b040ec2fa8e00502025574e50d0a40e37b42d268d2c69a524cac1245f1940","first_computed_at":"2026-07-05T09:13:36.699495Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:13:36.699495Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"U6E3oEBpG2xaKtbar5l4ioB+muQwvX372lUujA769GV08Al/jwlJLqVb7+JbiUjbYDnRfuS17PRvqXOSg7PVDg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:13:36.700047Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.07736","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b60710e716c65020a3c5a0cf92d7bff0e6a52e19387cce034431230e16e4c1b8","sha256:00107e732ed3dfafd4667abdba718445717c0ca628ac5b93e7a467500413c14a"],"state_sha256":"cb79ba9bb967fdbb84f19183f158a15446a1b27fc43135dc3b7592d702301ca9"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"W0m+BZ1zQoauovoc6IrrmtXXi88YxI7gOZyELITWAcgzMqsdu5A8dS2zO3PzAxIPaLvQZvo+P9MqMA+YTMTWCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T02:44:13.754518Z","bundle_sha256":"6389429e21e6c7acea885af6f922ce74688781b4659260de676c8c6ab9aa377a"}}