{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:Y2FTPLJAOATXZMDMZZUMJHC4KR","short_pith_number":"pith:Y2FTPLJA","canonical_record":{"source":{"id":"2502.12378","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-02-17T23:31:38Z","cross_cats_sorted":[],"title_canon_sha256":"8c0d414d19b38db796eeef9331a1b9d9a634bcd643613f4e28edbc790c21a823","abstract_canon_sha256":"b9eeff01dca466e49339d3bc1d255ce627c2a414463746ff481dd230ba3648bc"},"schema_version":"1.0"},"canonical_sha256":"c68b37ad2070277cb06cce68c49c5c54515f081c767d6f29c4b9ea5924241c66","source":{"kind":"arxiv","id":"2502.12378","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.12378","created_at":"2026-07-05T11:20:09Z"},{"alias_kind":"arxiv_version","alias_value":"2502.12378v3","created_at":"2026-07-05T11:20:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.12378","created_at":"2026-07-05T11:20:09Z"},{"alias_kind":"pith_short_12","alias_value":"Y2FTPLJAOATX","created_at":"2026-07-05T11:20:09Z"},{"alias_kind":"pith_short_16","alias_value":"Y2FTPLJAOATXZMDM","created_at":"2026-07-05T11:20:09Z"},{"alias_kind":"pith_short_8","alias_value":"Y2FTPLJA","created_at":"2026-07-05T11:20:09Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:Y2FTPLJAOATXZMDMZZUMJHC4KR","target":"record","payload":{"canonical_record":{"source":{"id":"2502.12378","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-02-17T23:31:38Z","cross_cats_sorted":[],"title_canon_sha256":"8c0d414d19b38db796eeef9331a1b9d9a634bcd643613f4e28edbc790c21a823","abstract_canon_sha256":"b9eeff01dca466e49339d3bc1d255ce627c2a414463746ff481dd230ba3648bc"},"schema_version":"1.0"},"canonical_sha256":"c68b37ad2070277cb06cce68c49c5c54515f081c767d6f29c4b9ea5924241c66","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:20:09.418871Z","signature_b64":"q0x/rXrJwOBP2w3YY86Kx3EDg2z8a6KLn2ZZh8czO+mS28aIMjOfVW1E++W7dCDtr4p7xduecAQjdKGL5jC9AQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c68b37ad2070277cb06cce68c49c5c54515f081c767d6f29c4b9ea5924241c66","last_reissued_at":"2026-07-05T11:20:09.418345Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:20:09.418345Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2502.12378","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:20:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZFOmjfQddpTZ1TUNlhX0N4phRHVO6AZFz7ATNFbsOFHJYiM2YI4WuK7y3uBVPRTiPiXRg8bBk5g7fLX1PAfTAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T21:49:28.064755Z"},"content_sha256":"ea3683f8d33d30d36dfdd1bdd58be78d6fa1a3363e27ed53cf9aeef4fa889844","schema_version":"1.0","event_id":"sha256:ea3683f8d33d30d36dfdd1bdd58be78d6fa1a3363e27ed53cf9aeef4fa889844"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:Y2FTPLJAOATXZMDMZZUMJHC4KR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Pragmatics in the Era of Large Language Models: A Survey on Datasets, Evaluation, Opportunities and Challenges","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Annemarie Friedrich, Barbara Plank, Bolei Ma, Frauke Kreuter, Julia Hirschberg, Katja Jasinskaja, Wei Zhou, Yang Janet Liu, Yuting Li, Ziwei Gong","submitted_at":"2025-02-17T23:31:38Z","abstract_excerpt":"Understanding pragmatics-the use of language in context-is crucial for developing NLP systems capable of interpreting nuanced language use. Despite recent advances in language technologies, including large language models, evaluating their ability to handle pragmatic phenomena such as implicatures and references remains challenging. To advance pragmatic abilities in models, it is essential to understand current evaluation trends and identify existing limitations. In this survey, we provide a comprehensive review of resources designed for evaluating pragmatic capabilities in NLP, categorizing d"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.12378","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2502.12378/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:20:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dSGgTB8Iy6kRmDp0ywnf2FJNREA8dDb3oO7z1l2XR+RRgEBN7wnD8W5bo3NrFSXcQZOH7dU9igsVIAj0FD7nDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T21:49:28.065269Z"},"content_sha256":"01c090c6bebf4cfa4c0e25488b2f24f1846cd0a1576a9964ea54284728d9e0ed","schema_version":"1.0","event_id":"sha256:01c090c6bebf4cfa4c0e25488b2f24f1846cd0a1576a9964ea54284728d9e0ed"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/Y2FTPLJAOATXZMDMZZUMJHC4KR/bundle.json","state_url":"https://pith.science/pith/Y2FTPLJAOATXZMDMZZUMJHC4KR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/Y2FTPLJAOATXZMDMZZUMJHC4KR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T21:49:28Z","links":{"resolver":"https://pith.science/pith/Y2FTPLJAOATXZMDMZZUMJHC4KR","bundle":"https://pith.science/pith/Y2FTPLJAOATXZMDMZZUMJHC4KR/bundle.json","state":"https://pith.science/pith/Y2FTPLJAOATXZMDMZZUMJHC4KR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/Y2FTPLJAOATXZMDMZZUMJHC4KR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:Y2FTPLJAOATXZMDMZZUMJHC4KR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b9eeff01dca466e49339d3bc1d255ce627c2a414463746ff481dd230ba3648bc","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-02-17T23:31:38Z","title_canon_sha256":"8c0d414d19b38db796eeef9331a1b9d9a634bcd643613f4e28edbc790c21a823"},"schema_version":"1.0","source":{"id":"2502.12378","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.12378","created_at":"2026-07-05T11:20:09Z"},{"alias_kind":"arxiv_version","alias_value":"2502.12378v3","created_at":"2026-07-05T11:20:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.12378","created_at":"2026-07-05T11:20:09Z"},{"alias_kind":"pith_short_12","alias_value":"Y2FTPLJAOATX","created_at":"2026-07-05T11:20:09Z"},{"alias_kind":"pith_short_16","alias_value":"Y2FTPLJAOATXZMDM","created_at":"2026-07-05T11:20:09Z"},{"alias_kind":"pith_short_8","alias_value":"Y2FTPLJA","created_at":"2026-07-05T11:20:09Z"}],"graph_snapshots":[{"event_id":"sha256:01c090c6bebf4cfa4c0e25488b2f24f1846cd0a1576a9964ea54284728d9e0ed","target":"graph","created_at":"2026-07-05T11:20:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.12378/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Understanding pragmatics-the use of language in context-is crucial for developing NLP systems capable of interpreting nuanced language use. Despite recent advances in language technologies, including large language models, evaluating their ability to handle pragmatic phenomena such as implicatures and references remains challenging. To advance pragmatic abilities in models, it is essential to understand current evaluation trends and identify existing limitations. In this survey, we provide a comprehensive review of resources designed for evaluating pragmatic capabilities in NLP, categorizing d","authors_text":"Annemarie Friedrich, Barbara Plank, Bolei Ma, Frauke Kreuter, Julia Hirschberg, Katja Jasinskaja, Wei Zhou, Yang Janet Liu, Yuting Li, Ziwei Gong","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-02-17T23:31:38Z","title":"Pragmatics in the Era of Large Language Models: A Survey on Datasets, Evaluation, Opportunities and Challenges"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.12378","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ea3683f8d33d30d36dfdd1bdd58be78d6fa1a3363e27ed53cf9aeef4fa889844","target":"record","created_at":"2026-07-05T11:20:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b9eeff01dca466e49339d3bc1d255ce627c2a414463746ff481dd230ba3648bc","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-02-17T23:31:38Z","title_canon_sha256":"8c0d414d19b38db796eeef9331a1b9d9a634bcd643613f4e28edbc790c21a823"},"schema_version":"1.0","source":{"id":"2502.12378","kind":"arxiv","version":3}},"canonical_sha256":"c68b37ad2070277cb06cce68c49c5c54515f081c767d6f29c4b9ea5924241c66","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c68b37ad2070277cb06cce68c49c5c54515f081c767d6f29c4b9ea5924241c66","first_computed_at":"2026-07-05T11:20:09.418345Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:20:09.418345Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"q0x/rXrJwOBP2w3YY86Kx3EDg2z8a6KLn2ZZh8czO+mS28aIMjOfVW1E++W7dCDtr4p7xduecAQjdKGL5jC9AQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:20:09.418871Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.12378","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ea3683f8d33d30d36dfdd1bdd58be78d6fa1a3363e27ed53cf9aeef4fa889844","sha256:01c090c6bebf4cfa4c0e25488b2f24f1846cd0a1576a9964ea54284728d9e0ed"],"state_sha256":"4c0d0cc872e610e5549e71d9f89a755b87ddc2910786d35306a079d241addce3"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"47smgL0wEmwq4kAgw/CHuLXpwUpw/svLcAYxQwiyMimuxpOq3BjqVfPckGlcdedjN27aqwKFjwrla5gKATLYBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T21:49:28.071313Z","bundle_sha256":"bcf61f114c613ce8bd48a15202a65327203d3ca8ee2bd3d6e9a177380de33a73"}}