{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:LIQFQA3JGWKQ7RA5WF5ZS4WI2P","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"74b87ca730192ede5e0498965c238eba3c2b0acca61ce3659576b12d39a30c50","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T15:55:40Z","title_canon_sha256":"0b484750b2db382813770f8d3e437f5b14b26293f015af39adab74527a1ab7c7"},"schema_version":"1.0","source":{"id":"2305.15268","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.15268","created_at":"2026-07-05T06:13:33Z"},{"alias_kind":"arxiv_version","alias_value":"2305.15268v1","created_at":"2026-07-05T06:13:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.15268","created_at":"2026-07-05T06:13:33Z"},{"alias_kind":"pith_short_12","alias_value":"LIQFQA3JGWKQ","created_at":"2026-07-05T06:13:33Z"},{"alias_kind":"pith_short_16","alias_value":"LIQFQA3JGWKQ7RA5","created_at":"2026-07-05T06:13:33Z"},{"alias_kind":"pith_short_8","alias_value":"LIQFQA3J","created_at":"2026-07-05T06:13:33Z"}],"graph_snapshots":[{"event_id":"sha256:e9f1c37ce8639b5ca013ddf7692b1f9e7740e736de5dc659f2ed8d9e97921952","target":"graph","created_at":"2026-07-05T06:13:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.15268/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Events serve as fundamental units of occurrence within various contexts. The processing of event semantics in textual information forms the basis of numerous natural language processing (NLP) applications. Recent studies have begun leveraging large language models (LLMs) to address event semantic processing. However, the extent that LLMs can effectively tackle these challenges remains uncertain. Furthermore, the lack of a comprehensive evaluation framework for event semantic processing poses a significant challenge in evaluating these capabilities. In this paper, we propose an overarching fram","authors_text":"Haiyan Zhao, Jia Li, Wenpeng Hu, Xiaoying Bai, Yanlin Feng, Zhengwei Tao, Zhi Jin","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T15:55:40Z","title":"EvEval: A Comprehensive Evaluation of Event Semantics for Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.15268","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c4932f41d557f42c880304d0318e30d4cecdd8e5471a34ee152be034775b6ea6","target":"record","created_at":"2026-07-05T06:13:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"74b87ca730192ede5e0498965c238eba3c2b0acca61ce3659576b12d39a30c50","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T15:55:40Z","title_canon_sha256":"0b484750b2db382813770f8d3e437f5b14b26293f015af39adab74527a1ab7c7"},"schema_version":"1.0","source":{"id":"2305.15268","kind":"arxiv","version":1}},"canonical_sha256":"5a2058036935950fc41db17b9972c8d3ccf8c7e14859a33613e1e815f2341a73","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5a2058036935950fc41db17b9972c8d3ccf8c7e14859a33613e1e815f2341a73","first_computed_at":"2026-07-05T06:13:33.158600Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:13:33.158600Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ojSv4lEFSNdROBeg+JS6iEdU1G2wysDbUH8QZ3P/UFR/I4iS6hH0M/2fhzDQ8qNh+JtsbQthxViwMAMC5vFpCA==","signature_status":"signed_v1","signed_at":"2026-07-05T06:13:33.159017Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.15268","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c4932f41d557f42c880304d0318e30d4cecdd8e5471a34ee152be034775b6ea6","sha256:e9f1c37ce8639b5ca013ddf7692b1f9e7740e736de5dc659f2ed8d9e97921952"],"state_sha256":"9c6dbb758ec56e85d0a13d6a0504a07894d5d5215871c81a5ad05939c70674e2"}