{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:LIQFQA3JGWKQ7RA5WF5ZS4WI2P","short_pith_number":"pith:LIQFQA3J","canonical_record":{"source":{"id":"2305.15268","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T15:55:40Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"0b484750b2db382813770f8d3e437f5b14b26293f015af39adab74527a1ab7c7","abstract_canon_sha256":"74b87ca730192ede5e0498965c238eba3c2b0acca61ce3659576b12d39a30c50"},"schema_version":"1.0"},"canonical_sha256":"5a2058036935950fc41db17b9972c8d3ccf8c7e14859a33613e1e815f2341a73","source":{"kind":"arxiv","id":"2305.15268","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.15268","created_at":"2026-07-05T06:13:33Z"},{"alias_kind":"arxiv_version","alias_value":"2305.15268v1","created_at":"2026-07-05T06:13:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.15268","created_at":"2026-07-05T06:13:33Z"},{"alias_kind":"pith_short_12","alias_value":"LIQFQA3JGWKQ","created_at":"2026-07-05T06:13:33Z"},{"alias_kind":"pith_short_16","alias_value":"LIQFQA3JGWKQ7RA5","created_at":"2026-07-05T06:13:33Z"},{"alias_kind":"pith_short_8","alias_value":"LIQFQA3J","created_at":"2026-07-05T06:13:33Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:LIQFQA3JGWKQ7RA5WF5ZS4WI2P","target":"record","payload":{"canonical_record":{"source":{"id":"2305.15268","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T15:55:40Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"0b484750b2db382813770f8d3e437f5b14b26293f015af39adab74527a1ab7c7","abstract_canon_sha256":"74b87ca730192ede5e0498965c238eba3c2b0acca61ce3659576b12d39a30c50"},"schema_version":"1.0"},"canonical_sha256":"5a2058036935950fc41db17b9972c8d3ccf8c7e14859a33613e1e815f2341a73","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:13:33.159017Z","signature_b64":"ojSv4lEFSNdROBeg+JS6iEdU1G2wysDbUH8QZ3P/UFR/I4iS6hH0M/2fhzDQ8qNh+JtsbQthxViwMAMC5vFpCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5a2058036935950fc41db17b9972c8d3ccf8c7e14859a33613e1e815f2341a73","last_reissued_at":"2026-07-05T06:13:33.158600Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:13:33.158600Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.15268","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:13:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JrOOV7ZelMyZYyS7OlQwYgb69AZ/XVpswv2Yb4J5DoEnoRQ3YTy76sR5O5wpnRJc9cCj64pCYs1I5Gq8/m35Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-21T03:53:51.872991Z"},"content_sha256":"c4932f41d557f42c880304d0318e30d4cecdd8e5471a34ee152be034775b6ea6","schema_version":"1.0","event_id":"sha256:c4932f41d557f42c880304d0318e30d4cecdd8e5471a34ee152be034775b6ea6"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:LIQFQA3JGWKQ7RA5WF5ZS4WI2P","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"EvEval: A Comprehensive Evaluation of Event Semantics for Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Haiyan Zhao, Jia Li, Wenpeng Hu, Xiaoying Bai, Yanlin Feng, Zhengwei Tao, Zhi Jin","submitted_at":"2023-05-24T15:55:40Z","abstract_excerpt":"Events serve as fundamental units of occurrence within various contexts. The processing of event semantics in textual information forms the basis of numerous natural language processing (NLP) applications. Recent studies have begun leveraging large language models (LLMs) to address event semantic processing. However, the extent that LLMs can effectively tackle these challenges remains uncertain. Furthermore, the lack of a comprehensive evaluation framework for event semantic processing poses a significant challenge in evaluating these capabilities. In this paper, we propose an overarching fram"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.15268","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.15268/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:13:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xvGDwkNMWzQVo0dw4uKuzriAGdAFYLjo7AghfyIN2jmiNBUjZbP7oLdtqiWSXNvTaJSrtyT0zr99N7rxHvn4AQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-21T03:53:51.873608Z"},"content_sha256":"e9f1c37ce8639b5ca013ddf7692b1f9e7740e736de5dc659f2ed8d9e97921952","schema_version":"1.0","event_id":"sha256:e9f1c37ce8639b5ca013ddf7692b1f9e7740e736de5dc659f2ed8d9e97921952"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LIQFQA3JGWKQ7RA5WF5ZS4WI2P/bundle.json","state_url":"https://pith.science/pith/LIQFQA3JGWKQ7RA5WF5ZS4WI2P/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LIQFQA3JGWKQ7RA5WF5ZS4WI2P/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-21T03:53:51Z","links":{"resolver":"https://pith.science/pith/LIQFQA3JGWKQ7RA5WF5ZS4WI2P","bundle":"https://pith.science/pith/LIQFQA3JGWKQ7RA5WF5ZS4WI2P/bundle.json","state":"https://pith.science/pith/LIQFQA3JGWKQ7RA5WF5ZS4WI2P/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LIQFQA3JGWKQ7RA5WF5ZS4WI2P/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:LIQFQA3JGWKQ7RA5WF5ZS4WI2P","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"74b87ca730192ede5e0498965c238eba3c2b0acca61ce3659576b12d39a30c50","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T15:55:40Z","title_canon_sha256":"0b484750b2db382813770f8d3e437f5b14b26293f015af39adab74527a1ab7c7"},"schema_version":"1.0","source":{"id":"2305.15268","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.15268","created_at":"2026-07-05T06:13:33Z"},{"alias_kind":"arxiv_version","alias_value":"2305.15268v1","created_at":"2026-07-05T06:13:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.15268","created_at":"2026-07-05T06:13:33Z"},{"alias_kind":"pith_short_12","alias_value":"LIQFQA3JGWKQ","created_at":"2026-07-05T06:13:33Z"},{"alias_kind":"pith_short_16","alias_value":"LIQFQA3JGWKQ7RA5","created_at":"2026-07-05T06:13:33Z"},{"alias_kind":"pith_short_8","alias_value":"LIQFQA3J","created_at":"2026-07-05T06:13:33Z"}],"graph_snapshots":[{"event_id":"sha256:e9f1c37ce8639b5ca013ddf7692b1f9e7740e736de5dc659f2ed8d9e97921952","target":"graph","created_at":"2026-07-05T06:13:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.15268/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Events serve as fundamental units of occurrence within various contexts. The processing of event semantics in textual information forms the basis of numerous natural language processing (NLP) applications. Recent studies have begun leveraging large language models (LLMs) to address event semantic processing. However, the extent that LLMs can effectively tackle these challenges remains uncertain. Furthermore, the lack of a comprehensive evaluation framework for event semantic processing poses a significant challenge in evaluating these capabilities. In this paper, we propose an overarching fram","authors_text":"Haiyan Zhao, Jia Li, Wenpeng Hu, Xiaoying Bai, Yanlin Feng, Zhengwei Tao, Zhi Jin","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T15:55:40Z","title":"EvEval: A Comprehensive Evaluation of Event Semantics for Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.15268","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c4932f41d557f42c880304d0318e30d4cecdd8e5471a34ee152be034775b6ea6","target":"record","created_at":"2026-07-05T06:13:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"74b87ca730192ede5e0498965c238eba3c2b0acca61ce3659576b12d39a30c50","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T15:55:40Z","title_canon_sha256":"0b484750b2db382813770f8d3e437f5b14b26293f015af39adab74527a1ab7c7"},"schema_version":"1.0","source":{"id":"2305.15268","kind":"arxiv","version":1}},"canonical_sha256":"5a2058036935950fc41db17b9972c8d3ccf8c7e14859a33613e1e815f2341a73","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5a2058036935950fc41db17b9972c8d3ccf8c7e14859a33613e1e815f2341a73","first_computed_at":"2026-07-05T06:13:33.158600Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:13:33.158600Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ojSv4lEFSNdROBeg+JS6iEdU1G2wysDbUH8QZ3P/UFR/I4iS6hH0M/2fhzDQ8qNh+JtsbQthxViwMAMC5vFpCA==","signature_status":"signed_v1","signed_at":"2026-07-05T06:13:33.159017Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.15268","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c4932f41d557f42c880304d0318e30d4cecdd8e5471a34ee152be034775b6ea6","sha256:e9f1c37ce8639b5ca013ddf7692b1f9e7740e736de5dc659f2ed8d9e97921952"],"state_sha256":"9c6dbb758ec56e85d0a13d6a0504a07894d5d5215871c81a5ad05939c70674e2"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4jGSAEjC+c3lNOh/C3FPRnKGi+nLbBYeL2pOiK1JOegw4zoAKmTvbrnPo1qjOqIS0De5Xn7TguleIdPtBhwqCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-21T03:53:51.878286Z","bundle_sha256":"f313a21ee7e9eed0cb654e63eba209f6112b11b469b0d2c485ac7927aea96524"}}