{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:V4CZW3BFZX5SIA7RQYU2F43E62","short_pith_number":"pith:V4CZW3BF","canonical_record":{"source":{"id":"2404.17513","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-04-26T16:28:34Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"c56e9e8dbc69c14d5bc96c9765b0e88ae38eb34b4a8fa46c520e41aa3d49cf57","abstract_canon_sha256":"406a04ec9500d9ced010de9437a14bbd50b5bd819e710bd8b8acb405b84fabd2"},"schema_version":"1.0"},"canonical_sha256":"af059b6c25cdfb2403f18629a2f364f6b385b06eefb848b748ca915509bab3b1","source":{"kind":"arxiv","id":"2404.17513","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.17513","created_at":"2026-07-05T08:51:37Z"},{"alias_kind":"arxiv_version","alias_value":"2404.17513v2","created_at":"2026-07-05T08:51:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.17513","created_at":"2026-07-05T08:51:37Z"},{"alias_kind":"pith_short_12","alias_value":"V4CZW3BFZX5S","created_at":"2026-07-05T08:51:37Z"},{"alias_kind":"pith_short_16","alias_value":"V4CZW3BFZX5SIA7R","created_at":"2026-07-05T08:51:37Z"},{"alias_kind":"pith_short_8","alias_value":"V4CZW3BF","created_at":"2026-07-05T08:51:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:V4CZW3BFZX5SIA7RQYU2F43E62","target":"record","payload":{"canonical_record":{"source":{"id":"2404.17513","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-04-26T16:28:34Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"c56e9e8dbc69c14d5bc96c9765b0e88ae38eb34b4a8fa46c520e41aa3d49cf57","abstract_canon_sha256":"406a04ec9500d9ced010de9437a14bbd50b5bd819e710bd8b8acb405b84fabd2"},"schema_version":"1.0"},"canonical_sha256":"af059b6c25cdfb2403f18629a2f364f6b385b06eefb848b748ca915509bab3b1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:51:37.352181Z","signature_b64":"u9LQBfhobljEqHJIrNWh1coktxwGF8zQJI5yXIC3be2Lo9fZxQQEwr8Uak7nvr04bTWRQdUs0XxJvnj7Wem7BQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"af059b6c25cdfb2403f18629a2f364f6b385b06eefb848b748ca915509bab3b1","last_reissued_at":"2026-07-05T08:51:37.351704Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:51:37.351704Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2404.17513","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:51:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"arIGO+6u0g5SxXgy4Zm7loNPnn1MnHlkv8VhVtOMLjsald1iMEB7PP5BA5xJyIHh4jNnCuBIkFwU9IiAz8g1Bg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T23:06:06.351415Z"},"content_sha256":"2c2829781ec44c087fbf6d0b5eb72a665eb17ea5256ea12697bedae4423aa28a","schema_version":"1.0","event_id":"sha256:2c2829781ec44c087fbf6d0b5eb72a665eb17ea5256ea12697bedae4423aa28a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:V4CZW3BFZX5SIA7RQYU2F43E62","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Comprehensive Evaluation on Event Reasoning of Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Bing Liang, Chongyang Tao, Haiyan Zhao, Jia Li, Kam-Fai Wong, Qun Liu, Xiancai Chen, Yifan Zhang, Zhengwei Tao, Zhi Jin","submitted_at":"2024-04-26T16:28:34Z","abstract_excerpt":"Event reasoning is a fundamental ability that underlies many applications. It requires event schema knowledge to perform global reasoning and needs to deal with the diversity of the inter-event relations and the reasoning paradigms. How well LLMs accomplish event reasoning on various relations and reasoning paradigms remains unknown. To mitigate this disparity, we comprehensively evaluate the abilities of event reasoning of LLMs. We introduce a novel benchmark EV2 for EValuation of EVent reasoning. EV2 consists of two levels of evaluation of schema and instance and is comprehensive in relation"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.17513","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2404.17513/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:51:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"b2HYcQ1kG4FiOzP04pjGIjq5HNcZF6cW3eekJx9zsT7wLQGfd7hN0/AcE3KoBo6LPEmMPr0DEI+dajY/VCX4Dw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T23:06:06.352037Z"},"content_sha256":"056a4b9582a9ddb1397894259fec171cf8e9cf36e7fafb8baab1ffd54812c475","schema_version":"1.0","event_id":"sha256:056a4b9582a9ddb1397894259fec171cf8e9cf36e7fafb8baab1ffd54812c475"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/V4CZW3BFZX5SIA7RQYU2F43E62/bundle.json","state_url":"https://pith.science/pith/V4CZW3BFZX5SIA7RQYU2F43E62/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/V4CZW3BFZX5SIA7RQYU2F43E62/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-18T23:06:06Z","links":{"resolver":"https://pith.science/pith/V4CZW3BFZX5SIA7RQYU2F43E62","bundle":"https://pith.science/pith/V4CZW3BFZX5SIA7RQYU2F43E62/bundle.json","state":"https://pith.science/pith/V4CZW3BFZX5SIA7RQYU2F43E62/state.json","well_known_bundle":"https://pith.science/.well-known/pith/V4CZW3BFZX5SIA7RQYU2F43E62/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:V4CZW3BFZX5SIA7RQYU2F43E62","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"406a04ec9500d9ced010de9437a14bbd50b5bd819e710bd8b8acb405b84fabd2","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-04-26T16:28:34Z","title_canon_sha256":"c56e9e8dbc69c14d5bc96c9765b0e88ae38eb34b4a8fa46c520e41aa3d49cf57"},"schema_version":"1.0","source":{"id":"2404.17513","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.17513","created_at":"2026-07-05T08:51:37Z"},{"alias_kind":"arxiv_version","alias_value":"2404.17513v2","created_at":"2026-07-05T08:51:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.17513","created_at":"2026-07-05T08:51:37Z"},{"alias_kind":"pith_short_12","alias_value":"V4CZW3BFZX5S","created_at":"2026-07-05T08:51:37Z"},{"alias_kind":"pith_short_16","alias_value":"V4CZW3BFZX5SIA7R","created_at":"2026-07-05T08:51:37Z"},{"alias_kind":"pith_short_8","alias_value":"V4CZW3BF","created_at":"2026-07-05T08:51:37Z"}],"graph_snapshots":[{"event_id":"sha256:056a4b9582a9ddb1397894259fec171cf8e9cf36e7fafb8baab1ffd54812c475","target":"graph","created_at":"2026-07-05T08:51:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2404.17513/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Event reasoning is a fundamental ability that underlies many applications. It requires event schema knowledge to perform global reasoning and needs to deal with the diversity of the inter-event relations and the reasoning paradigms. How well LLMs accomplish event reasoning on various relations and reasoning paradigms remains unknown. To mitigate this disparity, we comprehensively evaluate the abilities of event reasoning of LLMs. We introduce a novel benchmark EV2 for EValuation of EVent reasoning. EV2 consists of two levels of evaluation of schema and instance and is comprehensive in relation","authors_text":"Bing Liang, Chongyang Tao, Haiyan Zhao, Jia Li, Kam-Fai Wong, Qun Liu, Xiancai Chen, Yifan Zhang, Zhengwei Tao, Zhi Jin","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-04-26T16:28:34Z","title":"A Comprehensive Evaluation on Event Reasoning of Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.17513","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2c2829781ec44c087fbf6d0b5eb72a665eb17ea5256ea12697bedae4423aa28a","target":"record","created_at":"2026-07-05T08:51:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"406a04ec9500d9ced010de9437a14bbd50b5bd819e710bd8b8acb405b84fabd2","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-04-26T16:28:34Z","title_canon_sha256":"c56e9e8dbc69c14d5bc96c9765b0e88ae38eb34b4a8fa46c520e41aa3d49cf57"},"schema_version":"1.0","source":{"id":"2404.17513","kind":"arxiv","version":2}},"canonical_sha256":"af059b6c25cdfb2403f18629a2f364f6b385b06eefb848b748ca915509bab3b1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"af059b6c25cdfb2403f18629a2f364f6b385b06eefb848b748ca915509bab3b1","first_computed_at":"2026-07-05T08:51:37.351704Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:51:37.351704Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"u9LQBfhobljEqHJIrNWh1coktxwGF8zQJI5yXIC3be2Lo9fZxQQEwr8Uak7nvr04bTWRQdUs0XxJvnj7Wem7BQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:51:37.352181Z","signed_message":"canonical_sha256_bytes"},"source_id":"2404.17513","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2c2829781ec44c087fbf6d0b5eb72a665eb17ea5256ea12697bedae4423aa28a","sha256:056a4b9582a9ddb1397894259fec171cf8e9cf36e7fafb8baab1ffd54812c475"],"state_sha256":"bb5fb7a5208cdceed53ea63015a57d29d711fece39bf537df182bceb196b14ed"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QSZUGGbSqAUmXaLwVL29LIT9444NvdXU/7geJhe1jcYvlPPbIFjWwI0Vgt+oAVaQu+O0v4v6cJEx/v8A+diWDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-18T23:06:06.356594Z","bundle_sha256":"b81cc594c80ce3a7534598e18768669b995b4c4da87a3c387b7c5c33ebaaeb24"}}