{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:V6VFVM3RSZVUPEKOZALA5SK7QC","short_pith_number":"pith:V6VFVM3R","canonical_record":{"source":{"id":"2402.11430","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-18T02:41:06Z","cross_cats_sorted":[],"title_canon_sha256":"032e4c4223b02039957e444dc5c8a300eddd32fa6ff7132af484d54e3b6ee866","abstract_canon_sha256":"db070e9f243e5b00e940764f7ab6c7d681b9e46301038182285b4441d4446ec3"},"schema_version":"1.0"},"canonical_sha256":"afaa5ab371966b47914ec8160ec95f809f5cdaa44b65798b82e75d0d64a531ab","source":{"kind":"arxiv","id":"2402.11430","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.11430","created_at":"2026-07-05T07:46:39Z"},{"alias_kind":"arxiv_version","alias_value":"2402.11430v1","created_at":"2026-07-05T07:46:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.11430","created_at":"2026-07-05T07:46:39Z"},{"alias_kind":"pith_short_12","alias_value":"V6VFVM3RSZVU","created_at":"2026-07-05T07:46:39Z"},{"alias_kind":"pith_short_16","alias_value":"V6VFVM3RSZVUPEKO","created_at":"2026-07-05T07:46:39Z"},{"alias_kind":"pith_short_8","alias_value":"V6VFVM3R","created_at":"2026-07-05T07:46:39Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:V6VFVM3RSZVUPEKOZALA5SK7QC","target":"record","payload":{"canonical_record":{"source":{"id":"2402.11430","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-18T02:41:06Z","cross_cats_sorted":[],"title_canon_sha256":"032e4c4223b02039957e444dc5c8a300eddd32fa6ff7132af484d54e3b6ee866","abstract_canon_sha256":"db070e9f243e5b00e940764f7ab6c7d681b9e46301038182285b4441d4446ec3"},"schema_version":"1.0"},"canonical_sha256":"afaa5ab371966b47914ec8160ec95f809f5cdaa44b65798b82e75d0d64a531ab","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:46:39.032080Z","signature_b64":"992bcMcK3877LiAIzw87+wNpWNv7+JLl95xi8f8D6TxGLJUUnIl9T7RxNvhsHyLbjQPeMXaoxzw/lrSgSw2+DA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"afaa5ab371966b47914ec8160ec95f809f5cdaa44b65798b82e75d0d64a531ab","last_reissued_at":"2026-07-05T07:46:39.031656Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:46:39.031656Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.11430","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:46:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UwtUrC882l1ooWi9fJNHbiKbHeIPFlqEpqmEcZPwZ7Y1CFKDSvHKxehZ8MZdPxu56ygAZcfteILh7loA0ZBvDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T03:59:50.244487Z"},"content_sha256":"a0a433f6643155e26c528bb9f9f75960c8f2a813cf04ecaafb9ee5d8d271d459","schema_version":"1.0","event_id":"sha256:a0a433f6643155e26c528bb9f9f75960c8f2a813cf04ecaafb9ee5d8d271d459"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:V6VFVM3RSZVUPEKOZALA5SK7QC","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"EventRL: Enhancing Event Extraction with Outcome Supervision for Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Changlong Yu, Huan Zhao, Jun Gao, Ruifeng Xu, Wei Wang","submitted_at":"2024-02-18T02:41:06Z","abstract_excerpt":"In this study, we present EventRL, a reinforcement learning approach developed to enhance event extraction for large language models (LLMs). EventRL utilizes outcome supervision with specific reward functions to tackle prevalent challenges in LLMs, such as instruction following and hallucination, manifested as the mismatch of event structure and the generation of undefined event types. We evaluate EventRL against existing methods like Few-Shot Prompting (FSP) (based on GPT4) and Supervised Fine-Tuning (SFT) across various LLMs, including GPT-4, LLaMa, and CodeLLaMa models. Our findings show th"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.11430","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.11430/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:46:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FvT52fEaEzakX+wNTvF87COpy/ZWIvo/2o5Mu1EYAK5dDGCtMCYdfMze5tbK+f9nS69lrD+0VPOkjxs2LZGwDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T03:59:50.245412Z"},"content_sha256":"5a5b03f5befce85fab67d7f29d132e457d4bb1e4a38fa918c1a40b985d22f0ee","schema_version":"1.0","event_id":"sha256:5a5b03f5befce85fab67d7f29d132e457d4bb1e4a38fa918c1a40b985d22f0ee"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/V6VFVM3RSZVUPEKOZALA5SK7QC/bundle.json","state_url":"https://pith.science/pith/V6VFVM3RSZVUPEKOZALA5SK7QC/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/V6VFVM3RSZVUPEKOZALA5SK7QC/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T03:59:50Z","links":{"resolver":"https://pith.science/pith/V6VFVM3RSZVUPEKOZALA5SK7QC","bundle":"https://pith.science/pith/V6VFVM3RSZVUPEKOZALA5SK7QC/bundle.json","state":"https://pith.science/pith/V6VFVM3RSZVUPEKOZALA5SK7QC/state.json","well_known_bundle":"https://pith.science/.well-known/pith/V6VFVM3RSZVUPEKOZALA5SK7QC/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:V6VFVM3RSZVUPEKOZALA5SK7QC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"db070e9f243e5b00e940764f7ab6c7d681b9e46301038182285b4441d4446ec3","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-18T02:41:06Z","title_canon_sha256":"032e4c4223b02039957e444dc5c8a300eddd32fa6ff7132af484d54e3b6ee866"},"schema_version":"1.0","source":{"id":"2402.11430","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.11430","created_at":"2026-07-05T07:46:39Z"},{"alias_kind":"arxiv_version","alias_value":"2402.11430v1","created_at":"2026-07-05T07:46:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.11430","created_at":"2026-07-05T07:46:39Z"},{"alias_kind":"pith_short_12","alias_value":"V6VFVM3RSZVU","created_at":"2026-07-05T07:46:39Z"},{"alias_kind":"pith_short_16","alias_value":"V6VFVM3RSZVUPEKO","created_at":"2026-07-05T07:46:39Z"},{"alias_kind":"pith_short_8","alias_value":"V6VFVM3R","created_at":"2026-07-05T07:46:39Z"}],"graph_snapshots":[{"event_id":"sha256:5a5b03f5befce85fab67d7f29d132e457d4bb1e4a38fa918c1a40b985d22f0ee","target":"graph","created_at":"2026-07-05T07:46:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.11430/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this study, we present EventRL, a reinforcement learning approach developed to enhance event extraction for large language models (LLMs). EventRL utilizes outcome supervision with specific reward functions to tackle prevalent challenges in LLMs, such as instruction following and hallucination, manifested as the mismatch of event structure and the generation of undefined event types. We evaluate EventRL against existing methods like Few-Shot Prompting (FSP) (based on GPT4) and Supervised Fine-Tuning (SFT) across various LLMs, including GPT-4, LLaMa, and CodeLLaMa models. Our findings show th","authors_text":"Changlong Yu, Huan Zhao, Jun Gao, Ruifeng Xu, Wei Wang","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-18T02:41:06Z","title":"EventRL: Enhancing Event Extraction with Outcome Supervision for Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.11430","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a0a433f6643155e26c528bb9f9f75960c8f2a813cf04ecaafb9ee5d8d271d459","target":"record","created_at":"2026-07-05T07:46:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"db070e9f243e5b00e940764f7ab6c7d681b9e46301038182285b4441d4446ec3","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-18T02:41:06Z","title_canon_sha256":"032e4c4223b02039957e444dc5c8a300eddd32fa6ff7132af484d54e3b6ee866"},"schema_version":"1.0","source":{"id":"2402.11430","kind":"arxiv","version":1}},"canonical_sha256":"afaa5ab371966b47914ec8160ec95f809f5cdaa44b65798b82e75d0d64a531ab","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"afaa5ab371966b47914ec8160ec95f809f5cdaa44b65798b82e75d0d64a531ab","first_computed_at":"2026-07-05T07:46:39.031656Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:46:39.031656Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"992bcMcK3877LiAIzw87+wNpWNv7+JLl95xi8f8D6TxGLJUUnIl9T7RxNvhsHyLbjQPeMXaoxzw/lrSgSw2+DA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:46:39.032080Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.11430","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a0a433f6643155e26c528bb9f9f75960c8f2a813cf04ecaafb9ee5d8d271d459","sha256:5a5b03f5befce85fab67d7f29d132e457d4bb1e4a38fa918c1a40b985d22f0ee"],"state_sha256":"20bd675e2566f45e8cf71e35e178c63ae74ef944270cfa2691abfa56fd45576a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fAQmtt7+jH0FjnnW1X21sDUBzcfz8tmxuBDhBUNlw2P7ZaOXqQSMCpfNTB5SW5/UQahzFNmeF9AeWksORBYUDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T03:59:50.270297Z","bundle_sha256":"9cd8a6b47f23ab15c5d5cd07059eee5866712563efb9811e2d160895c690ab1e"}}