{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:526453L6AIRXOIHZII5EK7RZD3","short_pith_number":"pith:526453L6","canonical_record":{"source":{"id":"1809.05576","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2018-09-14T20:37:38Z","cross_cats_sorted":[],"title_canon_sha256":"3aab1e88bf8b911113ddfd335f3b80771f62e208e642fc5f274b1b7fa45bf982","abstract_canon_sha256":"16789a9079aab6b75444536d8f1785ddf8810655655924603d9641b4ee83513c"},"schema_version":"1.0"},"canonical_sha256":"eebdceed7e02237720f9423a457e391efa2369df8df370388f98fe28f4f5622a","source":{"kind":"arxiv","id":"1809.05576","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1809.05576","created_at":"2026-05-18T00:05:04Z"},{"alias_kind":"arxiv_version","alias_value":"1809.05576v2","created_at":"2026-05-18T00:05:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1809.05576","created_at":"2026-05-18T00:05:04Z"},{"alias_kind":"pith_short_12","alias_value":"526453L6AIRX","created_at":"2026-05-18T12:32:05Z"},{"alias_kind":"pith_short_16","alias_value":"526453L6AIRXOIHZ","created_at":"2026-05-18T12:32:05Z"},{"alias_kind":"pith_short_8","alias_value":"526453L6","created_at":"2026-05-18T12:32:05Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:526453L6AIRXOIHZII5EK7RZD3","target":"record","payload":{"canonical_record":{"source":{"id":"1809.05576","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2018-09-14T20:37:38Z","cross_cats_sorted":[],"title_canon_sha256":"3aab1e88bf8b911113ddfd335f3b80771f62e208e642fc5f274b1b7fa45bf982","abstract_canon_sha256":"16789a9079aab6b75444536d8f1785ddf8810655655924603d9641b4ee83513c"},"schema_version":"1.0"},"canonical_sha256":"eebdceed7e02237720f9423a457e391efa2369df8df370388f98fe28f4f5622a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:05:04.393971Z","signature_b64":"z4v1tHAOFMoNUPTbz9s/YxhsTe8mNS15rO/4XTkj79rqR96DZ2N1m7zs2QSmxpxmh/94SdY6cqvlWiu+PGqYAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"eebdceed7e02237720f9423a457e391efa2369df8df370388f98fe28f4f5622a","last_reissued_at":"2026-05-18T00:05:04.393415Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:05:04.393415Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1809.05576","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:05:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zCcPxJJMe0ofrokDQE5G4hHVcICMwZub8cdSFb56fIojiUCyv1e4JGPYhWajkYo/tlFKRPQw9Q+4OSPgwu4QDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-22T21:09:17.935152Z"},"content_sha256":"21c713ec9fb30e04de2a9a4c459af8f0019547b97aa9d0fd96a5f13fc664f685","schema_version":"1.0","event_id":"sha256:21c713ec9fb30e04de2a9a4c459af8f0019547b97aa9d0fd96a5f13fc664f685"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:526453L6AIRXOIHZII5EK7RZD3","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Events Beyond ACE: Curated Training for Events","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Jay DeYoung, Marjorie Freedman, Ryan Gabbard","submitted_at":"2018-09-14T20:37:38Z","abstract_excerpt":"We explore a human-driven approach to annotation, curated training (CT), in which annotation is framed as teaching the system by using interactive search to identify informative snippets of text to annotate, unlike traditional approaches which either annotate preselected text or use active learning. A trained annotator performed 80 hours of CT for the thirty event types of the NIST TAC KBP Event Argument Extraction evaluation. Combining this annotation with ACE results in a 6% reduction in error and the learning curve of CT plateaus more slowly than for full-document annotation. 3 NLP research"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1809.05576","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:05:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SB4YK0Dxeqjzh4CZAON8lwGxa/HWPsllgDwg0gNjnRCOot6yaTZPzlk63+rt9UIsq1pCJ6P14cDG8rjggDcNAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-22T21:09:17.935794Z"},"content_sha256":"f961f9bb826eafc4517c22b9637d053d2d671a95460c8625a8cf47a880ebe99b","schema_version":"1.0","event_id":"sha256:f961f9bb826eafc4517c22b9637d053d2d671a95460c8625a8cf47a880ebe99b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/526453L6AIRXOIHZII5EK7RZD3/bundle.json","state_url":"https://pith.science/pith/526453L6AIRXOIHZII5EK7RZD3/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/526453L6AIRXOIHZII5EK7RZD3/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-22T21:09:17Z","links":{"resolver":"https://pith.science/pith/526453L6AIRXOIHZII5EK7RZD3","bundle":"https://pith.science/pith/526453L6AIRXOIHZII5EK7RZD3/bundle.json","state":"https://pith.science/pith/526453L6AIRXOIHZII5EK7RZD3/state.json","well_known_bundle":"https://pith.science/.well-known/pith/526453L6AIRXOIHZII5EK7RZD3/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:526453L6AIRXOIHZII5EK7RZD3","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"16789a9079aab6b75444536d8f1785ddf8810655655924603d9641b4ee83513c","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2018-09-14T20:37:38Z","title_canon_sha256":"3aab1e88bf8b911113ddfd335f3b80771f62e208e642fc5f274b1b7fa45bf982"},"schema_version":"1.0","source":{"id":"1809.05576","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1809.05576","created_at":"2026-05-18T00:05:04Z"},{"alias_kind":"arxiv_version","alias_value":"1809.05576v2","created_at":"2026-05-18T00:05:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1809.05576","created_at":"2026-05-18T00:05:04Z"},{"alias_kind":"pith_short_12","alias_value":"526453L6AIRX","created_at":"2026-05-18T12:32:05Z"},{"alias_kind":"pith_short_16","alias_value":"526453L6AIRXOIHZ","created_at":"2026-05-18T12:32:05Z"},{"alias_kind":"pith_short_8","alias_value":"526453L6","created_at":"2026-05-18T12:32:05Z"}],"graph_snapshots":[{"event_id":"sha256:f961f9bb826eafc4517c22b9637d053d2d671a95460c8625a8cf47a880ebe99b","target":"graph","created_at":"2026-05-18T00:05:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"We explore a human-driven approach to annotation, curated training (CT), in which annotation is framed as teaching the system by using interactive search to identify informative snippets of text to annotate, unlike traditional approaches which either annotate preselected text or use active learning. A trained annotator performed 80 hours of CT for the thirty event types of the NIST TAC KBP Event Argument Extraction evaluation. Combining this annotation with ACE results in a 6% reduction in error and the learning curve of CT plateaus more slowly than for full-document annotation. 3 NLP research","authors_text":"Jay DeYoung, Marjorie Freedman, Ryan Gabbard","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2018-09-14T20:37:38Z","title":"Events Beyond ACE: Curated Training for Events"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1809.05576","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:21c713ec9fb30e04de2a9a4c459af8f0019547b97aa9d0fd96a5f13fc664f685","target":"record","created_at":"2026-05-18T00:05:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"16789a9079aab6b75444536d8f1785ddf8810655655924603d9641b4ee83513c","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2018-09-14T20:37:38Z","title_canon_sha256":"3aab1e88bf8b911113ddfd335f3b80771f62e208e642fc5f274b1b7fa45bf982"},"schema_version":"1.0","source":{"id":"1809.05576","kind":"arxiv","version":2}},"canonical_sha256":"eebdceed7e02237720f9423a457e391efa2369df8df370388f98fe28f4f5622a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"eebdceed7e02237720f9423a457e391efa2369df8df370388f98fe28f4f5622a","first_computed_at":"2026-05-18T00:05:04.393415Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:05:04.393415Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"z4v1tHAOFMoNUPTbz9s/YxhsTe8mNS15rO/4XTkj79rqR96DZ2N1m7zs2QSmxpxmh/94SdY6cqvlWiu+PGqYAg==","signature_status":"signed_v1","signed_at":"2026-05-18T00:05:04.393971Z","signed_message":"canonical_sha256_bytes"},"source_id":"1809.05576","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:21c713ec9fb30e04de2a9a4c459af8f0019547b97aa9d0fd96a5f13fc664f685","sha256:f961f9bb826eafc4517c22b9637d053d2d671a95460c8625a8cf47a880ebe99b"],"state_sha256":"15a3570468864b9c7a91ae0322d350eb1cfd545ca852097cd489dfd89885087e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"n8NvPJIiMvbjlmuq8Oqrt9u6irsfgf6pWd9U6bZ1SYejSgIdYy+OBO96loqE2w6Oj1FrNSLN+soYIKUPPI/5DQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-22T21:09:17.938846Z","bundle_sha256":"733f6711d86044e9955cbc388f340ab483c00192116d4404a8d8fdba4e257dca"}}