{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:KBEKFAHHJUMDH7YXVTUGD5HODR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f246851e5d6234ef97c8d26fef7f7aa36ad4f06fad940c8e28c0ade98dc5a0e6","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2018-05-01T11:08:00Z","title_canon_sha256":"d78ae912666fbd23c20f817e87fbb4443021112d2781513fb7a38d56fd8fc07e"},"schema_version":"1.0","source":{"id":"1805.00270","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1805.00270","created_at":"2026-05-18T00:07:49Z"},{"alias_kind":"arxiv_version","alias_value":"1805.00270v1","created_at":"2026-05-18T00:07:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1805.00270","created_at":"2026-05-18T00:07:49Z"},{"alias_kind":"pith_short_12","alias_value":"KBEKFAHHJUMD","created_at":"2026-05-18T12:32:33Z"},{"alias_kind":"pith_short_16","alias_value":"KBEKFAHHJUMDH7YX","created_at":"2026-05-18T12:32:33Z"},{"alias_kind":"pith_short_8","alias_value":"KBEKFAHH","created_at":"2026-05-18T12:32:33Z"}],"graph_snapshots":[{"event_id":"sha256:c5ebdf43015ad4d6e09abaf9b44e6fd8554397adbb5d9e1cc91a81c8e040af36","target":"graph","created_at":"2026-05-18T00:07:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"FrameNet is a computational linguistics resource composed of semantic frames, high-level concepts that represent the meanings of words. In this paper, we present an approach to gather frame disambiguation annotations in sentences using a crowdsourcing approach with multiple workers per sentence to capture inter-annotator disagreement. We perform an experiment over a set of 433 sentences annotated with frames from the FrameNet corpus, and show that the aggregated crowd annotations achieve an F1 score greater than 0.67 as compared to expert linguists. We highlight cases where the crowd annotatio","authors_text":"Anca Dumitrache, Chris Welty, Lora Aroyo","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2018-05-01T11:08:00Z","title":"Capturing Ambiguity in Crowdsourcing Frame Disambiguation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1805.00270","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:09dcbc6b68333add38f559bbf9fda60c1209af53855454ebf9ffdcbd15986275","target":"record","created_at":"2026-05-18T00:07:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f246851e5d6234ef97c8d26fef7f7aa36ad4f06fad940c8e28c0ade98dc5a0e6","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2018-05-01T11:08:00Z","title_canon_sha256":"d78ae912666fbd23c20f817e87fbb4443021112d2781513fb7a38d56fd8fc07e"},"schema_version":"1.0","source":{"id":"1805.00270","kind":"arxiv","version":1}},"canonical_sha256":"5048a280e74d1833ff17ace861f4ee1c7f3c38ca56f642e46a5621b66fbc9fa6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5048a280e74d1833ff17ace861f4ee1c7f3c38ca56f642e46a5621b66fbc9fa6","first_computed_at":"2026-05-18T00:07:49.602063Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:07:49.602063Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"eepBjIDck6V1+TjAHFxSefo5T1xsEENctZ9vqutT6Tr6s8oRyv2ZuUXP44ZbBjruarZc3Hp7N6LZFY0t26zPCQ==","signature_status":"signed_v1","signed_at":"2026-05-18T00:07:49.602566Z","signed_message":"canonical_sha256_bytes"},"source_id":"1805.00270","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:09dcbc6b68333add38f559bbf9fda60c1209af53855454ebf9ffdcbd15986275","sha256:c5ebdf43015ad4d6e09abaf9b44e6fd8554397adbb5d9e1cc91a81c8e040af36"],"state_sha256":"4d614f0333f9c6a7175842743106ed7f47b0f8adae164e73ab1aea69feaa1485"}