{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:KBEKFAHHJUMDH7YXVTUGD5HODR","short_pith_number":"pith:KBEKFAHH","canonical_record":{"source":{"id":"1805.00270","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2018-05-01T11:08:00Z","cross_cats_sorted":[],"title_canon_sha256":"d78ae912666fbd23c20f817e87fbb4443021112d2781513fb7a38d56fd8fc07e","abstract_canon_sha256":"f246851e5d6234ef97c8d26fef7f7aa36ad4f06fad940c8e28c0ade98dc5a0e6"},"schema_version":"1.0"},"canonical_sha256":"5048a280e74d1833ff17ace861f4ee1c7f3c38ca56f642e46a5621b66fbc9fa6","source":{"kind":"arxiv","id":"1805.00270","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1805.00270","created_at":"2026-05-18T00:07:49Z"},{"alias_kind":"arxiv_version","alias_value":"1805.00270v1","created_at":"2026-05-18T00:07:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1805.00270","created_at":"2026-05-18T00:07:49Z"},{"alias_kind":"pith_short_12","alias_value":"KBEKFAHHJUMD","created_at":"2026-05-18T12:32:33Z"},{"alias_kind":"pith_short_16","alias_value":"KBEKFAHHJUMDH7YX","created_at":"2026-05-18T12:32:33Z"},{"alias_kind":"pith_short_8","alias_value":"KBEKFAHH","created_at":"2026-05-18T12:32:33Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:KBEKFAHHJUMDH7YXVTUGD5HODR","target":"record","payload":{"canonical_record":{"source":{"id":"1805.00270","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2018-05-01T11:08:00Z","cross_cats_sorted":[],"title_canon_sha256":"d78ae912666fbd23c20f817e87fbb4443021112d2781513fb7a38d56fd8fc07e","abstract_canon_sha256":"f246851e5d6234ef97c8d26fef7f7aa36ad4f06fad940c8e28c0ade98dc5a0e6"},"schema_version":"1.0"},"canonical_sha256":"5048a280e74d1833ff17ace861f4ee1c7f3c38ca56f642e46a5621b66fbc9fa6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:07:49.602566Z","signature_b64":"eepBjIDck6V1+TjAHFxSefo5T1xsEENctZ9vqutT6Tr6s8oRyv2ZuUXP44ZbBjruarZc3Hp7N6LZFY0t26zPCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5048a280e74d1833ff17ace861f4ee1c7f3c38ca56f642e46a5621b66fbc9fa6","last_reissued_at":"2026-05-18T00:07:49.602063Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:07:49.602063Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1805.00270","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:07:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KAIGEtbJ3umTfUjHAjiqBd1L1fDmp92hQI2XV9btox7DlBBmE341DcmD4r58AQkxsMdU7VZw3bZADfrkq1zZDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-11T03:19:29.162449Z"},"content_sha256":"09dcbc6b68333add38f559bbf9fda60c1209af53855454ebf9ffdcbd15986275","schema_version":"1.0","event_id":"sha256:09dcbc6b68333add38f559bbf9fda60c1209af53855454ebf9ffdcbd15986275"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:KBEKFAHHJUMDH7YXVTUGD5HODR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Capturing Ambiguity in Crowdsourcing Frame Disambiguation","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Anca Dumitrache, Chris Welty, Lora Aroyo","submitted_at":"2018-05-01T11:08:00Z","abstract_excerpt":"FrameNet is a computational linguistics resource composed of semantic frames, high-level concepts that represent the meanings of words. In this paper, we present an approach to gather frame disambiguation annotations in sentences using a crowdsourcing approach with multiple workers per sentence to capture inter-annotator disagreement. We perform an experiment over a set of 433 sentences annotated with frames from the FrameNet corpus, and show that the aggregated crowd annotations achieve an F1 score greater than 0.67 as compared to expert linguists. We highlight cases where the crowd annotatio"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1805.00270","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:07:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hIqw+EU0ibzqMGNUkSg8R11dtnoMXDBW5F4IRlDhvLjYfa/OVxRQuEaxkrxR0K5rFpWev3QuH/eZZmSuDkbzBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-11T03:19:29.163265Z"},"content_sha256":"c5ebdf43015ad4d6e09abaf9b44e6fd8554397adbb5d9e1cc91a81c8e040af36","schema_version":"1.0","event_id":"sha256:c5ebdf43015ad4d6e09abaf9b44e6fd8554397adbb5d9e1cc91a81c8e040af36"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KBEKFAHHJUMDH7YXVTUGD5HODR/bundle.json","state_url":"https://pith.science/pith/KBEKFAHHJUMDH7YXVTUGD5HODR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KBEKFAHHJUMDH7YXVTUGD5HODR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-11T03:19:29Z","links":{"resolver":"https://pith.science/pith/KBEKFAHHJUMDH7YXVTUGD5HODR","bundle":"https://pith.science/pith/KBEKFAHHJUMDH7YXVTUGD5HODR/bundle.json","state":"https://pith.science/pith/KBEKFAHHJUMDH7YXVTUGD5HODR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KBEKFAHHJUMDH7YXVTUGD5HODR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:KBEKFAHHJUMDH7YXVTUGD5HODR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f246851e5d6234ef97c8d26fef7f7aa36ad4f06fad940c8e28c0ade98dc5a0e6","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2018-05-01T11:08:00Z","title_canon_sha256":"d78ae912666fbd23c20f817e87fbb4443021112d2781513fb7a38d56fd8fc07e"},"schema_version":"1.0","source":{"id":"1805.00270","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1805.00270","created_at":"2026-05-18T00:07:49Z"},{"alias_kind":"arxiv_version","alias_value":"1805.00270v1","created_at":"2026-05-18T00:07:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1805.00270","created_at":"2026-05-18T00:07:49Z"},{"alias_kind":"pith_short_12","alias_value":"KBEKFAHHJUMD","created_at":"2026-05-18T12:32:33Z"},{"alias_kind":"pith_short_16","alias_value":"KBEKFAHHJUMDH7YX","created_at":"2026-05-18T12:32:33Z"},{"alias_kind":"pith_short_8","alias_value":"KBEKFAHH","created_at":"2026-05-18T12:32:33Z"}],"graph_snapshots":[{"event_id":"sha256:c5ebdf43015ad4d6e09abaf9b44e6fd8554397adbb5d9e1cc91a81c8e040af36","target":"graph","created_at":"2026-05-18T00:07:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"FrameNet is a computational linguistics resource composed of semantic frames, high-level concepts that represent the meanings of words. In this paper, we present an approach to gather frame disambiguation annotations in sentences using a crowdsourcing approach with multiple workers per sentence to capture inter-annotator disagreement. We perform an experiment over a set of 433 sentences annotated with frames from the FrameNet corpus, and show that the aggregated crowd annotations achieve an F1 score greater than 0.67 as compared to expert linguists. We highlight cases where the crowd annotatio","authors_text":"Anca Dumitrache, Chris Welty, Lora Aroyo","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2018-05-01T11:08:00Z","title":"Capturing Ambiguity in Crowdsourcing Frame Disambiguation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1805.00270","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:09dcbc6b68333add38f559bbf9fda60c1209af53855454ebf9ffdcbd15986275","target":"record","created_at":"2026-05-18T00:07:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f246851e5d6234ef97c8d26fef7f7aa36ad4f06fad940c8e28c0ade98dc5a0e6","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2018-05-01T11:08:00Z","title_canon_sha256":"d78ae912666fbd23c20f817e87fbb4443021112d2781513fb7a38d56fd8fc07e"},"schema_version":"1.0","source":{"id":"1805.00270","kind":"arxiv","version":1}},"canonical_sha256":"5048a280e74d1833ff17ace861f4ee1c7f3c38ca56f642e46a5621b66fbc9fa6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5048a280e74d1833ff17ace861f4ee1c7f3c38ca56f642e46a5621b66fbc9fa6","first_computed_at":"2026-05-18T00:07:49.602063Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:07:49.602063Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"eepBjIDck6V1+TjAHFxSefo5T1xsEENctZ9vqutT6Tr6s8oRyv2ZuUXP44ZbBjruarZc3Hp7N6LZFY0t26zPCQ==","signature_status":"signed_v1","signed_at":"2026-05-18T00:07:49.602566Z","signed_message":"canonical_sha256_bytes"},"source_id":"1805.00270","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:09dcbc6b68333add38f559bbf9fda60c1209af53855454ebf9ffdcbd15986275","sha256:c5ebdf43015ad4d6e09abaf9b44e6fd8554397adbb5d9e1cc91a81c8e040af36"],"state_sha256":"4d614f0333f9c6a7175842743106ed7f47b0f8adae164e73ab1aea69feaa1485"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GMPhOOp3sVfr6cAU7rY1Q46Aw5Loe/j9vZUFOP0ZumtctQOpHJPS3yQXRSAf+1NMKBVv2VPDK9Ioyli22ZT6AA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-11T03:19:29.167074Z","bundle_sha256":"1e7caccf65b9e6271207424c671da0c80e98358a1ffcf312e4007799e19ceffc"}}