{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:MEAXJY2RP2EXSX5YOCUUNTYEXO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"53ff1ff6b205667cf7ac472f622b92776222ea6300397860f72f195dc597c0f7","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-05-13T11:40:09Z","title_canon_sha256":"108689c526125545f0243fd5aa13e6e71dcd41ab67141d9d169f2c99e9b4812f"},"schema_version":"1.0","source":{"id":"1905.04981","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1905.04981","created_at":"2026-05-17T23:46:22Z"},{"alias_kind":"arxiv_version","alias_value":"1905.04981v1","created_at":"2026-05-17T23:46:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1905.04981","created_at":"2026-05-17T23:46:22Z"},{"alias_kind":"pith_short_12","alias_value":"MEAXJY2RP2EX","created_at":"2026-05-18T12:33:21Z"},{"alias_kind":"pith_short_16","alias_value":"MEAXJY2RP2EXSX5Y","created_at":"2026-05-18T12:33:21Z"},{"alias_kind":"pith_short_8","alias_value":"MEAXJY2R","created_at":"2026-05-18T12:33:21Z"}],"graph_snapshots":[{"event_id":"sha256:51dadc1e5ff6b4d6eb8f9ad053c4254add45413b855f1933b9eb2da26cb30d42","target":"graph","created_at":"2026-05-17T23:46:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"When constructing models that learn from noisy labels produced by multiple annotators, it is important to accurately estimate the reliability of annotators. Annotators may provide labels of inconsistent quality due to their varying expertise and reliability in a domain. Previous studies have mostly focused on estimating each annotator's overall reliability on the entire annotation task. However, in practice, the reliability of an annotator may depend on each specific instance. Only a limited number of studies have investigated modelling per-instance reliability and these only considered binary","authors_text":"Arvid Fahlstr\\\"om Myrman, Maolin Li, Sophia Ananiadou, Tingting Mu","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-05-13T11:40:09Z","title":"Modelling Instance-Level Annotator Reliability for Natural Language Labelling Tasks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1905.04981","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:718f5fba519c113fa5c3a0567c23f29ed3895741ae6131afca7ccd886e11a772","target":"record","created_at":"2026-05-17T23:46:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"53ff1ff6b205667cf7ac472f622b92776222ea6300397860f72f195dc597c0f7","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-05-13T11:40:09Z","title_canon_sha256":"108689c526125545f0243fd5aa13e6e71dcd41ab67141d9d169f2c99e9b4812f"},"schema_version":"1.0","source":{"id":"1905.04981","kind":"arxiv","version":1}},"canonical_sha256":"610174e3517e89795fb870a946cf04bbb5f7a6bbd79ee61de58ca14de61a2f59","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"610174e3517e89795fb870a946cf04bbb5f7a6bbd79ee61de58ca14de61a2f59","first_computed_at":"2026-05-17T23:46:22.926681Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:46:22.926681Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"2tByBK/kXYS2t7fCB+zUNYb5GeS29h8WPB7uAcW0KBQTlv5kjUDel2NiJt3lvfQMqKvrSoXF1grLVvlEu8J6Dg==","signature_status":"signed_v1","signed_at":"2026-05-17T23:46:22.927363Z","signed_message":"canonical_sha256_bytes"},"source_id":"1905.04981","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:718f5fba519c113fa5c3a0567c23f29ed3895741ae6131afca7ccd886e11a772","sha256:51dadc1e5ff6b4d6eb8f9ad053c4254add45413b855f1933b9eb2da26cb30d42"],"state_sha256":"050e1830142605d14fdf1ab18fe8572e2d78ac53e1f0b7d3786a7421dd33c871"}