{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2021:FZX763RHGWL26C2ZIKCGWUWG3S","short_pith_number":"pith:FZX763RH","schema_version":"1.0","canonical_sha256":"2e6fff6e273597af0b5942846b52c6dca5335b48004b789b625588432ba08d02","source":{"kind":"arxiv","id":"2102.08482","version":1},"attestation_state":"computed","paper":{"title":"Finding the Ground-Truth from Multiple Labellers: Why Parameters of the Task Matter","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Amir Enshaei, Bashar Awwad Shiekh Hasan, Robert McCluskey","submitted_at":"2021-02-16T22:51:11Z","abstract_excerpt":"Employing multiple workers to label data for machine learning models has become increasingly important in recent years with greater demand to collect huge volumes of labelled data to train complex models while mitigating the risk of incorrect and noisy labelling. Whether it is large scale data gathering on popular crowd-sourcing platforms or smaller sets of workers in high-expertise labelling exercises, there are various methods recommended to gather a consensus from employed workers and establish ground-truth labels. However, there is very little research on how the various parameters of a la"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2102.08482","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2021-02-16T22:51:11Z","cross_cats_sorted":[],"title_canon_sha256":"de88c2e4a78b591697e856c46d835781d74540cb96f9177b9dedb83f0ee62ed6","abstract_canon_sha256":"0082718ab286c63ce5dcacc285d23920ccacef80616010949ab2d5d17d30a070"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:16:03.420807Z","signature_b64":"cDy6CRWsvnnLHg/37GzCfq7jFRVIDtTCzQKD/oI3EROuwFHRu1467QJ8oulMlv5SobioG6kmJW1GrWuX+JqFDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2e6fff6e273597af0b5942846b52c6dca5335b48004b789b625588432ba08d02","last_reissued_at":"2026-07-05T02:16:03.420445Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:16:03.420445Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Finding the Ground-Truth from Multiple Labellers: Why Parameters of the Task Matter","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Amir Enshaei, Bashar Awwad Shiekh Hasan, Robert McCluskey","submitted_at":"2021-02-16T22:51:11Z","abstract_excerpt":"Employing multiple workers to label data for machine learning models has become increasingly important in recent years with greater demand to collect huge volumes of labelled data to train complex models while mitigating the risk of incorrect and noisy labelling. Whether it is large scale data gathering on popular crowd-sourcing platforms or smaller sets of workers in high-expertise labelling exercises, there are various methods recommended to gather a consensus from employed workers and establish ground-truth labels. However, there is very little research on how the various parameters of a la"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2102.08482","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2102.08482/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2102.08482","created_at":"2026-07-05T02:16:03.420509+00:00"},{"alias_kind":"arxiv_version","alias_value":"2102.08482v1","created_at":"2026-07-05T02:16:03.420509+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2102.08482","created_at":"2026-07-05T02:16:03.420509+00:00"},{"alias_kind":"pith_short_12","alias_value":"FZX763RHGWL2","created_at":"2026-07-05T02:16:03.420509+00:00"},{"alias_kind":"pith_short_16","alias_value":"FZX763RHGWL26C2Z","created_at":"2026-07-05T02:16:03.420509+00:00"},{"alias_kind":"pith_short_8","alias_value":"FZX763RH","created_at":"2026-07-05T02:16:03.420509+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/FZX763RHGWL26C2ZIKCGWUWG3S","json":"https://pith.science/pith/FZX763RHGWL26C2ZIKCGWUWG3S.json","graph_json":"https://pith.science/api/pith-number/FZX763RHGWL26C2ZIKCGWUWG3S/graph.json","events_json":"https://pith.science/api/pith-number/FZX763RHGWL26C2ZIKCGWUWG3S/events.json","paper":"https://pith.science/paper/FZX763RH"},"agent_actions":{"view_html":"https://pith.science/pith/FZX763RHGWL26C2ZIKCGWUWG3S","download_json":"https://pith.science/pith/FZX763RHGWL26C2ZIKCGWUWG3S.json","view_paper":"https://pith.science/paper/FZX763RH","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2102.08482&json=true","fetch_graph":"https://pith.science/api/pith-number/FZX763RHGWL26C2ZIKCGWUWG3S/graph.json","fetch_events":"https://pith.science/api/pith-number/FZX763RHGWL26C2ZIKCGWUWG3S/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/FZX763RHGWL26C2ZIKCGWUWG3S/action/timestamp_anchor","attest_storage":"https://pith.science/pith/FZX763RHGWL26C2ZIKCGWUWG3S/action/storage_attestation","attest_author":"https://pith.science/pith/FZX763RHGWL26C2ZIKCGWUWG3S/action/author_attestation","sign_citation":"https://pith.science/pith/FZX763RHGWL26C2ZIKCGWUWG3S/action/citation_signature","submit_replication":"https://pith.science/pith/FZX763RHGWL26C2ZIKCGWUWG3S/action/replication_record"}},"created_at":"2026-07-05T02:16:03.420509+00:00","updated_at":"2026-07-05T02:16:03.420509+00:00"}