{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:FZX763RHGWL26C2ZIKCGWUWG3S","short_pith_number":"pith:FZX763RH","canonical_record":{"source":{"id":"2102.08482","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2021-02-16T22:51:11Z","cross_cats_sorted":[],"title_canon_sha256":"de88c2e4a78b591697e856c46d835781d74540cb96f9177b9dedb83f0ee62ed6","abstract_canon_sha256":"0082718ab286c63ce5dcacc285d23920ccacef80616010949ab2d5d17d30a070"},"schema_version":"1.0"},"canonical_sha256":"2e6fff6e273597af0b5942846b52c6dca5335b48004b789b625588432ba08d02","source":{"kind":"arxiv","id":"2102.08482","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2102.08482","created_at":"2026-07-05T02:16:03Z"},{"alias_kind":"arxiv_version","alias_value":"2102.08482v1","created_at":"2026-07-05T02:16:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2102.08482","created_at":"2026-07-05T02:16:03Z"},{"alias_kind":"pith_short_12","alias_value":"FZX763RHGWL2","created_at":"2026-07-05T02:16:03Z"},{"alias_kind":"pith_short_16","alias_value":"FZX763RHGWL26C2Z","created_at":"2026-07-05T02:16:03Z"},{"alias_kind":"pith_short_8","alias_value":"FZX763RH","created_at":"2026-07-05T02:16:03Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:FZX763RHGWL26C2ZIKCGWUWG3S","target":"record","payload":{"canonical_record":{"source":{"id":"2102.08482","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2021-02-16T22:51:11Z","cross_cats_sorted":[],"title_canon_sha256":"de88c2e4a78b591697e856c46d835781d74540cb96f9177b9dedb83f0ee62ed6","abstract_canon_sha256":"0082718ab286c63ce5dcacc285d23920ccacef80616010949ab2d5d17d30a070"},"schema_version":"1.0"},"canonical_sha256":"2e6fff6e273597af0b5942846b52c6dca5335b48004b789b625588432ba08d02","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:16:03.420807Z","signature_b64":"cDy6CRWsvnnLHg/37GzCfq7jFRVIDtTCzQKD/oI3EROuwFHRu1467QJ8oulMlv5SobioG6kmJW1GrWuX+JqFDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2e6fff6e273597af0b5942846b52c6dca5335b48004b789b625588432ba08d02","last_reissued_at":"2026-07-05T02:16:03.420445Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:16:03.420445Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2102.08482","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:16:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2ZJz3GfYoXBh4X1fA8YhCQxCNlw9k8L0kEsH8FSYpU8padWcKllQbjb4mlY1afXZg8GAXWMiJnUfzznxUoxZDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T16:30:48.037202Z"},"content_sha256":"d96de5c91edf7cf97f6228394da0008bdeeb3cd5fca45b6c23a6aacc1267913a","schema_version":"1.0","event_id":"sha256:d96de5c91edf7cf97f6228394da0008bdeeb3cd5fca45b6c23a6aacc1267913a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:FZX763RHGWL26C2ZIKCGWUWG3S","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Finding the Ground-Truth from Multiple Labellers: Why Parameters of the Task Matter","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Amir Enshaei, Bashar Awwad Shiekh Hasan, Robert McCluskey","submitted_at":"2021-02-16T22:51:11Z","abstract_excerpt":"Employing multiple workers to label data for machine learning models has become increasingly important in recent years with greater demand to collect huge volumes of labelled data to train complex models while mitigating the risk of incorrect and noisy labelling. Whether it is large scale data gathering on popular crowd-sourcing platforms or smaller sets of workers in high-expertise labelling exercises, there are various methods recommended to gather a consensus from employed workers and establish ground-truth labels. However, there is very little research on how the various parameters of a la"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2102.08482","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2102.08482/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:16:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WE0vwMEGaHmM4DLAvlynE6yuE6PIC96PsmzfDLomNACK7hzdrserZi8jO+1VOFPf9qJb0wPDEMbbZsucOLbwDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T16:30:48.037580Z"},"content_sha256":"cd86e4a4adfb02de32c55e3209efd5c3fa15d823a48a8591068f13c04bbe97f2","schema_version":"1.0","event_id":"sha256:cd86e4a4adfb02de32c55e3209efd5c3fa15d823a48a8591068f13c04bbe97f2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/FZX763RHGWL26C2ZIKCGWUWG3S/bundle.json","state_url":"https://pith.science/pith/FZX763RHGWL26C2ZIKCGWUWG3S/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/FZX763RHGWL26C2ZIKCGWUWG3S/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T16:30:48Z","links":{"resolver":"https://pith.science/pith/FZX763RHGWL26C2ZIKCGWUWG3S","bundle":"https://pith.science/pith/FZX763RHGWL26C2ZIKCGWUWG3S/bundle.json","state":"https://pith.science/pith/FZX763RHGWL26C2ZIKCGWUWG3S/state.json","well_known_bundle":"https://pith.science/.well-known/pith/FZX763RHGWL26C2ZIKCGWUWG3S/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:FZX763RHGWL26C2ZIKCGWUWG3S","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0082718ab286c63ce5dcacc285d23920ccacef80616010949ab2d5d17d30a070","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2021-02-16T22:51:11Z","title_canon_sha256":"de88c2e4a78b591697e856c46d835781d74540cb96f9177b9dedb83f0ee62ed6"},"schema_version":"1.0","source":{"id":"2102.08482","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2102.08482","created_at":"2026-07-05T02:16:03Z"},{"alias_kind":"arxiv_version","alias_value":"2102.08482v1","created_at":"2026-07-05T02:16:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2102.08482","created_at":"2026-07-05T02:16:03Z"},{"alias_kind":"pith_short_12","alias_value":"FZX763RHGWL2","created_at":"2026-07-05T02:16:03Z"},{"alias_kind":"pith_short_16","alias_value":"FZX763RHGWL26C2Z","created_at":"2026-07-05T02:16:03Z"},{"alias_kind":"pith_short_8","alias_value":"FZX763RH","created_at":"2026-07-05T02:16:03Z"}],"graph_snapshots":[{"event_id":"sha256:cd86e4a4adfb02de32c55e3209efd5c3fa15d823a48a8591068f13c04bbe97f2","target":"graph","created_at":"2026-07-05T02:16:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2102.08482/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Employing multiple workers to label data for machine learning models has become increasingly important in recent years with greater demand to collect huge volumes of labelled data to train complex models while mitigating the risk of incorrect and noisy labelling. Whether it is large scale data gathering on popular crowd-sourcing platforms or smaller sets of workers in high-expertise labelling exercises, there are various methods recommended to gather a consensus from employed workers and establish ground-truth labels. However, there is very little research on how the various parameters of a la","authors_text":"Amir Enshaei, Bashar Awwad Shiekh Hasan, Robert McCluskey","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2021-02-16T22:51:11Z","title":"Finding the Ground-Truth from Multiple Labellers: Why Parameters of the Task Matter"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2102.08482","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d96de5c91edf7cf97f6228394da0008bdeeb3cd5fca45b6c23a6aacc1267913a","target":"record","created_at":"2026-07-05T02:16:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0082718ab286c63ce5dcacc285d23920ccacef80616010949ab2d5d17d30a070","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2021-02-16T22:51:11Z","title_canon_sha256":"de88c2e4a78b591697e856c46d835781d74540cb96f9177b9dedb83f0ee62ed6"},"schema_version":"1.0","source":{"id":"2102.08482","kind":"arxiv","version":1}},"canonical_sha256":"2e6fff6e273597af0b5942846b52c6dca5335b48004b789b625588432ba08d02","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2e6fff6e273597af0b5942846b52c6dca5335b48004b789b625588432ba08d02","first_computed_at":"2026-07-05T02:16:03.420445Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:16:03.420445Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"cDy6CRWsvnnLHg/37GzCfq7jFRVIDtTCzQKD/oI3EROuwFHRu1467QJ8oulMlv5SobioG6kmJW1GrWuX+JqFDA==","signature_status":"signed_v1","signed_at":"2026-07-05T02:16:03.420807Z","signed_message":"canonical_sha256_bytes"},"source_id":"2102.08482","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d96de5c91edf7cf97f6228394da0008bdeeb3cd5fca45b6c23a6aacc1267913a","sha256:cd86e4a4adfb02de32c55e3209efd5c3fa15d823a48a8591068f13c04bbe97f2"],"state_sha256":"406c4af418ce5a19fdc0c9c570b8de2ffc9a8d34ce6d93194c83e4db74091aac"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1me+uZN3CBUmetWZ/xZ/g4LFGSOBXPPgs8mpq2KU5akxBjVxI3/fyaxvmPwdFHc0BkfwaIFxNn0g2Rfd3FUMDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T16:30:48.040518Z","bundle_sha256":"72680f0a888af6344720a6fcce350954f8599d517c48a99405d5564fef424a73"}}