{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:FNDSCI5L3JCVRAQGGWCHDY235M","short_pith_number":"pith:FNDSCI5L","canonical_record":{"source":{"id":"1812.02736","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2018-12-05T22:29:42Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"e2834fd3bfd870ab8ef0d595127edf5fc2f763a3614e768e975f0abb1e73c577","abstract_canon_sha256":"29662cd938f092a253d29e5139dabb7142129c2e364e444e9a1501e4b17f6aa2"},"schema_version":"1.0"},"canonical_sha256":"2b472123abda45588206358471e35beb29f8cd4819e99e10edece665123b2565","source":{"kind":"arxiv","id":"1812.02736","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1812.02736","created_at":"2026-05-17T23:58:52Z"},{"alias_kind":"arxiv_version","alias_value":"1812.02736v1","created_at":"2026-05-17T23:58:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1812.02736","created_at":"2026-05-17T23:58:52Z"},{"alias_kind":"pith_short_12","alias_value":"FNDSCI5L3JCV","created_at":"2026-05-18T12:32:25Z"},{"alias_kind":"pith_short_16","alias_value":"FNDSCI5L3JCVRAQG","created_at":"2026-05-18T12:32:25Z"},{"alias_kind":"pith_short_8","alias_value":"FNDSCI5L","created_at":"2026-05-18T12:32:25Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:FNDSCI5L3JCVRAQGGWCHDY235M","target":"record","payload":{"canonical_record":{"source":{"id":"1812.02736","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2018-12-05T22:29:42Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"e2834fd3bfd870ab8ef0d595127edf5fc2f763a3614e768e975f0abb1e73c577","abstract_canon_sha256":"29662cd938f092a253d29e5139dabb7142129c2e364e444e9a1501e4b17f6aa2"},"schema_version":"1.0"},"canonical_sha256":"2b472123abda45588206358471e35beb29f8cd4819e99e10edece665123b2565","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:58:52.015859Z","signature_b64":"/Vb+PwWRTKHahIjeWHUd8VTQi1/ZnmcCfo/7W21bFU6JI5u2/Ximr/A/tfyGJBhTAAl3ViIC002WJ15AxUWXBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2b472123abda45588206358471e35beb29f8cd4819e99e10edece665123b2565","last_reissued_at":"2026-05-17T23:58:52.015242Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:58:52.015242Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1812.02736","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:58:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"k8emuEbD4rs32w9asP3euCD8BXVCg4zYYe/HJdwlGOkvOeGN24mtHTEQPLPiWSBrevkZmzogK5/EcW7GwprWBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-25T23:10:49.246861Z"},"content_sha256":"fa363a5530a33892710937e1116752f447d734052d8f2dd29ddda876c0f87e5b","schema_version":"1.0","event_id":"sha256:fa363a5530a33892710937e1116752f447d734052d8f2dd29ddda876c0f87e5b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:FNDSCI5L3JCVRAQGGWCHDY235M","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Technical Survey on Statistical Modelling and Design Methods for Crowdsourcing Quality Control","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.HC","authors_text":"Mark Carman, Ye Zhu, Yong Xiang, Yuan Jin","submitted_at":"2018-12-05T22:29:42Z","abstract_excerpt":"Online crowdsourcing provides a scalable and inexpensive means to collect knowledge (e.g. labels) about various types of data items (e.g. text, audio, video). However, it is also known to result in large variance in the quality of recorded responses which often cannot be directly used for training machine learning systems. To resolve this issue, a lot of work has been conducted to control the response quality such that low-quality responses cannot adversely affect the performance of the machine learning systems. Such work is referred to as the quality control for crowdsourcing. Past quality co"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1812.02736","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:58:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"M44eHdMyJ7pCqrR6mU5gKrzeqLT+BugYUHTl773PdxHKB+HZmoanISoMTMEUGwocRmOXnSM3ejhkpLdUYIrLDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-25T23:10:49.247534Z"},"content_sha256":"5e197c9f28ee35c35cbb6043d20dfd80c6aacca412138a0ab919397453ebc525","schema_version":"1.0","event_id":"sha256:5e197c9f28ee35c35cbb6043d20dfd80c6aacca412138a0ab919397453ebc525"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/FNDSCI5L3JCVRAQGGWCHDY235M/bundle.json","state_url":"https://pith.science/pith/FNDSCI5L3JCVRAQGGWCHDY235M/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/FNDSCI5L3JCVRAQGGWCHDY235M/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-25T23:10:49Z","links":{"resolver":"https://pith.science/pith/FNDSCI5L3JCVRAQGGWCHDY235M","bundle":"https://pith.science/pith/FNDSCI5L3JCVRAQGGWCHDY235M/bundle.json","state":"https://pith.science/pith/FNDSCI5L3JCVRAQGGWCHDY235M/state.json","well_known_bundle":"https://pith.science/.well-known/pith/FNDSCI5L3JCVRAQGGWCHDY235M/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:FNDSCI5L3JCVRAQGGWCHDY235M","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"29662cd938f092a253d29e5139dabb7142129c2e364e444e9a1501e4b17f6aa2","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2018-12-05T22:29:42Z","title_canon_sha256":"e2834fd3bfd870ab8ef0d595127edf5fc2f763a3614e768e975f0abb1e73c577"},"schema_version":"1.0","source":{"id":"1812.02736","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1812.02736","created_at":"2026-05-17T23:58:52Z"},{"alias_kind":"arxiv_version","alias_value":"1812.02736v1","created_at":"2026-05-17T23:58:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1812.02736","created_at":"2026-05-17T23:58:52Z"},{"alias_kind":"pith_short_12","alias_value":"FNDSCI5L3JCV","created_at":"2026-05-18T12:32:25Z"},{"alias_kind":"pith_short_16","alias_value":"FNDSCI5L3JCVRAQG","created_at":"2026-05-18T12:32:25Z"},{"alias_kind":"pith_short_8","alias_value":"FNDSCI5L","created_at":"2026-05-18T12:32:25Z"}],"graph_snapshots":[{"event_id":"sha256:5e197c9f28ee35c35cbb6043d20dfd80c6aacca412138a0ab919397453ebc525","target":"graph","created_at":"2026-05-17T23:58:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Online crowdsourcing provides a scalable and inexpensive means to collect knowledge (e.g. labels) about various types of data items (e.g. text, audio, video). However, it is also known to result in large variance in the quality of recorded responses which often cannot be directly used for training machine learning systems. To resolve this issue, a lot of work has been conducted to control the response quality such that low-quality responses cannot adversely affect the performance of the machine learning systems. Such work is referred to as the quality control for crowdsourcing. Past quality co","authors_text":"Mark Carman, Ye Zhu, Yong Xiang, Yuan Jin","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2018-12-05T22:29:42Z","title":"A Technical Survey on Statistical Modelling and Design Methods for Crowdsourcing Quality Control"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1812.02736","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:fa363a5530a33892710937e1116752f447d734052d8f2dd29ddda876c0f87e5b","target":"record","created_at":"2026-05-17T23:58:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"29662cd938f092a253d29e5139dabb7142129c2e364e444e9a1501e4b17f6aa2","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2018-12-05T22:29:42Z","title_canon_sha256":"e2834fd3bfd870ab8ef0d595127edf5fc2f763a3614e768e975f0abb1e73c577"},"schema_version":"1.0","source":{"id":"1812.02736","kind":"arxiv","version":1}},"canonical_sha256":"2b472123abda45588206358471e35beb29f8cd4819e99e10edece665123b2565","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2b472123abda45588206358471e35beb29f8cd4819e99e10edece665123b2565","first_computed_at":"2026-05-17T23:58:52.015242Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:58:52.015242Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"/Vb+PwWRTKHahIjeWHUd8VTQi1/ZnmcCfo/7W21bFU6JI5u2/Ximr/A/tfyGJBhTAAl3ViIC002WJ15AxUWXBg==","signature_status":"signed_v1","signed_at":"2026-05-17T23:58:52.015859Z","signed_message":"canonical_sha256_bytes"},"source_id":"1812.02736","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:fa363a5530a33892710937e1116752f447d734052d8f2dd29ddda876c0f87e5b","sha256:5e197c9f28ee35c35cbb6043d20dfd80c6aacca412138a0ab919397453ebc525"],"state_sha256":"0d16fcd590147ca86493450208bc70342f807aca0d98354fab433e0a7568dfa6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0PQ/OZKhdRegj8eBMyzyWHc9zgWne4B3h0N4IohTeVDPfUDLEeyQKyYN9wTYtxwq0tfgigjJK9Z2NvJeWZ9GDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-25T23:10:49.251002Z","bundle_sha256":"da3c184cdc5398cd3f596cb98e861719707b19e82c21a64dc635d24cd40c41c4"}}