{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2014:O6LC6THOYZNV7UXYSXVUEQMAHY","short_pith_number":"pith:O6LC6THO","schema_version":"1.0","canonical_sha256":"77962f4ceec65b5fd2f895eb4241803e35285dc3e50e3c9a191ef45967f48a6c","source":{"kind":"arxiv","id":"1401.3836","version":1},"attestation_state":"computed","paper":{"title":"An Active Learning Approach for Jointly Estimating Worker Performance and Annotation Reliability with Crowdsourced Data","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.HC"],"primary_cat":"cs.LG","authors_text":"Gita Sukthankar, Liyue Zhao, Yu Zhang","submitted_at":"2014-01-16T04:51:19Z","abstract_excerpt":"Crowdsourcing platforms offer a practical solution to the problem of affordably annotating large datasets for training supervised classifiers. Unfortunately, poor worker performance frequently threatens to compromise annotation reliability, and requesting multiple labels for every instance can lead to large cost increases without guaranteeing good results. Minimizing the required training samples using an active learning selection procedure reduces the labeling requirement but can jeopardize classifier training by focusing on erroneous annotations. This paper presents an active learning approa"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"1401.3836","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2014-01-16T04:51:19Z","cross_cats_sorted":["cs.HC"],"title_canon_sha256":"b56b432e4abbfc4d911aa1c61370d0487552e46f8709a14ff3905b736b0a285c","abstract_canon_sha256":"f7f329fe1e7b2e404ab6912929a4aaac8473bb420c3024df6a7a3f8beb7650c4"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T03:02:06.765430Z","signature_b64":"eqyQQlGdRD1LzCcQKvQETg4iPrRiUzp+IZxHyxLJX6Q9O7RFXgJb5lYisHBlU0Mg7Fg1fcRVgLZy1z4gadEEAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"77962f4ceec65b5fd2f895eb4241803e35285dc3e50e3c9a191ef45967f48a6c","last_reissued_at":"2026-05-18T03:02:06.764923Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T03:02:06.764923Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"An Active Learning Approach for Jointly Estimating Worker Performance and Annotation Reliability with Crowdsourced Data","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.HC"],"primary_cat":"cs.LG","authors_text":"Gita Sukthankar, Liyue Zhao, Yu Zhang","submitted_at":"2014-01-16T04:51:19Z","abstract_excerpt":"Crowdsourcing platforms offer a practical solution to the problem of affordably annotating large datasets for training supervised classifiers. Unfortunately, poor worker performance frequently threatens to compromise annotation reliability, and requesting multiple labels for every instance can lead to large cost increases without guaranteeing good results. Minimizing the required training samples using an active learning selection procedure reduces the labeling requirement but can jeopardize classifier training by focusing on erroneous annotations. This paper presents an active learning approa"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1401.3836","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"1401.3836","created_at":"2026-05-18T03:02:06.764993+00:00"},{"alias_kind":"arxiv_version","alias_value":"1401.3836v1","created_at":"2026-05-18T03:02:06.764993+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1401.3836","created_at":"2026-05-18T03:02:06.764993+00:00"},{"alias_kind":"pith_short_12","alias_value":"O6LC6THOYZNV","created_at":"2026-05-18T12:28:41.024544+00:00"},{"alias_kind":"pith_short_16","alias_value":"O6LC6THOYZNV7UXY","created_at":"2026-05-18T12:28:41.024544+00:00"},{"alias_kind":"pith_short_8","alias_value":"O6LC6THO","created_at":"2026-05-18T12:28:41.024544+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/O6LC6THOYZNV7UXYSXVUEQMAHY","json":"https://pith.science/pith/O6LC6THOYZNV7UXYSXVUEQMAHY.json","graph_json":"https://pith.science/api/pith-number/O6LC6THOYZNV7UXYSXVUEQMAHY/graph.json","events_json":"https://pith.science/api/pith-number/O6LC6THOYZNV7UXYSXVUEQMAHY/events.json","paper":"https://pith.science/paper/O6LC6THO"},"agent_actions":{"view_html":"https://pith.science/pith/O6LC6THOYZNV7UXYSXVUEQMAHY","download_json":"https://pith.science/pith/O6LC6THOYZNV7UXYSXVUEQMAHY.json","view_paper":"https://pith.science/paper/O6LC6THO","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=1401.3836&json=true","fetch_graph":"https://pith.science/api/pith-number/O6LC6THOYZNV7UXYSXVUEQMAHY/graph.json","fetch_events":"https://pith.science/api/pith-number/O6LC6THOYZNV7UXYSXVUEQMAHY/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/O6LC6THOYZNV7UXYSXVUEQMAHY/action/timestamp_anchor","attest_storage":"https://pith.science/pith/O6LC6THOYZNV7UXYSXVUEQMAHY/action/storage_attestation","attest_author":"https://pith.science/pith/O6LC6THOYZNV7UXYSXVUEQMAHY/action/author_attestation","sign_citation":"https://pith.science/pith/O6LC6THOYZNV7UXYSXVUEQMAHY/action/citation_signature","submit_replication":"https://pith.science/pith/O6LC6THOYZNV7UXYSXVUEQMAHY/action/replication_record"}},"created_at":"2026-05-18T03:02:06.764993+00:00","updated_at":"2026-05-18T03:02:06.764993+00:00"}