{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2012:LZAWLJ2UTX2KB6LXHQTBPNJTFN","short_pith_number":"pith:LZAWLJ2U","schema_version":"1.0","canonical_sha256":"5e4165a7549df4a0f9773c2617b5332b6aa7382b9989996c3b33471df841edc9","source":{"kind":"arxiv","id":"1210.4870","version":1},"attestation_state":"computed","paper":{"title":"Crowdsourcing Control: Moving Beyond Multiple Choice","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.AI","authors_text":"Christopher H. Lin, Daniel Weld, Mausam","submitted_at":"2012-10-16T17:41:19Z","abstract_excerpt":"To ensure quality results from crowdsourced tasks, requesters often aggregate worker responses and use one of a plethora of strategies to infer the correct answer from the set of noisy responses. However, all current models assume prior knowledge of all possible outcomes of the task. While not an unreasonable assumption for tasks that can be posited as multiple-choice questions (e.g. n-ary classification), we observe that many tasks do not naturally fit this paradigm, but instead demand a free-response formulation where the outcome space is of infinite size (e.g. audio transcription). We model"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"1210.4870","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2012-10-16T17:41:19Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"283fd8019a8eeca4e8af79b2ad6d0903edc4fe8349510ed0e0370dc3169da7ee","abstract_canon_sha256":"255a3e71a011e021eb205c38dbd0304d434ae204c9fe108879101d54e2d88128"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T03:42:55.306368Z","signature_b64":"C2V+5IZk31E7udp3VuLg7itZBOob96YBq3Z6a9V1F1m+coPcakSX4Pqhy8hSJTdMtxfTZitP0XXyXaQtjwJjDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5e4165a7549df4a0f9773c2617b5332b6aa7382b9989996c3b33471df841edc9","last_reissued_at":"2026-05-18T03:42:55.304772Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T03:42:55.304772Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Crowdsourcing Control: Moving Beyond Multiple Choice","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.AI","authors_text":"Christopher H. Lin, Daniel Weld, Mausam","submitted_at":"2012-10-16T17:41:19Z","abstract_excerpt":"To ensure quality results from crowdsourced tasks, requesters often aggregate worker responses and use one of a plethora of strategies to infer the correct answer from the set of noisy responses. However, all current models assume prior knowledge of all possible outcomes of the task. While not an unreasonable assumption for tasks that can be posited as multiple-choice questions (e.g. n-ary classification), we observe that many tasks do not naturally fit this paradigm, but instead demand a free-response formulation where the outcome space is of infinite size (e.g. audio transcription). We model"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1210.4870","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"1210.4870","created_at":"2026-05-18T03:42:55.305138+00:00"},{"alias_kind":"arxiv_version","alias_value":"1210.4870v1","created_at":"2026-05-18T03:42:55.305138+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1210.4870","created_at":"2026-05-18T03:42:55.305138+00:00"},{"alias_kind":"pith_short_12","alias_value":"LZAWLJ2UTX2K","created_at":"2026-05-18T12:27:14.488303+00:00"},{"alias_kind":"pith_short_16","alias_value":"LZAWLJ2UTX2KB6LX","created_at":"2026-05-18T12:27:14.488303+00:00"},{"alias_kind":"pith_short_8","alias_value":"LZAWLJ2U","created_at":"2026-05-18T12:27:14.488303+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/LZAWLJ2UTX2KB6LXHQTBPNJTFN","json":"https://pith.science/pith/LZAWLJ2UTX2KB6LXHQTBPNJTFN.json","graph_json":"https://pith.science/api/pith-number/LZAWLJ2UTX2KB6LXHQTBPNJTFN/graph.json","events_json":"https://pith.science/api/pith-number/LZAWLJ2UTX2KB6LXHQTBPNJTFN/events.json","paper":"https://pith.science/paper/LZAWLJ2U"},"agent_actions":{"view_html":"https://pith.science/pith/LZAWLJ2UTX2KB6LXHQTBPNJTFN","download_json":"https://pith.science/pith/LZAWLJ2UTX2KB6LXHQTBPNJTFN.json","view_paper":"https://pith.science/paper/LZAWLJ2U","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=1210.4870&json=true","fetch_graph":"https://pith.science/api/pith-number/LZAWLJ2UTX2KB6LXHQTBPNJTFN/graph.json","fetch_events":"https://pith.science/api/pith-number/LZAWLJ2UTX2KB6LXHQTBPNJTFN/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/LZAWLJ2UTX2KB6LXHQTBPNJTFN/action/timestamp_anchor","attest_storage":"https://pith.science/pith/LZAWLJ2UTX2KB6LXHQTBPNJTFN/action/storage_attestation","attest_author":"https://pith.science/pith/LZAWLJ2UTX2KB6LXHQTBPNJTFN/action/author_attestation","sign_citation":"https://pith.science/pith/LZAWLJ2UTX2KB6LXHQTBPNJTFN/action/citation_signature","submit_replication":"https://pith.science/pith/LZAWLJ2UTX2KB6LXHQTBPNJTFN/action/replication_record"}},"created_at":"2026-05-18T03:42:55.305138+00:00","updated_at":"2026-05-18T03:42:55.305138+00:00"}