{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2017:FRBA4YLVJ7GTFAQ47CSVLUF6BT","short_pith_number":"pith:FRBA4YLV","schema_version":"1.0","canonical_sha256":"2c420e61754fcd32821cf8a555d0be0cd52fc0db4404fdf331ec977210c7fa08","source":{"kind":"arxiv","id":"1704.00768","version":1},"attestation_state":"computed","paper":{"title":"Does Confidence Reporting from the Crowd Benefit Crowdsourcing Performance?","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.HC"],"primary_cat":"cs.SI","authors_text":"Pramod K. Varshney, Qunwei Li","submitted_at":"2017-04-03T19:09:08Z","abstract_excerpt":"We explore the design of an effective crowdsourcing system for an $M$-ary classification task. Crowd workers complete simple binary microtasks whose results are aggregated to give the final classification decision. We consider the scenario where the workers have a reject option so that they are allowed to skip microtasks when they are unable to or choose not to respond to binary microtasks. Additionally, the workers report quantized confidence levels when they are able to submit definitive answers. We present an aggregation approach using a weighted majority voting rule, where each worker's re"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"1704.00768","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SI","submitted_at":"2017-04-03T19:09:08Z","cross_cats_sorted":["cs.HC"],"title_canon_sha256":"66df4fdd3f20d6e374e3929d49a55811d478a81c63628a7d1da7444245d07a8c","abstract_canon_sha256":"c5ee67ad995e9bda94246a4abbaf453dce3983e6a67c06a4795973b1d15ead7d"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:47:19.311236Z","signature_b64":"NK8WB4dTAZy8YpB+VQ+pAsbqjA2UKgYaxGC9Gu6rv0nvv+A10aDBKI4U5jOQgN71dwbCdJSS1plfREnWjKcMDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2c420e61754fcd32821cf8a555d0be0cd52fc0db4404fdf331ec977210c7fa08","last_reissued_at":"2026-05-18T00:47:19.310604Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:47:19.310604Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Does Confidence Reporting from the Crowd Benefit Crowdsourcing Performance?","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.HC"],"primary_cat":"cs.SI","authors_text":"Pramod K. Varshney, Qunwei Li","submitted_at":"2017-04-03T19:09:08Z","abstract_excerpt":"We explore the design of an effective crowdsourcing system for an $M$-ary classification task. Crowd workers complete simple binary microtasks whose results are aggregated to give the final classification decision. We consider the scenario where the workers have a reject option so that they are allowed to skip microtasks when they are unable to or choose not to respond to binary microtasks. Additionally, the workers report quantized confidence levels when they are able to submit definitive answers. We present an aggregation approach using a weighted majority voting rule, where each worker's re"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1704.00768","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"1704.00768","created_at":"2026-05-18T00:47:19.310691+00:00"},{"alias_kind":"arxiv_version","alias_value":"1704.00768v1","created_at":"2026-05-18T00:47:19.310691+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1704.00768","created_at":"2026-05-18T00:47:19.310691+00:00"},{"alias_kind":"pith_short_12","alias_value":"FRBA4YLVJ7GT","created_at":"2026-05-18T12:31:15.632608+00:00"},{"alias_kind":"pith_short_16","alias_value":"FRBA4YLVJ7GTFAQ4","created_at":"2026-05-18T12:31:15.632608+00:00"},{"alias_kind":"pith_short_8","alias_value":"FRBA4YLV","created_at":"2026-05-18T12:31:15.632608+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/FRBA4YLVJ7GTFAQ47CSVLUF6BT","json":"https://pith.science/pith/FRBA4YLVJ7GTFAQ47CSVLUF6BT.json","graph_json":"https://pith.science/api/pith-number/FRBA4YLVJ7GTFAQ47CSVLUF6BT/graph.json","events_json":"https://pith.science/api/pith-number/FRBA4YLVJ7GTFAQ47CSVLUF6BT/events.json","paper":"https://pith.science/paper/FRBA4YLV"},"agent_actions":{"view_html":"https://pith.science/pith/FRBA4YLVJ7GTFAQ47CSVLUF6BT","download_json":"https://pith.science/pith/FRBA4YLVJ7GTFAQ47CSVLUF6BT.json","view_paper":"https://pith.science/paper/FRBA4YLV","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=1704.00768&json=true","fetch_graph":"https://pith.science/api/pith-number/FRBA4YLVJ7GTFAQ47CSVLUF6BT/graph.json","fetch_events":"https://pith.science/api/pith-number/FRBA4YLVJ7GTFAQ47CSVLUF6BT/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/FRBA4YLVJ7GTFAQ47CSVLUF6BT/action/timestamp_anchor","attest_storage":"https://pith.science/pith/FRBA4YLVJ7GTFAQ47CSVLUF6BT/action/storage_attestation","attest_author":"https://pith.science/pith/FRBA4YLVJ7GTFAQ47CSVLUF6BT/action/author_attestation","sign_citation":"https://pith.science/pith/FRBA4YLVJ7GTFAQ47CSVLUF6BT/action/citation_signature","submit_replication":"https://pith.science/pith/FRBA4YLVJ7GTFAQ47CSVLUF6BT/action/replication_record"}},"created_at":"2026-05-18T00:47:19.310691+00:00","updated_at":"2026-05-18T00:47:19.310691+00:00"}