{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2014:QY55L5FMADHVSZBQLGVC22P4HF","short_pith_number":"pith:QY55L5FM","canonical_record":{"source":{"id":"1406.7588","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SI","submitted_at":"2014-06-30T02:56:30Z","cross_cats_sorted":["cs.CY"],"title_canon_sha256":"9dd1878a4fcaed613c4683e176b8c2d5229064aec91c8f218f1749ec1865214a","abstract_canon_sha256":"ab260dca08661c8b6094da08aa315d8ecb90939cc725c28b3b0bc57fb78b1983"},"schema_version":"1.0"},"canonical_sha256":"863bd5f4ac00cf59643059aa2d69fc397a6a5e041a61c6efaaf4e5fc5213a623","source":{"kind":"arxiv","id":"1406.7588","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1406.7588","created_at":"2026-05-18T02:48:44Z"},{"alias_kind":"arxiv_version","alias_value":"1406.7588v1","created_at":"2026-05-18T02:48:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1406.7588","created_at":"2026-05-18T02:48:44Z"},{"alias_kind":"pith_short_12","alias_value":"QY55L5FMADHV","created_at":"2026-05-18T12:28:46Z"},{"alias_kind":"pith_short_16","alias_value":"QY55L5FMADHVSZBQ","created_at":"2026-05-18T12:28:46Z"},{"alias_kind":"pith_short_8","alias_value":"QY55L5FM","created_at":"2026-05-18T12:28:46Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2014:QY55L5FMADHVSZBQLGVC22P4HF","target":"record","payload":{"canonical_record":{"source":{"id":"1406.7588","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SI","submitted_at":"2014-06-30T02:56:30Z","cross_cats_sorted":["cs.CY"],"title_canon_sha256":"9dd1878a4fcaed613c4683e176b8c2d5229064aec91c8f218f1749ec1865214a","abstract_canon_sha256":"ab260dca08661c8b6094da08aa315d8ecb90939cc725c28b3b0bc57fb78b1983"},"schema_version":"1.0"},"canonical_sha256":"863bd5f4ac00cf59643059aa2d69fc397a6a5e041a61c6efaaf4e5fc5213a623","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T02:48:44.702387Z","signature_b64":"X8MjsvISzf0A8BEYs+32l+8QwKQnF28SI1DX517kcoeB0mrqjcKg/vgaSm8NYbXoMc6MCOxH7Z6GoUvJz/YmCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"863bd5f4ac00cf59643059aa2d69fc397a6a5e041a61c6efaaf4e5fc5213a623","last_reissued_at":"2026-05-18T02:48:44.701815Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T02:48:44.701815Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1406.7588","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T02:48:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Zx9cqRpCqfUMy/dToAQFxp9vF8zeQ2VL5VjJK1F9H0IEEkg7e5oyejqwRjW1hoCGuLqNZBU/18MB7lPilq6uAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-31T20:21:31.646505Z"},"content_sha256":"a19b7bad22164b070bcee6e2285febe25d33970e382005284fcd1e83f4242f6a","schema_version":"1.0","event_id":"sha256:a19b7bad22164b070bcee6e2285febe25d33970e382005284fcd1e83f4242f6a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2014:QY55L5FMADHVSZBQLGVC22P4HF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Lessons Learned from an Experiment in Crowdsourcing Complex Citizen Engineering Tasks with Amazon Mechanical Turk","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CY"],"primary_cat":"cs.SI","authors_text":"Ahsan Kareem, Daniel Wei, David Hachen, Douglas Thain, Greg Madey, Matthew Staffelbach, Peter Sempolinski, Tracy Kijewski-Correa","submitted_at":"2014-06-30T02:56:30Z","abstract_excerpt":"We investigate the feasibility of obtaining highly trustworthy results using crowdsourcing on complex engineering tasks. Crowdsourcing is increasingly seen as a potentially powerful way of increasing the supply of labor for solving society's problems. While applications in domains such as citizen-science, citizen-journalism or knowledge organization (e.g., Wikipedia) have seen many successful applications, there have been fewer applications focused on solving engineering problems, especially those involving complex tasks. This may be in part because of concerns that low quality input into engi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1406.7588","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T02:48:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IHqp3thlbdEeXwlkP5mkZPG+luFZBTKpbIc/UrCfi6mX+TidWfeTv8vjCgDb5MORIrokggXNQlCwGNxifoY4Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-31T20:21:31.647140Z"},"content_sha256":"41e737718cbcf773c88a946ef10ecb87fc0cc93a8a402f67c7bd2b5663f9d5a9","schema_version":"1.0","event_id":"sha256:41e737718cbcf773c88a946ef10ecb87fc0cc93a8a402f67c7bd2b5663f9d5a9"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/QY55L5FMADHVSZBQLGVC22P4HF/bundle.json","state_url":"https://pith.science/pith/QY55L5FMADHVSZBQLGVC22P4HF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/QY55L5FMADHVSZBQLGVC22P4HF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-31T20:21:31Z","links":{"resolver":"https://pith.science/pith/QY55L5FMADHVSZBQLGVC22P4HF","bundle":"https://pith.science/pith/QY55L5FMADHVSZBQLGVC22P4HF/bundle.json","state":"https://pith.science/pith/QY55L5FMADHVSZBQLGVC22P4HF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/QY55L5FMADHVSZBQLGVC22P4HF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2014:QY55L5FMADHVSZBQLGVC22P4HF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ab260dca08661c8b6094da08aa315d8ecb90939cc725c28b3b0bc57fb78b1983","cross_cats_sorted":["cs.CY"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SI","submitted_at":"2014-06-30T02:56:30Z","title_canon_sha256":"9dd1878a4fcaed613c4683e176b8c2d5229064aec91c8f218f1749ec1865214a"},"schema_version":"1.0","source":{"id":"1406.7588","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1406.7588","created_at":"2026-05-18T02:48:44Z"},{"alias_kind":"arxiv_version","alias_value":"1406.7588v1","created_at":"2026-05-18T02:48:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1406.7588","created_at":"2026-05-18T02:48:44Z"},{"alias_kind":"pith_short_12","alias_value":"QY55L5FMADHV","created_at":"2026-05-18T12:28:46Z"},{"alias_kind":"pith_short_16","alias_value":"QY55L5FMADHVSZBQ","created_at":"2026-05-18T12:28:46Z"},{"alias_kind":"pith_short_8","alias_value":"QY55L5FM","created_at":"2026-05-18T12:28:46Z"}],"graph_snapshots":[{"event_id":"sha256:41e737718cbcf773c88a946ef10ecb87fc0cc93a8a402f67c7bd2b5663f9d5a9","target":"graph","created_at":"2026-05-18T02:48:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"We investigate the feasibility of obtaining highly trustworthy results using crowdsourcing on complex engineering tasks. Crowdsourcing is increasingly seen as a potentially powerful way of increasing the supply of labor for solving society's problems. While applications in domains such as citizen-science, citizen-journalism or knowledge organization (e.g., Wikipedia) have seen many successful applications, there have been fewer applications focused on solving engineering problems, especially those involving complex tasks. This may be in part because of concerns that low quality input into engi","authors_text":"Ahsan Kareem, Daniel Wei, David Hachen, Douglas Thain, Greg Madey, Matthew Staffelbach, Peter Sempolinski, Tracy Kijewski-Correa","cross_cats":["cs.CY"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SI","submitted_at":"2014-06-30T02:56:30Z","title":"Lessons Learned from an Experiment in Crowdsourcing Complex Citizen Engineering Tasks with Amazon Mechanical Turk"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1406.7588","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a19b7bad22164b070bcee6e2285febe25d33970e382005284fcd1e83f4242f6a","target":"record","created_at":"2026-05-18T02:48:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ab260dca08661c8b6094da08aa315d8ecb90939cc725c28b3b0bc57fb78b1983","cross_cats_sorted":["cs.CY"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SI","submitted_at":"2014-06-30T02:56:30Z","title_canon_sha256":"9dd1878a4fcaed613c4683e176b8c2d5229064aec91c8f218f1749ec1865214a"},"schema_version":"1.0","source":{"id":"1406.7588","kind":"arxiv","version":1}},"canonical_sha256":"863bd5f4ac00cf59643059aa2d69fc397a6a5e041a61c6efaaf4e5fc5213a623","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"863bd5f4ac00cf59643059aa2d69fc397a6a5e041a61c6efaaf4e5fc5213a623","first_computed_at":"2026-05-18T02:48:44.701815Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T02:48:44.701815Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"X8MjsvISzf0A8BEYs+32l+8QwKQnF28SI1DX517kcoeB0mrqjcKg/vgaSm8NYbXoMc6MCOxH7Z6GoUvJz/YmCw==","signature_status":"signed_v1","signed_at":"2026-05-18T02:48:44.702387Z","signed_message":"canonical_sha256_bytes"},"source_id":"1406.7588","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a19b7bad22164b070bcee6e2285febe25d33970e382005284fcd1e83f4242f6a","sha256:41e737718cbcf773c88a946ef10ecb87fc0cc93a8a402f67c7bd2b5663f9d5a9"],"state_sha256":"42371e57ac9bdd3a2e22e350fbec85f9a3c9761a33c86407e88e9fa691d1846d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LObdhxRM78wSZ9gLjnShk/wwgGky5Z0xebzCxUZ6GPNoMxP7KZaI7vbZawtIfuGPrOuwf9o6wu/i6xOOPD+GCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-31T20:21:31.650529Z","bundle_sha256":"026d2eccbe62896dec1e16f0e2731c98f185ba397fc721dbdca67ede1a076f7a"}}