{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:5AA7SVHPBJ4VH65MBZO5Y5YYRX","short_pith_number":"pith:5AA7SVHP","canonical_record":{"source":{"id":"1809.09477","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2018-09-25T13:42:27Z","cross_cats_sorted":[],"title_canon_sha256":"2204d90f5a8bd6af06dfd97c32fe17f63e82764e3ddd46569a2f15aff4015266","abstract_canon_sha256":"bb9be185c79cfaf05e1b75bb1930ddb6e82a69395d26488891132e0e7413eb8d"},"schema_version":"1.0"},"canonical_sha256":"e801f954ef0a7953fbac0e5ddc77188dc62fe458ec39d1f7a8e13bf2a86ad583","source":{"kind":"arxiv","id":"1809.09477","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1809.09477","created_at":"2026-05-18T00:04:51Z"},{"alias_kind":"arxiv_version","alias_value":"1809.09477v1","created_at":"2026-05-18T00:04:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1809.09477","created_at":"2026-05-18T00:04:51Z"},{"alias_kind":"pith_short_12","alias_value":"5AA7SVHPBJ4V","created_at":"2026-05-18T12:32:08Z"},{"alias_kind":"pith_short_16","alias_value":"5AA7SVHPBJ4VH65M","created_at":"2026-05-18T12:32:08Z"},{"alias_kind":"pith_short_8","alias_value":"5AA7SVHP","created_at":"2026-05-18T12:32:08Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:5AA7SVHPBJ4VH65MBZO5Y5YYRX","target":"record","payload":{"canonical_record":{"source":{"id":"1809.09477","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2018-09-25T13:42:27Z","cross_cats_sorted":[],"title_canon_sha256":"2204d90f5a8bd6af06dfd97c32fe17f63e82764e3ddd46569a2f15aff4015266","abstract_canon_sha256":"bb9be185c79cfaf05e1b75bb1930ddb6e82a69395d26488891132e0e7413eb8d"},"schema_version":"1.0"},"canonical_sha256":"e801f954ef0a7953fbac0e5ddc77188dc62fe458ec39d1f7a8e13bf2a86ad583","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:04:51.103772Z","signature_b64":"nkUbCrUX4Oaf5/iUNIDr/Ys0qqVeO2+b/EzITpilZAqhu4962HYnGiYu5nB4f1qBc9yiSGkiAaE6HAazmwfwAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e801f954ef0a7953fbac0e5ddc77188dc62fe458ec39d1f7a8e13bf2a86ad583","last_reissued_at":"2026-05-18T00:04:51.103273Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:04:51.103273Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1809.09477","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:04:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DKiTlYFJSUIXnT/NTYCxq96J/lNw6Q8ZT/Wfxv/euKIvgoS841mRp8doLTtncSCE1SdQPB5iAjxPWGlDBfObBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-08T14:16:18.070944Z"},"content_sha256":"6c1c7641ef729a998453e81a5e51762c1a7b1f98f9a5a4064ff161581d62cec9","schema_version":"1.0","event_id":"sha256:6c1c7641ef729a998453e81a5e51762c1a7b1f98f9a5a4064ff161581d62cec9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:5AA7SVHPBJ4VH65MBZO5Y5YYRX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Trustworthiness in Enterprise Crowdsourcing: a Taxonomy & evidence from data","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.SE","authors_text":"Alex Kass, Anurag Dwarakanath, Kumar Abhinav, Shrikanth N.C.","submitted_at":"2018-09-25T13:42:27Z","abstract_excerpt":"In this paper we study the trustworthiness of the crowd for crowdsourced software development. Through the study of literature from various domains, we present the risks that impact the trustworthiness in an enterprise context. We survey known techniques to mitigate these risks. We also analyze key metrics from multiple years of empirical data of actual crowdsourced software development tasks from two leading vendors. We present the metrics around untrustworthy behavior and the performance of certain mitigation techniques. Our study and results can serve as guidelines for crowdsourced enterpri"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1809.09477","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:04:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NRZqIhS1Lhg/IOdECcmqoPjt35z4p+BoFmRYV7Ckcu68YYsESq20HlSJjbx/RFFbyblKMuxlqDdPpjmJKo2PCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-08T14:16:18.071574Z"},"content_sha256":"e9d9ec6cbd05d15d7310d901fa4b27690c0450328f2aadac4e29ebd4713394e6","schema_version":"1.0","event_id":"sha256:e9d9ec6cbd05d15d7310d901fa4b27690c0450328f2aadac4e29ebd4713394e6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5AA7SVHPBJ4VH65MBZO5Y5YYRX/bundle.json","state_url":"https://pith.science/pith/5AA7SVHPBJ4VH65MBZO5Y5YYRX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5AA7SVHPBJ4VH65MBZO5Y5YYRX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-08T14:16:18Z","links":{"resolver":"https://pith.science/pith/5AA7SVHPBJ4VH65MBZO5Y5YYRX","bundle":"https://pith.science/pith/5AA7SVHPBJ4VH65MBZO5Y5YYRX/bundle.json","state":"https://pith.science/pith/5AA7SVHPBJ4VH65MBZO5Y5YYRX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5AA7SVHPBJ4VH65MBZO5Y5YYRX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:5AA7SVHPBJ4VH65MBZO5Y5YYRX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"bb9be185c79cfaf05e1b75bb1930ddb6e82a69395d26488891132e0e7413eb8d","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2018-09-25T13:42:27Z","title_canon_sha256":"2204d90f5a8bd6af06dfd97c32fe17f63e82764e3ddd46569a2f15aff4015266"},"schema_version":"1.0","source":{"id":"1809.09477","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1809.09477","created_at":"2026-05-18T00:04:51Z"},{"alias_kind":"arxiv_version","alias_value":"1809.09477v1","created_at":"2026-05-18T00:04:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1809.09477","created_at":"2026-05-18T00:04:51Z"},{"alias_kind":"pith_short_12","alias_value":"5AA7SVHPBJ4V","created_at":"2026-05-18T12:32:08Z"},{"alias_kind":"pith_short_16","alias_value":"5AA7SVHPBJ4VH65M","created_at":"2026-05-18T12:32:08Z"},{"alias_kind":"pith_short_8","alias_value":"5AA7SVHP","created_at":"2026-05-18T12:32:08Z"}],"graph_snapshots":[{"event_id":"sha256:e9d9ec6cbd05d15d7310d901fa4b27690c0450328f2aadac4e29ebd4713394e6","target":"graph","created_at":"2026-05-18T00:04:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"In this paper we study the trustworthiness of the crowd for crowdsourced software development. Through the study of literature from various domains, we present the risks that impact the trustworthiness in an enterprise context. We survey known techniques to mitigate these risks. We also analyze key metrics from multiple years of empirical data of actual crowdsourced software development tasks from two leading vendors. We present the metrics around untrustworthy behavior and the performance of certain mitigation techniques. Our study and results can serve as guidelines for crowdsourced enterpri","authors_text":"Alex Kass, Anurag Dwarakanath, Kumar Abhinav, Shrikanth N.C.","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2018-09-25T13:42:27Z","title":"Trustworthiness in Enterprise Crowdsourcing: a Taxonomy & evidence from data"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1809.09477","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6c1c7641ef729a998453e81a5e51762c1a7b1f98f9a5a4064ff161581d62cec9","target":"record","created_at":"2026-05-18T00:04:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"bb9be185c79cfaf05e1b75bb1930ddb6e82a69395d26488891132e0e7413eb8d","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2018-09-25T13:42:27Z","title_canon_sha256":"2204d90f5a8bd6af06dfd97c32fe17f63e82764e3ddd46569a2f15aff4015266"},"schema_version":"1.0","source":{"id":"1809.09477","kind":"arxiv","version":1}},"canonical_sha256":"e801f954ef0a7953fbac0e5ddc77188dc62fe458ec39d1f7a8e13bf2a86ad583","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e801f954ef0a7953fbac0e5ddc77188dc62fe458ec39d1f7a8e13bf2a86ad583","first_computed_at":"2026-05-18T00:04:51.103273Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:04:51.103273Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"nkUbCrUX4Oaf5/iUNIDr/Ys0qqVeO2+b/EzITpilZAqhu4962HYnGiYu5nB4f1qBc9yiSGkiAaE6HAazmwfwAQ==","signature_status":"signed_v1","signed_at":"2026-05-18T00:04:51.103772Z","signed_message":"canonical_sha256_bytes"},"source_id":"1809.09477","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6c1c7641ef729a998453e81a5e51762c1a7b1f98f9a5a4064ff161581d62cec9","sha256:e9d9ec6cbd05d15d7310d901fa4b27690c0450328f2aadac4e29ebd4713394e6"],"state_sha256":"e8614ba529dfb54ac289bb2496790de0b3f1203d316a97fb494d2fadc6e4c476"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JASM6qNrvoK76cTvUVbEru4EIbJY4O6liSH9PGbMJ8YGIGNnjoOTnwYehtfehcNiPxSlcTWyGnNt2VeXvjFcDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-08T14:16:18.074684Z","bundle_sha256":"6845f718052118920b2b9b4377a25da0c3018a3e6f4e1567667586cad508e543"}}