{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:2WLAZD2PM4726LDPVJLOPEFXXW","short_pith_number":"pith:2WLAZD2P","canonical_record":{"source":{"id":"1802.04009","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.AI","submitted_at":"2018-02-12T12:39:28Z","cross_cats_sorted":[],"title_canon_sha256":"3241e6c402d70ab274963ae80310739d290e31a6fb73147ff846645bfc8301ee","abstract_canon_sha256":"1f010e18ffa4a5e1699bb1a71b740cd1f1b945cb98369cc74a45ece960dca34a"},"schema_version":"1.0"},"canonical_sha256":"d5960c8f4f673faf2c6faa56e790b7bd87089f15dd79f5ff6d4a8d243f944a03","source":{"kind":"arxiv","id":"1802.04009","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1802.04009","created_at":"2026-05-18T00:23:22Z"},{"alias_kind":"arxiv_version","alias_value":"1802.04009v2","created_at":"2026-05-18T00:23:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1802.04009","created_at":"2026-05-18T00:23:22Z"},{"alias_kind":"pith_short_12","alias_value":"2WLAZD2PM472","created_at":"2026-05-18T12:32:02Z"},{"alias_kind":"pith_short_16","alias_value":"2WLAZD2PM4726LDP","created_at":"2026-05-18T12:32:02Z"},{"alias_kind":"pith_short_8","alias_value":"2WLAZD2P","created_at":"2026-05-18T12:32:02Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:2WLAZD2PM4726LDPVJLOPEFXXW","target":"record","payload":{"canonical_record":{"source":{"id":"1802.04009","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.AI","submitted_at":"2018-02-12T12:39:28Z","cross_cats_sorted":[],"title_canon_sha256":"3241e6c402d70ab274963ae80310739d290e31a6fb73147ff846645bfc8301ee","abstract_canon_sha256":"1f010e18ffa4a5e1699bb1a71b740cd1f1b945cb98369cc74a45ece960dca34a"},"schema_version":"1.0"},"canonical_sha256":"d5960c8f4f673faf2c6faa56e790b7bd87089f15dd79f5ff6d4a8d243f944a03","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:23:22.601711Z","signature_b64":"TB+xAWVhRnXqdwF0xVGrQD1EVMV+szGMOjQkWbhpFcDAZljXYsn+Q2tAk3EDEP5oIY4QrEuFCm2W4JJgYSTfAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d5960c8f4f673faf2c6faa56e790b7bd87089f15dd79f5ff6d4a8d243f944a03","last_reissued_at":"2026-05-18T00:23:22.601023Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:23:22.601023Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1802.04009","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:23:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"f1NzdJUvr17+qj9YjEdGPDX/MitOWoTN/z9e0pp4w17ize765QMrseFOsPTQYqMKWMNeAdv4PeUlNWXW3ikmDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-25T19:25:03.563763Z"},"content_sha256":"ba9abf4bf9f4eb515f514ff4a577269e039fa20afad39014ba02dfcbdbfadb6b","schema_version":"1.0","event_id":"sha256:ba9abf4bf9f4eb515f514ff4a577269e039fa20afad39014ba02dfcbdbfadb6b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:2WLAZD2PM4726LDPVJLOPEFXXW","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Distinguishing Question Subjectivity from Difficulty for Improved Crowdsourcing","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Mark Carman, Wray Buntine, Ye Zhu, Yuan Jin","submitted_at":"2018-02-12T12:39:28Z","abstract_excerpt":"The questions in a crowdsourcing task typically exhibit varying degrees of difficulty and subjectivity. Their joint effects give rise to the variation in responses to the same question by different crowd-workers. This variation is low when the question is easy to answer and objective, and high when it is difficult and subjective. Unfortunately, current quality control methods for crowdsourcing consider only the question difficulty to account for the variation. As a result,these methods cannot distinguish workers personal preferences for different correct answers of a partially subjective quest"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1802.04009","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:23:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ULJbrzn4njoTlZatR52a27fhB6pU6PGELo4YJEzCzS3Cv94zUKCh+AtPrYFzvitg0tmgm14/wUETMY6qrcVdCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-25T19:25:03.564259Z"},"content_sha256":"194a62a39969286814fc57ca8fb5ddfff00c820ff9cdfdfb5a2dce3ad0cb182f","schema_version":"1.0","event_id":"sha256:194a62a39969286814fc57ca8fb5ddfff00c820ff9cdfdfb5a2dce3ad0cb182f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2WLAZD2PM4726LDPVJLOPEFXXW/bundle.json","state_url":"https://pith.science/pith/2WLAZD2PM4726LDPVJLOPEFXXW/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2WLAZD2PM4726LDPVJLOPEFXXW/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-25T19:25:03Z","links":{"resolver":"https://pith.science/pith/2WLAZD2PM4726LDPVJLOPEFXXW","bundle":"https://pith.science/pith/2WLAZD2PM4726LDPVJLOPEFXXW/bundle.json","state":"https://pith.science/pith/2WLAZD2PM4726LDPVJLOPEFXXW/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2WLAZD2PM4726LDPVJLOPEFXXW/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:2WLAZD2PM4726LDPVJLOPEFXXW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1f010e18ffa4a5e1699bb1a71b740cd1f1b945cb98369cc74a45ece960dca34a","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.AI","submitted_at":"2018-02-12T12:39:28Z","title_canon_sha256":"3241e6c402d70ab274963ae80310739d290e31a6fb73147ff846645bfc8301ee"},"schema_version":"1.0","source":{"id":"1802.04009","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1802.04009","created_at":"2026-05-18T00:23:22Z"},{"alias_kind":"arxiv_version","alias_value":"1802.04009v2","created_at":"2026-05-18T00:23:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1802.04009","created_at":"2026-05-18T00:23:22Z"},{"alias_kind":"pith_short_12","alias_value":"2WLAZD2PM472","created_at":"2026-05-18T12:32:02Z"},{"alias_kind":"pith_short_16","alias_value":"2WLAZD2PM4726LDP","created_at":"2026-05-18T12:32:02Z"},{"alias_kind":"pith_short_8","alias_value":"2WLAZD2P","created_at":"2026-05-18T12:32:02Z"}],"graph_snapshots":[{"event_id":"sha256:194a62a39969286814fc57ca8fb5ddfff00c820ff9cdfdfb5a2dce3ad0cb182f","target":"graph","created_at":"2026-05-18T00:23:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"The questions in a crowdsourcing task typically exhibit varying degrees of difficulty and subjectivity. Their joint effects give rise to the variation in responses to the same question by different crowd-workers. This variation is low when the question is easy to answer and objective, and high when it is difficult and subjective. Unfortunately, current quality control methods for crowdsourcing consider only the question difficulty to account for the variation. As a result,these methods cannot distinguish workers personal preferences for different correct answers of a partially subjective quest","authors_text":"Mark Carman, Wray Buntine, Ye Zhu, Yuan Jin","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.AI","submitted_at":"2018-02-12T12:39:28Z","title":"Distinguishing Question Subjectivity from Difficulty for Improved Crowdsourcing"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1802.04009","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ba9abf4bf9f4eb515f514ff4a577269e039fa20afad39014ba02dfcbdbfadb6b","target":"record","created_at":"2026-05-18T00:23:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1f010e18ffa4a5e1699bb1a71b740cd1f1b945cb98369cc74a45ece960dca34a","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.AI","submitted_at":"2018-02-12T12:39:28Z","title_canon_sha256":"3241e6c402d70ab274963ae80310739d290e31a6fb73147ff846645bfc8301ee"},"schema_version":"1.0","source":{"id":"1802.04009","kind":"arxiv","version":2}},"canonical_sha256":"d5960c8f4f673faf2c6faa56e790b7bd87089f15dd79f5ff6d4a8d243f944a03","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d5960c8f4f673faf2c6faa56e790b7bd87089f15dd79f5ff6d4a8d243f944a03","first_computed_at":"2026-05-18T00:23:22.601023Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:23:22.601023Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"TB+xAWVhRnXqdwF0xVGrQD1EVMV+szGMOjQkWbhpFcDAZljXYsn+Q2tAk3EDEP5oIY4QrEuFCm2W4JJgYSTfAA==","signature_status":"signed_v1","signed_at":"2026-05-18T00:23:22.601711Z","signed_message":"canonical_sha256_bytes"},"source_id":"1802.04009","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ba9abf4bf9f4eb515f514ff4a577269e039fa20afad39014ba02dfcbdbfadb6b","sha256:194a62a39969286814fc57ca8fb5ddfff00c820ff9cdfdfb5a2dce3ad0cb182f"],"state_sha256":"caf35b16b60b3fe90cddf81d7be06f2008d04afe8ba3a37165ac6d8ae175c3ae"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sig/de/m6HtjKvM9pEKZdR4r5qhFyeZCRaRZmBWmGWFvBqJ5RUmSjzCrfm/3Z+Ygr3SM489b3+IwqOMdKrsdBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-25T19:25:03.567562Z","bundle_sha256":"bc53a72191f03f2af71396166932b29dceeafbe1a18c13d17ba5d32435655368"}}