{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:IGJENBGDIBRICREHE4WEFTWASW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"37579b9f7d296676824130745c11814df5c9dc7f57a6deb03208bbe71d1fff3e","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2019-06-17T20:30:54Z","title_canon_sha256":"8f9694b8559457e14e5c2d3c199ad92841e6d075d0887592a35f5b2062a84340"},"schema_version":"1.0","source":{"id":"1906.07254","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1906.07254","created_at":"2026-05-17T23:43:08Z"},{"alias_kind":"arxiv_version","alias_value":"1906.07254v1","created_at":"2026-05-17T23:43:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1906.07254","created_at":"2026-05-17T23:43:08Z"},{"alias_kind":"pith_short_12","alias_value":"IGJENBGDIBRI","created_at":"2026-05-18T12:33:18Z"},{"alias_kind":"pith_short_16","alias_value":"IGJENBGDIBRICREH","created_at":"2026-05-18T12:33:18Z"},{"alias_kind":"pith_short_8","alias_value":"IGJENBGD","created_at":"2026-05-18T12:33:18Z"}],"graph_snapshots":[{"event_id":"sha256:b6e1cdbbbbbcf58ccec553d006edc75c619959b70d991b5baa6b7bfb31a52004","target":"graph","created_at":"2026-05-17T23:43:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Crowdsourcing information constitutes an important aspect of human-in-the-loop learning for researchers across multiple disciplines such as AI, HCI, and social science. While using crowdsourced data for subjective tasks is not new, eliciting useful insights from such data remains challenging due to a variety of factors such as difficulty of the task, personal prejudices of the human evaluators, lack of question clarity, etc. In this paper, we consider one such subjective evaluation task, namely that of estimating experienced emotions of distressed individuals who are conversing with a human li","authors_text":"Ajay Chander, Ramya Srinivasan","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2019-06-17T20:30:54Z","title":"Crowdsourcing in the Absence of Ground Truth -- A Case Study"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1906.07254","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:21ef07b2f1baee8b44bfffcc79dadb54f32aab315cc1e88fa605c0fa67d78610","target":"record","created_at":"2026-05-17T23:43:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"37579b9f7d296676824130745c11814df5c9dc7f57a6deb03208bbe71d1fff3e","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2019-06-17T20:30:54Z","title_canon_sha256":"8f9694b8559457e14e5c2d3c199ad92841e6d075d0887592a35f5b2062a84340"},"schema_version":"1.0","source":{"id":"1906.07254","kind":"arxiv","version":1}},"canonical_sha256":"41924684c34062814487272c42cec0959e64d5ea5cd2308a9cbb17447d861ea0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"41924684c34062814487272c42cec0959e64d5ea5cd2308a9cbb17447d861ea0","first_computed_at":"2026-05-17T23:43:08.406386Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:43:08.406386Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"+9qGKkxYN0eb+/BO2QJPFL7GtFzth6LrhCvMFxzvHqaQFg5CFAwbSBkbgADC7PBeoJuc2ezoYKKvyRlV9omTDw==","signature_status":"signed_v1","signed_at":"2026-05-17T23:43:08.407071Z","signed_message":"canonical_sha256_bytes"},"source_id":"1906.07254","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:21ef07b2f1baee8b44bfffcc79dadb54f32aab315cc1e88fa605c0fa67d78610","sha256:b6e1cdbbbbbcf58ccec553d006edc75c619959b70d991b5baa6b7bfb31a52004"],"state_sha256":"06f7024d57114f801e6fdf57c61839ebbc05da7826e8c43b9d842a8b263ed27f"}