{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2018:LFUIAYYWAUZ6SSPJC5C7GL5UB6","short_pith_number":"pith:LFUIAYYW","schema_version":"1.0","canonical_sha256":"59688063160533e949e91745f32fb40fa22426d498e68efdb33b76924cee14c7","source":{"kind":"arxiv","id":"1808.00388","version":1},"attestation_state":"computed","paper":{"title":"How Does Tweet Difficulty Affect Labeling Performance of Annotators?","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.HC","authors_text":"(2) Otto-von-Guericke University (Magdeburg, Germany)), Myra Spiliopoulou (2) ((1) Sabanc{\\i} University (Istanbul, Stefan R\\\"abiger (1), Turkey), Y\\\"ucel Sayg{\\i}n (1)","submitted_at":"2018-08-01T15:55:07Z","abstract_excerpt":"Crowdsourcing is a popular means to obtain labeled data at moderate costs, for example for tweets, which can then be used in text mining tasks. To alleviate the problem of low-quality labels in this context, multiple human factors have been analyzed to identify and deal with workers who provide such labels. However, one aspect that has been rarely considered is the inherent difficulty of tweets to be labeled and how this affects the reliability of the labels that annotators assign to such tweets. Therefore, we investigate in this preliminary study this connection using a hierarchical sentiment"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"1808.00388","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.HC","submitted_at":"2018-08-01T15:55:07Z","cross_cats_sorted":[],"title_canon_sha256":"15af8492154fa733210f548928bc803899e9b9df53b2254eb4b8b7afd3d44370","abstract_canon_sha256":"55f7ad60f58bc9ca6e35722f56c7594215c8e5ce7f0de8d436d4cc37e1a4f2a3"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:09:06.233493Z","signature_b64":"y8LmP3xIDdMPrUhxj83ARjEhgkyDpSEnuxR6d/bXVKhhUi91Lwh1Iu7Py6p3UADOwX2K0FngCqb+up7D8TqMDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"59688063160533e949e91745f32fb40fa22426d498e68efdb33b76924cee14c7","last_reissued_at":"2026-05-18T00:09:06.232791Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:09:06.232791Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"How Does Tweet Difficulty Affect Labeling Performance of Annotators?","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.HC","authors_text":"(2) Otto-von-Guericke University (Magdeburg, Germany)), Myra Spiliopoulou (2) ((1) Sabanc{\\i} University (Istanbul, Stefan R\\\"abiger (1), Turkey), Y\\\"ucel Sayg{\\i}n (1)","submitted_at":"2018-08-01T15:55:07Z","abstract_excerpt":"Crowdsourcing is a popular means to obtain labeled data at moderate costs, for example for tweets, which can then be used in text mining tasks. To alleviate the problem of low-quality labels in this context, multiple human factors have been analyzed to identify and deal with workers who provide such labels. However, one aspect that has been rarely considered is the inherent difficulty of tweets to be labeled and how this affects the reliability of the labels that annotators assign to such tweets. Therefore, we investigate in this preliminary study this connection using a hierarchical sentiment"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1808.00388","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"1808.00388","created_at":"2026-05-18T00:09:06.232894+00:00"},{"alias_kind":"arxiv_version","alias_value":"1808.00388v1","created_at":"2026-05-18T00:09:06.232894+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1808.00388","created_at":"2026-05-18T00:09:06.232894+00:00"},{"alias_kind":"pith_short_12","alias_value":"LFUIAYYWAUZ6","created_at":"2026-05-18T12:32:37.024351+00:00"},{"alias_kind":"pith_short_16","alias_value":"LFUIAYYWAUZ6SSPJ","created_at":"2026-05-18T12:32:37.024351+00:00"},{"alias_kind":"pith_short_8","alias_value":"LFUIAYYW","created_at":"2026-05-18T12:32:37.024351+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/LFUIAYYWAUZ6SSPJC5C7GL5UB6","json":"https://pith.science/pith/LFUIAYYWAUZ6SSPJC5C7GL5UB6.json","graph_json":"https://pith.science/api/pith-number/LFUIAYYWAUZ6SSPJC5C7GL5UB6/graph.json","events_json":"https://pith.science/api/pith-number/LFUIAYYWAUZ6SSPJC5C7GL5UB6/events.json","paper":"https://pith.science/paper/LFUIAYYW"},"agent_actions":{"view_html":"https://pith.science/pith/LFUIAYYWAUZ6SSPJC5C7GL5UB6","download_json":"https://pith.science/pith/LFUIAYYWAUZ6SSPJC5C7GL5UB6.json","view_paper":"https://pith.science/paper/LFUIAYYW","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=1808.00388&json=true","fetch_graph":"https://pith.science/api/pith-number/LFUIAYYWAUZ6SSPJC5C7GL5UB6/graph.json","fetch_events":"https://pith.science/api/pith-number/LFUIAYYWAUZ6SSPJC5C7GL5UB6/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/LFUIAYYWAUZ6SSPJC5C7GL5UB6/action/timestamp_anchor","attest_storage":"https://pith.science/pith/LFUIAYYWAUZ6SSPJC5C7GL5UB6/action/storage_attestation","attest_author":"https://pith.science/pith/LFUIAYYWAUZ6SSPJC5C7GL5UB6/action/author_attestation","sign_citation":"https://pith.science/pith/LFUIAYYWAUZ6SSPJC5C7GL5UB6/action/citation_signature","submit_replication":"https://pith.science/pith/LFUIAYYWAUZ6SSPJC5C7GL5UB6/action/replication_record"}},"created_at":"2026-05-18T00:09:06.232894+00:00","updated_at":"2026-05-18T00:09:06.232894+00:00"}