{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:LFUIAYYWAUZ6SSPJC5C7GL5UB6","short_pith_number":"pith:LFUIAYYW","canonical_record":{"source":{"id":"1808.00388","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.HC","submitted_at":"2018-08-01T15:55:07Z","cross_cats_sorted":[],"title_canon_sha256":"15af8492154fa733210f548928bc803899e9b9df53b2254eb4b8b7afd3d44370","abstract_canon_sha256":"55f7ad60f58bc9ca6e35722f56c7594215c8e5ce7f0de8d436d4cc37e1a4f2a3"},"schema_version":"1.0"},"canonical_sha256":"59688063160533e949e91745f32fb40fa22426d498e68efdb33b76924cee14c7","source":{"kind":"arxiv","id":"1808.00388","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1808.00388","created_at":"2026-05-18T00:09:06Z"},{"alias_kind":"arxiv_version","alias_value":"1808.00388v1","created_at":"2026-05-18T00:09:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1808.00388","created_at":"2026-05-18T00:09:06Z"},{"alias_kind":"pith_short_12","alias_value":"LFUIAYYWAUZ6","created_at":"2026-05-18T12:32:37Z"},{"alias_kind":"pith_short_16","alias_value":"LFUIAYYWAUZ6SSPJ","created_at":"2026-05-18T12:32:37Z"},{"alias_kind":"pith_short_8","alias_value":"LFUIAYYW","created_at":"2026-05-18T12:32:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:LFUIAYYWAUZ6SSPJC5C7GL5UB6","target":"record","payload":{"canonical_record":{"source":{"id":"1808.00388","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.HC","submitted_at":"2018-08-01T15:55:07Z","cross_cats_sorted":[],"title_canon_sha256":"15af8492154fa733210f548928bc803899e9b9df53b2254eb4b8b7afd3d44370","abstract_canon_sha256":"55f7ad60f58bc9ca6e35722f56c7594215c8e5ce7f0de8d436d4cc37e1a4f2a3"},"schema_version":"1.0"},"canonical_sha256":"59688063160533e949e91745f32fb40fa22426d498e68efdb33b76924cee14c7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:09:06.233493Z","signature_b64":"y8LmP3xIDdMPrUhxj83ARjEhgkyDpSEnuxR6d/bXVKhhUi91Lwh1Iu7Py6p3UADOwX2K0FngCqb+up7D8TqMDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"59688063160533e949e91745f32fb40fa22426d498e68efdb33b76924cee14c7","last_reissued_at":"2026-05-18T00:09:06.232791Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:09:06.232791Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1808.00388","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:09:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"z1Ev45/1kuFdeMcrs6BzxvCS/Fa3ux5wscNjHdAjSqTePNYLGUgvtTHMUoAeegbqgnsP8EX4iVbfzDbiDofOAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-06T14:46:02.065739Z"},"content_sha256":"e62b14999257adf5e5563c7c35c6bc97c4582485c9d02f79b5e61c71b843cd18","schema_version":"1.0","event_id":"sha256:e62b14999257adf5e5563c7c35c6bc97c4582485c9d02f79b5e61c71b843cd18"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:LFUIAYYWAUZ6SSPJC5C7GL5UB6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"How Does Tweet Difficulty Affect Labeling Performance of Annotators?","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.HC","authors_text":"(2) Otto-von-Guericke University (Magdeburg, Germany)), Myra Spiliopoulou (2) ((1) Sabanc{\\i} University (Istanbul, Stefan R\\\"abiger (1), Turkey), Y\\\"ucel Sayg{\\i}n (1)","submitted_at":"2018-08-01T15:55:07Z","abstract_excerpt":"Crowdsourcing is a popular means to obtain labeled data at moderate costs, for example for tweets, which can then be used in text mining tasks. To alleviate the problem of low-quality labels in this context, multiple human factors have been analyzed to identify and deal with workers who provide such labels. However, one aspect that has been rarely considered is the inherent difficulty of tweets to be labeled and how this affects the reliability of the labels that annotators assign to such tweets. Therefore, we investigate in this preliminary study this connection using a hierarchical sentiment"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1808.00388","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:09:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EPeVXKIMiwXG4xMh0YHHHT9xdIdicruMrQxNQIMf61owOaA/J1KmEINHaDJBdU7bxX8wFl2ocDD06DUXYGHZDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-06T14:46:02.066125Z"},"content_sha256":"2b8f8b86320b07379294c202336bbc199ff8d297c02089a958816a4e5713fc85","schema_version":"1.0","event_id":"sha256:2b8f8b86320b07379294c202336bbc199ff8d297c02089a958816a4e5713fc85"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LFUIAYYWAUZ6SSPJC5C7GL5UB6/bundle.json","state_url":"https://pith.science/pith/LFUIAYYWAUZ6SSPJC5C7GL5UB6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LFUIAYYWAUZ6SSPJC5C7GL5UB6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-06T14:46:02Z","links":{"resolver":"https://pith.science/pith/LFUIAYYWAUZ6SSPJC5C7GL5UB6","bundle":"https://pith.science/pith/LFUIAYYWAUZ6SSPJC5C7GL5UB6/bundle.json","state":"https://pith.science/pith/LFUIAYYWAUZ6SSPJC5C7GL5UB6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LFUIAYYWAUZ6SSPJC5C7GL5UB6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:LFUIAYYWAUZ6SSPJC5C7GL5UB6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"55f7ad60f58bc9ca6e35722f56c7594215c8e5ce7f0de8d436d4cc37e1a4f2a3","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.HC","submitted_at":"2018-08-01T15:55:07Z","title_canon_sha256":"15af8492154fa733210f548928bc803899e9b9df53b2254eb4b8b7afd3d44370"},"schema_version":"1.0","source":{"id":"1808.00388","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1808.00388","created_at":"2026-05-18T00:09:06Z"},{"alias_kind":"arxiv_version","alias_value":"1808.00388v1","created_at":"2026-05-18T00:09:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1808.00388","created_at":"2026-05-18T00:09:06Z"},{"alias_kind":"pith_short_12","alias_value":"LFUIAYYWAUZ6","created_at":"2026-05-18T12:32:37Z"},{"alias_kind":"pith_short_16","alias_value":"LFUIAYYWAUZ6SSPJ","created_at":"2026-05-18T12:32:37Z"},{"alias_kind":"pith_short_8","alias_value":"LFUIAYYW","created_at":"2026-05-18T12:32:37Z"}],"graph_snapshots":[{"event_id":"sha256:2b8f8b86320b07379294c202336bbc199ff8d297c02089a958816a4e5713fc85","target":"graph","created_at":"2026-05-18T00:09:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Crowdsourcing is a popular means to obtain labeled data at moderate costs, for example for tweets, which can then be used in text mining tasks. To alleviate the problem of low-quality labels in this context, multiple human factors have been analyzed to identify and deal with workers who provide such labels. However, one aspect that has been rarely considered is the inherent difficulty of tweets to be labeled and how this affects the reliability of the labels that annotators assign to such tweets. Therefore, we investigate in this preliminary study this connection using a hierarchical sentiment","authors_text":"(2) Otto-von-Guericke University (Magdeburg, Germany)), Myra Spiliopoulou (2) ((1) Sabanc{\\i} University (Istanbul, Stefan R\\\"abiger (1), Turkey), Y\\\"ucel Sayg{\\i}n (1)","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.HC","submitted_at":"2018-08-01T15:55:07Z","title":"How Does Tweet Difficulty Affect Labeling Performance of Annotators?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1808.00388","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e62b14999257adf5e5563c7c35c6bc97c4582485c9d02f79b5e61c71b843cd18","target":"record","created_at":"2026-05-18T00:09:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"55f7ad60f58bc9ca6e35722f56c7594215c8e5ce7f0de8d436d4cc37e1a4f2a3","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.HC","submitted_at":"2018-08-01T15:55:07Z","title_canon_sha256":"15af8492154fa733210f548928bc803899e9b9df53b2254eb4b8b7afd3d44370"},"schema_version":"1.0","source":{"id":"1808.00388","kind":"arxiv","version":1}},"canonical_sha256":"59688063160533e949e91745f32fb40fa22426d498e68efdb33b76924cee14c7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"59688063160533e949e91745f32fb40fa22426d498e68efdb33b76924cee14c7","first_computed_at":"2026-05-18T00:09:06.232791Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:09:06.232791Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"y8LmP3xIDdMPrUhxj83ARjEhgkyDpSEnuxR6d/bXVKhhUi91Lwh1Iu7Py6p3UADOwX2K0FngCqb+up7D8TqMDA==","signature_status":"signed_v1","signed_at":"2026-05-18T00:09:06.233493Z","signed_message":"canonical_sha256_bytes"},"source_id":"1808.00388","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e62b14999257adf5e5563c7c35c6bc97c4582485c9d02f79b5e61c71b843cd18","sha256:2b8f8b86320b07379294c202336bbc199ff8d297c02089a958816a4e5713fc85"],"state_sha256":"240a802ae7e37632d59f3c3757df39c4b15655011132b26ec4842bce1fdca6b3"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"A1ypXpTna9n6gpw/xhjoBTZtN0t5P0f5NLqnyTXmgfQs579/7A5dxZMI7q5es1Hj+SpNqeAnQcgUjY51Iu2TBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-06T14:46:02.068367Z","bundle_sha256":"4ab558af066fbad025fd68ad465caf1800dc03bede47a3d86fb47050dbd7e91e"}}