{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2017:OJEWNUGO7F2WCNR4P7BZXO6NLA","short_pith_number":"pith:OJEWNUGO","canonical_record":{"source":{"id":"1701.08118","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2017-01-27T17:09:07Z","cross_cats_sorted":[],"title_canon_sha256":"eb48c6a6146ed9f450e01e2ae3e14c64436253d76f8b9b2ca9f9f0ae1e56f3ac","abstract_canon_sha256":"7df907a444b35a12e0aac054b4175cc0f5dd00c03ccd1e7ef373d5e52d1d87f6"},"schema_version":"1.0"},"canonical_sha256":"724966d0cef97561363c7fc39bbbcd5834bf379d91482819b6eaf74122a4bcbe","source":{"kind":"arxiv","id":"1701.08118","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1701.08118","created_at":"2026-05-18T00:51:58Z"},{"alias_kind":"arxiv_version","alias_value":"1701.08118v1","created_at":"2026-05-18T00:51:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1701.08118","created_at":"2026-05-18T00:51:58Z"},{"alias_kind":"pith_short_12","alias_value":"OJEWNUGO7F2W","created_at":"2026-05-18T12:31:34Z"},{"alias_kind":"pith_short_16","alias_value":"OJEWNUGO7F2WCNR4","created_at":"2026-05-18T12:31:34Z"},{"alias_kind":"pith_short_8","alias_value":"OJEWNUGO","created_at":"2026-05-18T12:31:34Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2017:OJEWNUGO7F2WCNR4P7BZXO6NLA","target":"record","payload":{"canonical_record":{"source":{"id":"1701.08118","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2017-01-27T17:09:07Z","cross_cats_sorted":[],"title_canon_sha256":"eb48c6a6146ed9f450e01e2ae3e14c64436253d76f8b9b2ca9f9f0ae1e56f3ac","abstract_canon_sha256":"7df907a444b35a12e0aac054b4175cc0f5dd00c03ccd1e7ef373d5e52d1d87f6"},"schema_version":"1.0"},"canonical_sha256":"724966d0cef97561363c7fc39bbbcd5834bf379d91482819b6eaf74122a4bcbe","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:51:58.801505Z","signature_b64":"gsrFZeDz7OsI6JE6+tTSweCPyIMtVbKBVLUkeSZ6lXqGe0kXu7aLOBTQINpZF3g0ZXsvQwMKrSGS3pmIZWZNCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"724966d0cef97561363c7fc39bbbcd5834bf379d91482819b6eaf74122a4bcbe","last_reissued_at":"2026-05-18T00:51:58.800926Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:51:58.800926Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1701.08118","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:51:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Xdmos6XGhG/wPd5UYow0B388/m+bmIJ7+hoTQGJMbC2OLg9GKI8Cw1ZV6IjIkws75bqVNV1d2rggHsw/T3p4AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-29T20:33:54.429644Z"},"content_sha256":"a04aacf6f21c192d880e49eedce35e2578bc05405f802f932f38190a12050a9f","schema_version":"1.0","event_id":"sha256:a04aacf6f21c192d880e49eedce35e2578bc05405f802f932f38190a12050a9f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2017:OJEWNUGO7F2WCNR4P7BZXO6NLA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Measuring the Reliability of Hate Speech Annotations: The Case of the European Refugee Crisis","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Benjamin Cabrera, Bj\\\"orn Ross, Guillermo Carbonell, Michael Rist, Michael Wojatzki, Nils Kurowsky","submitted_at":"2017-01-27T17:09:07Z","abstract_excerpt":"Some users of social media are spreading racist, sexist, and otherwise hateful content. For the purpose of training a hate speech detection system, the reliability of the annotations is crucial, but there is no universally agreed-upon definition. We collected potentially hateful messages and asked two groups of internet users to determine whether they were hate speech or not, whether they should be banned or not and to rate their degree of offensiveness. One of the groups was shown a definition prior to completing the survey. We aimed to assess whether hate speech can be annotated reliably, an"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1701.08118","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:51:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"o3xwK9DsgUYUkC737Htb1nYerkUUnhBOBM6muoIXXVE2bGzLsZRR1sl7496Jr9QJU0/TN1h4ZqeF4eEPFl0NBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-29T20:33:54.430021Z"},"content_sha256":"7189a71f0636a3360ca6d572a18f150de97c7593352ccfa0c3d7b5980cd02462","schema_version":"1.0","event_id":"sha256:7189a71f0636a3360ca6d572a18f150de97c7593352ccfa0c3d7b5980cd02462"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OJEWNUGO7F2WCNR4P7BZXO6NLA/bundle.json","state_url":"https://pith.science/pith/OJEWNUGO7F2WCNR4P7BZXO6NLA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OJEWNUGO7F2WCNR4P7BZXO6NLA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-29T20:33:54Z","links":{"resolver":"https://pith.science/pith/OJEWNUGO7F2WCNR4P7BZXO6NLA","bundle":"https://pith.science/pith/OJEWNUGO7F2WCNR4P7BZXO6NLA/bundle.json","state":"https://pith.science/pith/OJEWNUGO7F2WCNR4P7BZXO6NLA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OJEWNUGO7F2WCNR4P7BZXO6NLA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2017:OJEWNUGO7F2WCNR4P7BZXO6NLA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7df907a444b35a12e0aac054b4175cc0f5dd00c03ccd1e7ef373d5e52d1d87f6","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2017-01-27T17:09:07Z","title_canon_sha256":"eb48c6a6146ed9f450e01e2ae3e14c64436253d76f8b9b2ca9f9f0ae1e56f3ac"},"schema_version":"1.0","source":{"id":"1701.08118","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1701.08118","created_at":"2026-05-18T00:51:58Z"},{"alias_kind":"arxiv_version","alias_value":"1701.08118v1","created_at":"2026-05-18T00:51:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1701.08118","created_at":"2026-05-18T00:51:58Z"},{"alias_kind":"pith_short_12","alias_value":"OJEWNUGO7F2W","created_at":"2026-05-18T12:31:34Z"},{"alias_kind":"pith_short_16","alias_value":"OJEWNUGO7F2WCNR4","created_at":"2026-05-18T12:31:34Z"},{"alias_kind":"pith_short_8","alias_value":"OJEWNUGO","created_at":"2026-05-18T12:31:34Z"}],"graph_snapshots":[{"event_id":"sha256:7189a71f0636a3360ca6d572a18f150de97c7593352ccfa0c3d7b5980cd02462","target":"graph","created_at":"2026-05-18T00:51:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Some users of social media are spreading racist, sexist, and otherwise hateful content. For the purpose of training a hate speech detection system, the reliability of the annotations is crucial, but there is no universally agreed-upon definition. We collected potentially hateful messages and asked two groups of internet users to determine whether they were hate speech or not, whether they should be banned or not and to rate their degree of offensiveness. One of the groups was shown a definition prior to completing the survey. We aimed to assess whether hate speech can be annotated reliably, an","authors_text":"Benjamin Cabrera, Bj\\\"orn Ross, Guillermo Carbonell, Michael Rist, Michael Wojatzki, Nils Kurowsky","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2017-01-27T17:09:07Z","title":"Measuring the Reliability of Hate Speech Annotations: The Case of the European Refugee Crisis"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1701.08118","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a04aacf6f21c192d880e49eedce35e2578bc05405f802f932f38190a12050a9f","target":"record","created_at":"2026-05-18T00:51:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7df907a444b35a12e0aac054b4175cc0f5dd00c03ccd1e7ef373d5e52d1d87f6","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2017-01-27T17:09:07Z","title_canon_sha256":"eb48c6a6146ed9f450e01e2ae3e14c64436253d76f8b9b2ca9f9f0ae1e56f3ac"},"schema_version":"1.0","source":{"id":"1701.08118","kind":"arxiv","version":1}},"canonical_sha256":"724966d0cef97561363c7fc39bbbcd5834bf379d91482819b6eaf74122a4bcbe","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"724966d0cef97561363c7fc39bbbcd5834bf379d91482819b6eaf74122a4bcbe","first_computed_at":"2026-05-18T00:51:58.800926Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:51:58.800926Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"gsrFZeDz7OsI6JE6+tTSweCPyIMtVbKBVLUkeSZ6lXqGe0kXu7aLOBTQINpZF3g0ZXsvQwMKrSGS3pmIZWZNCw==","signature_status":"signed_v1","signed_at":"2026-05-18T00:51:58.801505Z","signed_message":"canonical_sha256_bytes"},"source_id":"1701.08118","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a04aacf6f21c192d880e49eedce35e2578bc05405f802f932f38190a12050a9f","sha256:7189a71f0636a3360ca6d572a18f150de97c7593352ccfa0c3d7b5980cd02462"],"state_sha256":"62dcae8db97411a74410602b1f98318ecd9f51c09c85dbe9c444cf5d2fd01553"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EkAZGqa8MJgdg08zrY7CrGqCJn8vf94l3gIqEWRzNFeeGkO/4Sk4T+CVnUgmGwuXvETjMVorPOFxhag8e0hHAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-29T20:33:54.431987Z","bundle_sha256":"d57f2076cdd73aeb7bd14ad9c7686061ccb574782d17c2e24213361d17895a33"}}