{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:MC5XBELTI6GHBNKA7WKZMUUU4Q","short_pith_number":"pith:MC5XBELT","canonical_record":{"source":{"id":"2406.11109","kind":"arxiv","version":5},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-17T00:18:31Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"51b765cbfbb46641c763c5704f16b7719f52e6802d0fea189a496693e212ee16","abstract_canon_sha256":"1457d0f74469170849829b17fce41ee7b0deec8bf98546270e00873f7797948e"},"schema_version":"1.0"},"canonical_sha256":"60bb709173478c70b540fd95965294e4190b1fbdeef6e6aae5877c1170075107","source":{"kind":"arxiv","id":"2406.11109","version":5},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.11109","created_at":"2026-07-05T09:36:12Z"},{"alias_kind":"arxiv_version","alias_value":"2406.11109v5","created_at":"2026-07-05T09:36:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.11109","created_at":"2026-07-05T09:36:12Z"},{"alias_kind":"pith_short_12","alias_value":"MC5XBELTI6GH","created_at":"2026-07-05T09:36:12Z"},{"alias_kind":"pith_short_16","alias_value":"MC5XBELTI6GHBNKA","created_at":"2026-07-05T09:36:12Z"},{"alias_kind":"pith_short_8","alias_value":"MC5XBELT","created_at":"2026-07-05T09:36:12Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:MC5XBELTI6GHBNKA7WKZMUUU4Q","target":"record","payload":{"canonical_record":{"source":{"id":"2406.11109","kind":"arxiv","version":5},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-17T00:18:31Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"51b765cbfbb46641c763c5704f16b7719f52e6802d0fea189a496693e212ee16","abstract_canon_sha256":"1457d0f74469170849829b17fce41ee7b0deec8bf98546270e00873f7797948e"},"schema_version":"1.0"},"canonical_sha256":"60bb709173478c70b540fd95965294e4190b1fbdeef6e6aae5877c1170075107","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:36:12.508942Z","signature_b64":"tQFik4gRJr8EbO9wdtVe5oenjKoXQZhIc8DUu0DmTjylZu6d7g1EmNCrZyXmAVQY9/fbB3E+LT1uqFp4fWqAAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"60bb709173478c70b540fd95965294e4190b1fbdeef6e6aae5877c1170075107","last_reissued_at":"2026-07-05T09:36:12.508444Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:36:12.508444Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.11109","source_version":5,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:36:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UFlAjiiiCVCpqmz6DOzTIV8IR0cZ6sy40poOKUm1qfHL9hjlwCe/vnvbUQ8msAwlxWUI0KApjewFURqiAssUBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T09:12:20.441779Z"},"content_sha256":"3921e6a195759a3f321afc313228cd4d95c0c424f73c2ab6e5e057fb42e53ab0","schema_version":"1.0","event_id":"sha256:3921e6a195759a3f321afc313228cd4d95c0c424f73c2ab6e5e057fb42e53ab0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:MC5XBELTI6GHBNKA7WKZMUUU4Q","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Investigating Annotator Bias in Large Language Models for Hate Speech Detection","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Aman Chadha, Amit Das, Cheryl Seals, Dongji Feng, Fatemeh Jamshidi, Gerry Dozier, Lauramarie Pope, Mary Sandage, Mostafa Rahgouy, Najib Hasan, Nilanjana Raychawdhary, Souvika Sarkar, Tathagata Bhattacharya, Vinija Jain, Zheng Zhang","submitted_at":"2024-06-17T00:18:31Z","abstract_excerpt":"Data annotation, the practice of assigning descriptive labels to raw data, is pivotal in optimizing the performance of machine learning models. However, it is a resource-intensive process susceptible to biases introduced by annotators. The emergence of sophisticated Large Language Models (LLMs) presents a unique opportunity to modernize and streamline this complex procedure. While existing research extensively evaluates the efficacy of LLMs, as annotators, this paper delves into the biases present in LLMs when annotating hate speech data. Our research contributes to understanding biases in fou"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.11109","kind":"arxiv","version":5},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.11109/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:36:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4ACJ2YyqLMZ1s5m279cHqnRPbSysu7Ked3ptvXCqBGCCuFbg6fPaDFQG+mukHHrsw+nNPuaisRpYhpXJLuRHBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T09:12:20.442382Z"},"content_sha256":"d95b6bbb96136fb1cac69250a4387b5fc491fd32200b073227ec43593aa3893e","schema_version":"1.0","event_id":"sha256:d95b6bbb96136fb1cac69250a4387b5fc491fd32200b073227ec43593aa3893e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MC5XBELTI6GHBNKA7WKZMUUU4Q/bundle.json","state_url":"https://pith.science/pith/MC5XBELTI6GHBNKA7WKZMUUU4Q/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MC5XBELTI6GHBNKA7WKZMUUU4Q/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-18T09:12:20Z","links":{"resolver":"https://pith.science/pith/MC5XBELTI6GHBNKA7WKZMUUU4Q","bundle":"https://pith.science/pith/MC5XBELTI6GHBNKA7WKZMUUU4Q/bundle.json","state":"https://pith.science/pith/MC5XBELTI6GHBNKA7WKZMUUU4Q/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MC5XBELTI6GHBNKA7WKZMUUU4Q/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:MC5XBELTI6GHBNKA7WKZMUUU4Q","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1457d0f74469170849829b17fce41ee7b0deec8bf98546270e00873f7797948e","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-17T00:18:31Z","title_canon_sha256":"51b765cbfbb46641c763c5704f16b7719f52e6802d0fea189a496693e212ee16"},"schema_version":"1.0","source":{"id":"2406.11109","kind":"arxiv","version":5}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.11109","created_at":"2026-07-05T09:36:12Z"},{"alias_kind":"arxiv_version","alias_value":"2406.11109v5","created_at":"2026-07-05T09:36:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.11109","created_at":"2026-07-05T09:36:12Z"},{"alias_kind":"pith_short_12","alias_value":"MC5XBELTI6GH","created_at":"2026-07-05T09:36:12Z"},{"alias_kind":"pith_short_16","alias_value":"MC5XBELTI6GHBNKA","created_at":"2026-07-05T09:36:12Z"},{"alias_kind":"pith_short_8","alias_value":"MC5XBELT","created_at":"2026-07-05T09:36:12Z"}],"graph_snapshots":[{"event_id":"sha256:d95b6bbb96136fb1cac69250a4387b5fc491fd32200b073227ec43593aa3893e","target":"graph","created_at":"2026-07-05T09:36:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.11109/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Data annotation, the practice of assigning descriptive labels to raw data, is pivotal in optimizing the performance of machine learning models. However, it is a resource-intensive process susceptible to biases introduced by annotators. The emergence of sophisticated Large Language Models (LLMs) presents a unique opportunity to modernize and streamline this complex procedure. While existing research extensively evaluates the efficacy of LLMs, as annotators, this paper delves into the biases present in LLMs when annotating hate speech data. Our research contributes to understanding biases in fou","authors_text":"Aman Chadha, Amit Das, Cheryl Seals, Dongji Feng, Fatemeh Jamshidi, Gerry Dozier, Lauramarie Pope, Mary Sandage, Mostafa Rahgouy, Najib Hasan, Nilanjana Raychawdhary, Souvika Sarkar, Tathagata Bhattacharya, Vinija Jain, Zheng Zhang","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-17T00:18:31Z","title":"Investigating Annotator Bias in Large Language Models for Hate Speech Detection"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.11109","kind":"arxiv","version":5},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3921e6a195759a3f321afc313228cd4d95c0c424f73c2ab6e5e057fb42e53ab0","target":"record","created_at":"2026-07-05T09:36:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1457d0f74469170849829b17fce41ee7b0deec8bf98546270e00873f7797948e","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-17T00:18:31Z","title_canon_sha256":"51b765cbfbb46641c763c5704f16b7719f52e6802d0fea189a496693e212ee16"},"schema_version":"1.0","source":{"id":"2406.11109","kind":"arxiv","version":5}},"canonical_sha256":"60bb709173478c70b540fd95965294e4190b1fbdeef6e6aae5877c1170075107","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"60bb709173478c70b540fd95965294e4190b1fbdeef6e6aae5877c1170075107","first_computed_at":"2026-07-05T09:36:12.508444Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:36:12.508444Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"tQFik4gRJr8EbO9wdtVe5oenjKoXQZhIc8DUu0DmTjylZu6d7g1EmNCrZyXmAVQY9/fbB3E+LT1uqFp4fWqAAA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:36:12.508942Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.11109","source_kind":"arxiv","source_version":5}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3921e6a195759a3f321afc313228cd4d95c0c424f73c2ab6e5e057fb42e53ab0","sha256:d95b6bbb96136fb1cac69250a4387b5fc491fd32200b073227ec43593aa3893e"],"state_sha256":"7c27fdc38188112443995127b54febddacb8a6c94b00de1a6b1ecb77f63917be"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eMbSmyJGSBBUNKcBpost3qLJWTK8yfX0SmezarKyPsbe/rI2jlHHs5hpGW9Nkjj66KIA6s8xcN684uYGFsf3CA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-18T09:12:20.446375Z","bundle_sha256":"0a53d6d0e7a74c7b8bab0a33b01178ea7feba509e83e87cb9b68c84b87998f3a"}}