{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2023:PFHK5G7A2FMKEUR5VMQVKWZSGA","short_pith_number":"pith:PFHK5G7A","schema_version":"1.0","canonical_sha256":"794eae9be0d158a2523dab21555b323016492898b91122ed7913de630e535bd3","source":{"kind":"arxiv","id":"2305.06626","version":5},"attestation_state":"computed","paper":{"title":"When the Majority is Wrong: Modeling Annotator Disagreement for Subjective Tasks","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Dan Klein, Eve Fleisig, Rediet Abebe","submitted_at":"2023-05-11T07:55:20Z","abstract_excerpt":"Though majority vote among annotators is typically used for ground truth labels in natural language processing, annotator disagreement in tasks such as hate speech detection may reflect differences in opinion across groups, not noise. Thus, a crucial problem in hate speech detection is determining whether a statement is offensive to the demographic group that it targets, when that group may constitute a small fraction of the annotator pool. We construct a model that predicts individual annotator ratings on potentially offensive text and combines this information with the predicted target group"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2305.06626","kind":"arxiv","version":5},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-11T07:55:20Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"4b8e681d81780d74dfe827d9730ab6700490e30582ffcfe3e02b2ab6f15fecf4","abstract_canon_sha256":"bd70ed026b4a5da2ca36e9bf13d4f3bf125b2618fc3bdc09d2ace97a432f826f"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:56:48.207720Z","signature_b64":"5WOX0rNI07EueQ9BXknN8mTRyxbG/Tw3U68FhLRHfe85hDCJZWe7DRqzr0OFnecQghYyXJeZ13ZTwGEv/N21Dw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"794eae9be0d158a2523dab21555b323016492898b91122ed7913de630e535bd3","last_reissued_at":"2026-07-05T07:56:48.207285Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:56:48.207285Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"When the Majority is Wrong: Modeling Annotator Disagreement for Subjective Tasks","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Dan Klein, Eve Fleisig, Rediet Abebe","submitted_at":"2023-05-11T07:55:20Z","abstract_excerpt":"Though majority vote among annotators is typically used for ground truth labels in natural language processing, annotator disagreement in tasks such as hate speech detection may reflect differences in opinion across groups, not noise. Thus, a crucial problem in hate speech detection is determining whether a statement is offensive to the demographic group that it targets, when that group may constitute a small fraction of the annotator pool. We construct a model that predicts individual annotator ratings on potentially offensive text and combines this information with the predicted target group"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.06626","kind":"arxiv","version":5},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.06626/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2305.06626","created_at":"2026-07-05T07:56:48.207351+00:00"},{"alias_kind":"arxiv_version","alias_value":"2305.06626v5","created_at":"2026-07-05T07:56:48.207351+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.06626","created_at":"2026-07-05T07:56:48.207351+00:00"},{"alias_kind":"pith_short_12","alias_value":"PFHK5G7A2FMK","created_at":"2026-07-05T07:56:48.207351+00:00"},{"alias_kind":"pith_short_16","alias_value":"PFHK5G7A2FMKEUR5","created_at":"2026-07-05T07:56:48.207351+00:00"},{"alias_kind":"pith_short_8","alias_value":"PFHK5G7A","created_at":"2026-07-05T07:56:48.207351+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":3,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2402.05070","citing_title":"A Roadmap to Pluralistic Alignment","ref_index":31,"is_internal_anchor":false},{"citing_arxiv_id":"2402.05070","citing_title":"A Roadmap to Pluralistic Alignment","ref_index":225,"is_internal_anchor":false},{"citing_arxiv_id":"2605.05329","citing_title":"Understanding Annotator Safety Policy with Interpretability","ref_index":7,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/PFHK5G7A2FMKEUR5VMQVKWZSGA","json":"https://pith.science/pith/PFHK5G7A2FMKEUR5VMQVKWZSGA.json","graph_json":"https://pith.science/api/pith-number/PFHK5G7A2FMKEUR5VMQVKWZSGA/graph.json","events_json":"https://pith.science/api/pith-number/PFHK5G7A2FMKEUR5VMQVKWZSGA/events.json","paper":"https://pith.science/paper/PFHK5G7A"},"agent_actions":{"view_html":"https://pith.science/pith/PFHK5G7A2FMKEUR5VMQVKWZSGA","download_json":"https://pith.science/pith/PFHK5G7A2FMKEUR5VMQVKWZSGA.json","view_paper":"https://pith.science/paper/PFHK5G7A","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2305.06626&json=true","fetch_graph":"https://pith.science/api/pith-number/PFHK5G7A2FMKEUR5VMQVKWZSGA/graph.json","fetch_events":"https://pith.science/api/pith-number/PFHK5G7A2FMKEUR5VMQVKWZSGA/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/PFHK5G7A2FMKEUR5VMQVKWZSGA/action/timestamp_anchor","attest_storage":"https://pith.science/pith/PFHK5G7A2FMKEUR5VMQVKWZSGA/action/storage_attestation","attest_author":"https://pith.science/pith/PFHK5G7A2FMKEUR5VMQVKWZSGA/action/author_attestation","sign_citation":"https://pith.science/pith/PFHK5G7A2FMKEUR5VMQVKWZSGA/action/citation_signature","submit_replication":"https://pith.science/pith/PFHK5G7A2FMKEUR5VMQVKWZSGA/action/replication_record"}},"created_at":"2026-07-05T07:56:48.207351+00:00","updated_at":"2026-07-05T07:56:48.207351+00:00"}