{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:PFHK5G7A2FMKEUR5VMQVKWZSGA","short_pith_number":"pith:PFHK5G7A","canonical_record":{"source":{"id":"2305.06626","kind":"arxiv","version":5},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-11T07:55:20Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"4b8e681d81780d74dfe827d9730ab6700490e30582ffcfe3e02b2ab6f15fecf4","abstract_canon_sha256":"bd70ed026b4a5da2ca36e9bf13d4f3bf125b2618fc3bdc09d2ace97a432f826f"},"schema_version":"1.0"},"canonical_sha256":"794eae9be0d158a2523dab21555b323016492898b91122ed7913de630e535bd3","source":{"kind":"arxiv","id":"2305.06626","version":5},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.06626","created_at":"2026-07-05T07:56:48Z"},{"alias_kind":"arxiv_version","alias_value":"2305.06626v5","created_at":"2026-07-05T07:56:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.06626","created_at":"2026-07-05T07:56:48Z"},{"alias_kind":"pith_short_12","alias_value":"PFHK5G7A2FMK","created_at":"2026-07-05T07:56:48Z"},{"alias_kind":"pith_short_16","alias_value":"PFHK5G7A2FMKEUR5","created_at":"2026-07-05T07:56:48Z"},{"alias_kind":"pith_short_8","alias_value":"PFHK5G7A","created_at":"2026-07-05T07:56:48Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:PFHK5G7A2FMKEUR5VMQVKWZSGA","target":"record","payload":{"canonical_record":{"source":{"id":"2305.06626","kind":"arxiv","version":5},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-11T07:55:20Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"4b8e681d81780d74dfe827d9730ab6700490e30582ffcfe3e02b2ab6f15fecf4","abstract_canon_sha256":"bd70ed026b4a5da2ca36e9bf13d4f3bf125b2618fc3bdc09d2ace97a432f826f"},"schema_version":"1.0"},"canonical_sha256":"794eae9be0d158a2523dab21555b323016492898b91122ed7913de630e535bd3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:56:48.207720Z","signature_b64":"5WOX0rNI07EueQ9BXknN8mTRyxbG/Tw3U68FhLRHfe85hDCJZWe7DRqzr0OFnecQghYyXJeZ13ZTwGEv/N21Dw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"794eae9be0d158a2523dab21555b323016492898b91122ed7913de630e535bd3","last_reissued_at":"2026-07-05T07:56:48.207285Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:56:48.207285Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.06626","source_version":5,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:56:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FtbSbkXr4/8emnLBYk3ccXuJNpfjXan1xvhxJCE/uX8egkkvqpg/izEANdzAbpw7i6gu/EnXsAqG1fB4rrqPDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T12:37:02.321963Z"},"content_sha256":"fd21da4800526271fb6d65fe057ab7eea12b02ddbc9ce50d7c69db22a2fcdec1","schema_version":"1.0","event_id":"sha256:fd21da4800526271fb6d65fe057ab7eea12b02ddbc9ce50d7c69db22a2fcdec1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:PFHK5G7A2FMKEUR5VMQVKWZSGA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"When the Majority is Wrong: Modeling Annotator Disagreement for Subjective Tasks","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Dan Klein, Eve Fleisig, Rediet Abebe","submitted_at":"2023-05-11T07:55:20Z","abstract_excerpt":"Though majority vote among annotators is typically used for ground truth labels in natural language processing, annotator disagreement in tasks such as hate speech detection may reflect differences in opinion across groups, not noise. Thus, a crucial problem in hate speech detection is determining whether a statement is offensive to the demographic group that it targets, when that group may constitute a small fraction of the annotator pool. We construct a model that predicts individual annotator ratings on potentially offensive text and combines this information with the predicted target group"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.06626","kind":"arxiv","version":5},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.06626/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:56:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xIvX7if5frF16PEOTm1yhMsA3mhgXgDr2uwgDHBAoPd2bPPm3USS3xzQXPEnn8eEzgv75p+BouQLGdK/+2WOCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T12:37:02.322500Z"},"content_sha256":"992111c34302b9c1672369e72f72809b107904d435cb18a9f85195b4e9b9e68f","schema_version":"1.0","event_id":"sha256:992111c34302b9c1672369e72f72809b107904d435cb18a9f85195b4e9b9e68f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PFHK5G7A2FMKEUR5VMQVKWZSGA/bundle.json","state_url":"https://pith.science/pith/PFHK5G7A2FMKEUR5VMQVKWZSGA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PFHK5G7A2FMKEUR5VMQVKWZSGA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T12:37:02Z","links":{"resolver":"https://pith.science/pith/PFHK5G7A2FMKEUR5VMQVKWZSGA","bundle":"https://pith.science/pith/PFHK5G7A2FMKEUR5VMQVKWZSGA/bundle.json","state":"https://pith.science/pith/PFHK5G7A2FMKEUR5VMQVKWZSGA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PFHK5G7A2FMKEUR5VMQVKWZSGA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:PFHK5G7A2FMKEUR5VMQVKWZSGA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"bd70ed026b4a5da2ca36e9bf13d4f3bf125b2618fc3bdc09d2ace97a432f826f","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-11T07:55:20Z","title_canon_sha256":"4b8e681d81780d74dfe827d9730ab6700490e30582ffcfe3e02b2ab6f15fecf4"},"schema_version":"1.0","source":{"id":"2305.06626","kind":"arxiv","version":5}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.06626","created_at":"2026-07-05T07:56:48Z"},{"alias_kind":"arxiv_version","alias_value":"2305.06626v5","created_at":"2026-07-05T07:56:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.06626","created_at":"2026-07-05T07:56:48Z"},{"alias_kind":"pith_short_12","alias_value":"PFHK5G7A2FMK","created_at":"2026-07-05T07:56:48Z"},{"alias_kind":"pith_short_16","alias_value":"PFHK5G7A2FMKEUR5","created_at":"2026-07-05T07:56:48Z"},{"alias_kind":"pith_short_8","alias_value":"PFHK5G7A","created_at":"2026-07-05T07:56:48Z"}],"graph_snapshots":[{"event_id":"sha256:992111c34302b9c1672369e72f72809b107904d435cb18a9f85195b4e9b9e68f","target":"graph","created_at":"2026-07-05T07:56:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.06626/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Though majority vote among annotators is typically used for ground truth labels in natural language processing, annotator disagreement in tasks such as hate speech detection may reflect differences in opinion across groups, not noise. Thus, a crucial problem in hate speech detection is determining whether a statement is offensive to the demographic group that it targets, when that group may constitute a small fraction of the annotator pool. We construct a model that predicts individual annotator ratings on potentially offensive text and combines this information with the predicted target group","authors_text":"Dan Klein, Eve Fleisig, Rediet Abebe","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-11T07:55:20Z","title":"When the Majority is Wrong: Modeling Annotator Disagreement for Subjective Tasks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.06626","kind":"arxiv","version":5},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:fd21da4800526271fb6d65fe057ab7eea12b02ddbc9ce50d7c69db22a2fcdec1","target":"record","created_at":"2026-07-05T07:56:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"bd70ed026b4a5da2ca36e9bf13d4f3bf125b2618fc3bdc09d2ace97a432f826f","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-11T07:55:20Z","title_canon_sha256":"4b8e681d81780d74dfe827d9730ab6700490e30582ffcfe3e02b2ab6f15fecf4"},"schema_version":"1.0","source":{"id":"2305.06626","kind":"arxiv","version":5}},"canonical_sha256":"794eae9be0d158a2523dab21555b323016492898b91122ed7913de630e535bd3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"794eae9be0d158a2523dab21555b323016492898b91122ed7913de630e535bd3","first_computed_at":"2026-07-05T07:56:48.207285Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:56:48.207285Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"5WOX0rNI07EueQ9BXknN8mTRyxbG/Tw3U68FhLRHfe85hDCJZWe7DRqzr0OFnecQghYyXJeZ13ZTwGEv/N21Dw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:56:48.207720Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.06626","source_kind":"arxiv","source_version":5}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:fd21da4800526271fb6d65fe057ab7eea12b02ddbc9ce50d7c69db22a2fcdec1","sha256:992111c34302b9c1672369e72f72809b107904d435cb18a9f85195b4e9b9e68f"],"state_sha256":"4b42d7d943fe4ad43c1b928532b24b7779956686a8f3c2c034444b67e7ccaa69"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9BJ8jBi2ge7hWS4oHR/VjBZ9D3xMG2JDI/dnkJT3SWZDxehlJKDiLnSyAvttbcpeoKkYqcs47xBOeJChitNXCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T12:37:02.328390Z","bundle_sha256":"26dd34b2b6c68e29e63c0c61d1e1c0ae8e7e475ff8868e1f815720156858aa3e"}}