{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:MGMSSNL2BJTCYBCJWYRY3NLTJS","short_pith_number":"pith:MGMSSNL2","canonical_record":{"source":{"id":"2311.09743","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-16T10:18:32Z","cross_cats_sorted":[],"title_canon_sha256":"2f475d8f1808aeb867968bafe0df5a2c98e4b3d386a0f50b93cd5691705072f1","abstract_canon_sha256":"eaf2b726ef38184c023df153ac2e32c61aeeef9878a6ed25d551983987c1e12d"},"schema_version":"1.0"},"canonical_sha256":"619929357a0a662c0449b6238db5734cbf413333274edb8edac8008be28af786","source":{"kind":"arxiv","id":"2311.09743","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.09743","created_at":"2026-07-05T08:19:38Z"},{"alias_kind":"arxiv_version","alias_value":"2311.09743v2","created_at":"2026-07-05T08:19:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.09743","created_at":"2026-07-05T08:19:38Z"},{"alias_kind":"pith_short_12","alias_value":"MGMSSNL2BJTC","created_at":"2026-07-05T08:19:38Z"},{"alias_kind":"pith_short_16","alias_value":"MGMSSNL2BJTCYBCJ","created_at":"2026-07-05T08:19:38Z"},{"alias_kind":"pith_short_8","alias_value":"MGMSSNL2","created_at":"2026-07-05T08:19:38Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:MGMSSNL2BJTCYBCJWYRY3NLTJS","target":"record","payload":{"canonical_record":{"source":{"id":"2311.09743","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-16T10:18:32Z","cross_cats_sorted":[],"title_canon_sha256":"2f475d8f1808aeb867968bafe0df5a2c98e4b3d386a0f50b93cd5691705072f1","abstract_canon_sha256":"eaf2b726ef38184c023df153ac2e32c61aeeef9878a6ed25d551983987c1e12d"},"schema_version":"1.0"},"canonical_sha256":"619929357a0a662c0449b6238db5734cbf413333274edb8edac8008be28af786","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:19:38.279249Z","signature_b64":"Put9HkbW73oqT/vpjQkJCT/SoyxcgQqL0TIP2jWgGDbovLryPYSQHW6qxfgpOTfobYAKL8YGFjvfplKX03EBDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"619929357a0a662c0449b6238db5734cbf413333274edb8edac8008be28af786","last_reissued_at":"2026-07-05T08:19:38.278731Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:19:38.278731Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.09743","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:19:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eRsvTX+49APNz4JGaSIIIdDb6gzChXXkskeKGf22MWKej8PgfRFTPP40ssz1trS0FJLF96p7hk3XHiRXjmCWCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T04:32:23.511550Z"},"content_sha256":"92ed49c5988563c785c7defdebda622aedac3be3517e97a48f9947efe78f4e0a","schema_version":"1.0","event_id":"sha256:92ed49c5988563c785c7defdebda622aedac3be3517e97a48f9947efe78f4e0a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:MGMSSNL2BJTCYBCJWYRY3NLTJS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Capturing Perspectives of Crowdsourced Annotators in Subjective Learning Tasks","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Frederic R. Hopp, Fred Morstatter, Kristina Lerman, Myrl G. Marmarelis, Negar Mokhberian, Valerio Basile","submitted_at":"2023-11-16T10:18:32Z","abstract_excerpt":"Supervised classification heavily depends on datasets annotated by humans. However, in subjective tasks such as toxicity classification, these annotations often exhibit low agreement among raters. Annotations have commonly been aggregated by employing methods like majority voting to determine a single ground truth label. In subjective tasks, aggregating labels will result in biased labeling and, consequently, biased models that can overlook minority opinions. Previous studies have shed light on the pitfalls of label aggregation and have introduced a handful of practical approaches to tackle th"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.09743","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.09743/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:19:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"94VpKvcrdw3sBDgIpb27oF/wP+La9i7od+UsXcQM01DVPhje6APUg4SakBCaCvcgOt5eUTy+JkKMnlgC2/z9Bg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T04:32:23.511921Z"},"content_sha256":"2c8ee062afde5cad8116d787303f55a5408b2df928b657142b5600c47400a716","schema_version":"1.0","event_id":"sha256:2c8ee062afde5cad8116d787303f55a5408b2df928b657142b5600c47400a716"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MGMSSNL2BJTCYBCJWYRY3NLTJS/bundle.json","state_url":"https://pith.science/pith/MGMSSNL2BJTCYBCJWYRY3NLTJS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MGMSSNL2BJTCYBCJWYRY3NLTJS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T04:32:23Z","links":{"resolver":"https://pith.science/pith/MGMSSNL2BJTCYBCJWYRY3NLTJS","bundle":"https://pith.science/pith/MGMSSNL2BJTCYBCJWYRY3NLTJS/bundle.json","state":"https://pith.science/pith/MGMSSNL2BJTCYBCJWYRY3NLTJS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MGMSSNL2BJTCYBCJWYRY3NLTJS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:MGMSSNL2BJTCYBCJWYRY3NLTJS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"eaf2b726ef38184c023df153ac2e32c61aeeef9878a6ed25d551983987c1e12d","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-16T10:18:32Z","title_canon_sha256":"2f475d8f1808aeb867968bafe0df5a2c98e4b3d386a0f50b93cd5691705072f1"},"schema_version":"1.0","source":{"id":"2311.09743","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.09743","created_at":"2026-07-05T08:19:38Z"},{"alias_kind":"arxiv_version","alias_value":"2311.09743v2","created_at":"2026-07-05T08:19:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.09743","created_at":"2026-07-05T08:19:38Z"},{"alias_kind":"pith_short_12","alias_value":"MGMSSNL2BJTC","created_at":"2026-07-05T08:19:38Z"},{"alias_kind":"pith_short_16","alias_value":"MGMSSNL2BJTCYBCJ","created_at":"2026-07-05T08:19:38Z"},{"alias_kind":"pith_short_8","alias_value":"MGMSSNL2","created_at":"2026-07-05T08:19:38Z"}],"graph_snapshots":[{"event_id":"sha256:2c8ee062afde5cad8116d787303f55a5408b2df928b657142b5600c47400a716","target":"graph","created_at":"2026-07-05T08:19:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.09743/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Supervised classification heavily depends on datasets annotated by humans. However, in subjective tasks such as toxicity classification, these annotations often exhibit low agreement among raters. Annotations have commonly been aggregated by employing methods like majority voting to determine a single ground truth label. In subjective tasks, aggregating labels will result in biased labeling and, consequently, biased models that can overlook minority opinions. Previous studies have shed light on the pitfalls of label aggregation and have introduced a handful of practical approaches to tackle th","authors_text":"Frederic R. Hopp, Fred Morstatter, Kristina Lerman, Myrl G. Marmarelis, Negar Mokhberian, Valerio Basile","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-16T10:18:32Z","title":"Capturing Perspectives of Crowdsourced Annotators in Subjective Learning Tasks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.09743","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:92ed49c5988563c785c7defdebda622aedac3be3517e97a48f9947efe78f4e0a","target":"record","created_at":"2026-07-05T08:19:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"eaf2b726ef38184c023df153ac2e32c61aeeef9878a6ed25d551983987c1e12d","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-16T10:18:32Z","title_canon_sha256":"2f475d8f1808aeb867968bafe0df5a2c98e4b3d386a0f50b93cd5691705072f1"},"schema_version":"1.0","source":{"id":"2311.09743","kind":"arxiv","version":2}},"canonical_sha256":"619929357a0a662c0449b6238db5734cbf413333274edb8edac8008be28af786","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"619929357a0a662c0449b6238db5734cbf413333274edb8edac8008be28af786","first_computed_at":"2026-07-05T08:19:38.278731Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:19:38.278731Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Put9HkbW73oqT/vpjQkJCT/SoyxcgQqL0TIP2jWgGDbovLryPYSQHW6qxfgpOTfobYAKL8YGFjvfplKX03EBDA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:19:38.279249Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.09743","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:92ed49c5988563c785c7defdebda622aedac3be3517e97a48f9947efe78f4e0a","sha256:2c8ee062afde5cad8116d787303f55a5408b2df928b657142b5600c47400a716"],"state_sha256":"84f86185f14c8485fc4a13b031c0502e2f967597eb419bdbf0bdde055299f220"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"neqNxqizXY1HrvdsKa+K2fZNsPPdHUmonsoQf8pQxL0cqPZXrhkgtewSSNoOnfX7VDbLpWV0NMWyd5flsPpCAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T04:32:23.513840Z","bundle_sha256":"c92da8784f620514cf3beecdd72b60e64c2a686c6d3a06e487a2f950610d2add"}}