{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:CQWTLMTXVSOBY2L2YIXRQBR4I4","short_pith_number":"pith:CQWTLMTX","canonical_record":{"source":{"id":"2112.07475","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-12-14T15:38:22Z","cross_cats_sorted":[],"title_canon_sha256":"91e2908376082416b6e22bfca907a665a743f17d5980c9f930a43b32cc28afff","abstract_canon_sha256":"6571bf4998ce567421f2ff648949b0485305c21cdce408173184e13e2ec6358a"},"schema_version":"1.0"},"canonical_sha256":"142d35b277ac9c1c697ac22f18063c4711af5549f9f15ef34a059e62ad4eeb5c","source":{"kind":"arxiv","id":"2112.07475","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2112.07475","created_at":"2026-07-05T04:18:50Z"},{"alias_kind":"arxiv_version","alias_value":"2112.07475v2","created_at":"2026-07-05T04:18:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2112.07475","created_at":"2026-07-05T04:18:50Z"},{"alias_kind":"pith_short_12","alias_value":"CQWTLMTXVSOB","created_at":"2026-07-05T04:18:50Z"},{"alias_kind":"pith_short_16","alias_value":"CQWTLMTXVSOBY2L2","created_at":"2026-07-05T04:18:50Z"},{"alias_kind":"pith_short_8","alias_value":"CQWTLMTX","created_at":"2026-07-05T04:18:50Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:CQWTLMTXVSOBY2L2YIXRQBR4I4","target":"record","payload":{"canonical_record":{"source":{"id":"2112.07475","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-12-14T15:38:22Z","cross_cats_sorted":[],"title_canon_sha256":"91e2908376082416b6e22bfca907a665a743f17d5980c9f930a43b32cc28afff","abstract_canon_sha256":"6571bf4998ce567421f2ff648949b0485305c21cdce408173184e13e2ec6358a"},"schema_version":"1.0"},"canonical_sha256":"142d35b277ac9c1c697ac22f18063c4711af5549f9f15ef34a059e62ad4eeb5c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:18:50.034505Z","signature_b64":"FuzlupharnS+4a4aX/En7BnNdereOLJbfyeKAVGxJKjfODCkJnskZVWID+d00gC1g3+cShG3W9vCnBiMqAPmAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"142d35b277ac9c1c697ac22f18063c4711af5549f9f15ef34a059e62ad4eeb5c","last_reissued_at":"2026-07-05T04:18:50.034026Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:18:50.034026Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2112.07475","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:18:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Z0kGSgsK10aYTSV2L1uJv0gOf2QZuJ+ItSQYnv4/nwTj4RGpNztnBsCbR2UuNSyu+2+oijIUNeUohm7jBXgyDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T06:13:31.630906Z"},"content_sha256":"7804b7bc2e438c305b5807ad1a9cb56134f138d8f2a01dc9fd7efb4222d02b11","schema_version":"1.0","event_id":"sha256:7804b7bc2e438c305b5807ad1a9cb56134f138d8f2a01dc9fd7efb4222d02b11"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:CQWTLMTXVSOBY2L2YIXRQBR4I4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Two Contrasting Data Annotation Paradigms for Subjective NLP Tasks","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Bertie Vidgen, Dirk Hovy, Janet B. Pierrehumbert, Paul R\\\"ottger","submitted_at":"2021-12-14T15:38:22Z","abstract_excerpt":"Labelled data is the foundation of most natural language processing tasks. However, labelling data is difficult and there often are diverse valid beliefs about what the correct data labels should be. So far, dataset creators have acknowledged annotator subjectivity, but rarely actively managed it in the annotation process. This has led to partly-subjective datasets that fail to serve a clear downstream use. To address this issue, we propose two contrasting paradigms for data annotation. The descriptive paradigm encourages annotator subjectivity, whereas the prescriptive paradigm discourages it"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2112.07475","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2112.07475/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:18:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4qle7p4h6x22/pcFvXS0ES2jFwVqqS5PwqJ5tc0iDkcb8JXNdca1BG6gFQcyUazHANoLX92atZ5TPk5KtkNwBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T06:13:31.631949Z"},"content_sha256":"553d7beb0bc99f8aaea83e63b3e07c6d8f4ad0bc15e41f94e27120459c48fd48","schema_version":"1.0","event_id":"sha256:553d7beb0bc99f8aaea83e63b3e07c6d8f4ad0bc15e41f94e27120459c48fd48"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/CQWTLMTXVSOBY2L2YIXRQBR4I4/bundle.json","state_url":"https://pith.science/pith/CQWTLMTXVSOBY2L2YIXRQBR4I4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/CQWTLMTXVSOBY2L2YIXRQBR4I4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T06:13:31Z","links":{"resolver":"https://pith.science/pith/CQWTLMTXVSOBY2L2YIXRQBR4I4","bundle":"https://pith.science/pith/CQWTLMTXVSOBY2L2YIXRQBR4I4/bundle.json","state":"https://pith.science/pith/CQWTLMTXVSOBY2L2YIXRQBR4I4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/CQWTLMTXVSOBY2L2YIXRQBR4I4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:CQWTLMTXVSOBY2L2YIXRQBR4I4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6571bf4998ce567421f2ff648949b0485305c21cdce408173184e13e2ec6358a","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-12-14T15:38:22Z","title_canon_sha256":"91e2908376082416b6e22bfca907a665a743f17d5980c9f930a43b32cc28afff"},"schema_version":"1.0","source":{"id":"2112.07475","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2112.07475","created_at":"2026-07-05T04:18:50Z"},{"alias_kind":"arxiv_version","alias_value":"2112.07475v2","created_at":"2026-07-05T04:18:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2112.07475","created_at":"2026-07-05T04:18:50Z"},{"alias_kind":"pith_short_12","alias_value":"CQWTLMTXVSOB","created_at":"2026-07-05T04:18:50Z"},{"alias_kind":"pith_short_16","alias_value":"CQWTLMTXVSOBY2L2","created_at":"2026-07-05T04:18:50Z"},{"alias_kind":"pith_short_8","alias_value":"CQWTLMTX","created_at":"2026-07-05T04:18:50Z"}],"graph_snapshots":[{"event_id":"sha256:553d7beb0bc99f8aaea83e63b3e07c6d8f4ad0bc15e41f94e27120459c48fd48","target":"graph","created_at":"2026-07-05T04:18:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2112.07475/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Labelled data is the foundation of most natural language processing tasks. However, labelling data is difficult and there often are diverse valid beliefs about what the correct data labels should be. So far, dataset creators have acknowledged annotator subjectivity, but rarely actively managed it in the annotation process. This has led to partly-subjective datasets that fail to serve a clear downstream use. To address this issue, we propose two contrasting paradigms for data annotation. The descriptive paradigm encourages annotator subjectivity, whereas the prescriptive paradigm discourages it","authors_text":"Bertie Vidgen, Dirk Hovy, Janet B. Pierrehumbert, Paul R\\\"ottger","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-12-14T15:38:22Z","title":"Two Contrasting Data Annotation Paradigms for Subjective NLP Tasks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2112.07475","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7804b7bc2e438c305b5807ad1a9cb56134f138d8f2a01dc9fd7efb4222d02b11","target":"record","created_at":"2026-07-05T04:18:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6571bf4998ce567421f2ff648949b0485305c21cdce408173184e13e2ec6358a","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-12-14T15:38:22Z","title_canon_sha256":"91e2908376082416b6e22bfca907a665a743f17d5980c9f930a43b32cc28afff"},"schema_version":"1.0","source":{"id":"2112.07475","kind":"arxiv","version":2}},"canonical_sha256":"142d35b277ac9c1c697ac22f18063c4711af5549f9f15ef34a059e62ad4eeb5c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"142d35b277ac9c1c697ac22f18063c4711af5549f9f15ef34a059e62ad4eeb5c","first_computed_at":"2026-07-05T04:18:50.034026Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:18:50.034026Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"FuzlupharnS+4a4aX/En7BnNdereOLJbfyeKAVGxJKjfODCkJnskZVWID+d00gC1g3+cShG3W9vCnBiMqAPmAA==","signature_status":"signed_v1","signed_at":"2026-07-05T04:18:50.034505Z","signed_message":"canonical_sha256_bytes"},"source_id":"2112.07475","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7804b7bc2e438c305b5807ad1a9cb56134f138d8f2a01dc9fd7efb4222d02b11","sha256:553d7beb0bc99f8aaea83e63b3e07c6d8f4ad0bc15e41f94e27120459c48fd48"],"state_sha256":"6b8dae95b9ae5d93ecbce4cf7aa13bd3f0fb68b3e7b72fd01130807fc57193ef"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zQvwWNOtokArsYiO/FpwZRNCfhcNSuSm/z5iz3RZXCouudFcwTMuAB2gyr5vFkAbaM7Z/czmCHMeTldZpfFCBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T06:13:31.642237Z","bundle_sha256":"ba7a6152585557693b284b62731c1f101c0d0581dda027066ff35548407a904c"}}