{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:2CTK3J3TY3ZITM4EBOJNCFKCBG","short_pith_number":"pith:2CTK3J3T","schema_version":"1.0","canonical_sha256":"d0a6ada773c6f289b3840b92d1154209baf8cfea56d250a098e99673568a62c2","source":{"kind":"arxiv","id":"2405.05860","version":1},"attestation_state":"computed","paper":{"title":"The Perspectivist Paradigm Shift: Assumptions and Challenges of Capturing Human Labels","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL","cs.CY"],"primary_cat":"cs.LG","authors_text":"Dan Klein, Eve Fleisig, Su Lin Blodgett, Zeerak Talat","submitted_at":"2024-05-09T15:48:07Z","abstract_excerpt":"Longstanding data labeling practices in machine learning involve collecting and aggregating labels from multiple annotators. But what should we do when annotators disagree? Though annotator disagreement has long been seen as a problem to minimize, new perspectivist approaches challenge this assumption by treating disagreement as a valuable source of information. In this position paper, we examine practices and assumptions surrounding the causes of disagreement--some challenged by perspectivist approaches, and some that remain to be addressed--as well as practical and normative challenges for w"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2405.05860","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-09T15:48:07Z","cross_cats_sorted":["cs.CL","cs.CY"],"title_canon_sha256":"73e84c381cf6cd8c0aa3398f2a25068b9efb077c7817bdedd338d8b48e8d4982","abstract_canon_sha256":"de3c600b4950998b9500df1f880233c40d0c8e15ac43fbe3d31c331d49ed9268"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:17:23.910204Z","signature_b64":"h3HW6f/kZCJXEXIDO3YDF9ZzbZc5+Nh6KiO4S8be5rgg3VmUP11UgCgQQ5/4r0D3T5X3rZt9C0jqWCOmlzi4CQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d0a6ada773c6f289b3840b92d1154209baf8cfea56d250a098e99673568a62c2","last_reissued_at":"2026-07-05T08:17:23.909737Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:17:23.909737Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"The Perspectivist Paradigm Shift: Assumptions and Challenges of Capturing Human Labels","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL","cs.CY"],"primary_cat":"cs.LG","authors_text":"Dan Klein, Eve Fleisig, Su Lin Blodgett, Zeerak Talat","submitted_at":"2024-05-09T15:48:07Z","abstract_excerpt":"Longstanding data labeling practices in machine learning involve collecting and aggregating labels from multiple annotators. But what should we do when annotators disagree? Though annotator disagreement has long been seen as a problem to minimize, new perspectivist approaches challenge this assumption by treating disagreement as a valuable source of information. In this position paper, we examine practices and assumptions surrounding the causes of disagreement--some challenged by perspectivist approaches, and some that remain to be addressed--as well as practical and normative challenges for w"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.05860","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.05860/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2405.05860","created_at":"2026-07-05T08:17:23.909795+00:00"},{"alias_kind":"arxiv_version","alias_value":"2405.05860v1","created_at":"2026-07-05T08:17:23.909795+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.05860","created_at":"2026-07-05T08:17:23.909795+00:00"},{"alias_kind":"pith_short_12","alias_value":"2CTK3J3TY3ZI","created_at":"2026-07-05T08:17:23.909795+00:00"},{"alias_kind":"pith_short_16","alias_value":"2CTK3J3TY3ZITM4E","created_at":"2026-07-05T08:17:23.909795+00:00"},{"alias_kind":"pith_short_8","alias_value":"2CTK3J3T","created_at":"2026-07-05T08:17:23.909795+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":3,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2606.07936","citing_title":"Illusions of the Gold Standard: A Large-scale Analysis of Human Evaluation Protocols for Long-form Text Generation","ref_index":21,"is_internal_anchor":false},{"citing_arxiv_id":"2512.04269","citing_title":"Mapping Data Labour Supply Chain in Africa in an Era of Digital Apartheid: a Struggle for Recognition","ref_index":7,"is_internal_anchor":false},{"citing_arxiv_id":"2604.07591","citing_title":"From Ground Truth to Measurement: A Statistical Framework for Human Labeling","ref_index":4,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/2CTK3J3TY3ZITM4EBOJNCFKCBG","json":"https://pith.science/pith/2CTK3J3TY3ZITM4EBOJNCFKCBG.json","graph_json":"https://pith.science/api/pith-number/2CTK3J3TY3ZITM4EBOJNCFKCBG/graph.json","events_json":"https://pith.science/api/pith-number/2CTK3J3TY3ZITM4EBOJNCFKCBG/events.json","paper":"https://pith.science/paper/2CTK3J3T"},"agent_actions":{"view_html":"https://pith.science/pith/2CTK3J3TY3ZITM4EBOJNCFKCBG","download_json":"https://pith.science/pith/2CTK3J3TY3ZITM4EBOJNCFKCBG.json","view_paper":"https://pith.science/paper/2CTK3J3T","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2405.05860&json=true","fetch_graph":"https://pith.science/api/pith-number/2CTK3J3TY3ZITM4EBOJNCFKCBG/graph.json","fetch_events":"https://pith.science/api/pith-number/2CTK3J3TY3ZITM4EBOJNCFKCBG/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/2CTK3J3TY3ZITM4EBOJNCFKCBG/action/timestamp_anchor","attest_storage":"https://pith.science/pith/2CTK3J3TY3ZITM4EBOJNCFKCBG/action/storage_attestation","attest_author":"https://pith.science/pith/2CTK3J3TY3ZITM4EBOJNCFKCBG/action/author_attestation","sign_citation":"https://pith.science/pith/2CTK3J3TY3ZITM4EBOJNCFKCBG/action/citation_signature","submit_replication":"https://pith.science/pith/2CTK3J3TY3ZITM4EBOJNCFKCBG/action/replication_record"}},"created_at":"2026-07-05T08:17:23.909795+00:00","updated_at":"2026-07-05T08:17:23.909795+00:00"}