{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:4P6F42IRY3OWR7LIURTST6JFY6","short_pith_number":"pith:4P6F42IR","canonical_record":{"source":{"id":"2403.04085","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-06T22:30:04Z","cross_cats_sorted":["cs.CY"],"title_canon_sha256":"53a0b39b2d216d3ef600d0ba45e7455c050d21bd33ba0b8f5edcd3b4dee80421","abstract_canon_sha256":"fd8cb94f93c0edf19a94db663f4bed5e46cd7a5bf31c790e159c68729682dac1"},"schema_version":"1.0"},"canonical_sha256":"e3fc5e6911c6dd68fd68a46729f925c7b4aed714abcdf921c94c94475e72c342","source":{"kind":"arxiv","id":"2403.04085","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.04085","created_at":"2026-07-05T07:53:18Z"},{"alias_kind":"arxiv_version","alias_value":"2403.04085v1","created_at":"2026-07-05T07:53:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.04085","created_at":"2026-07-05T07:53:18Z"},{"alias_kind":"pith_short_12","alias_value":"4P6F42IRY3OW","created_at":"2026-07-05T07:53:18Z"},{"alias_kind":"pith_short_16","alias_value":"4P6F42IRY3OWR7LI","created_at":"2026-07-05T07:53:18Z"},{"alias_kind":"pith_short_8","alias_value":"4P6F42IR","created_at":"2026-07-05T07:53:18Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:4P6F42IRY3OWR7LIURTST6JFY6","target":"record","payload":{"canonical_record":{"source":{"id":"2403.04085","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-06T22:30:04Z","cross_cats_sorted":["cs.CY"],"title_canon_sha256":"53a0b39b2d216d3ef600d0ba45e7455c050d21bd33ba0b8f5edcd3b4dee80421","abstract_canon_sha256":"fd8cb94f93c0edf19a94db663f4bed5e46cd7a5bf31c790e159c68729682dac1"},"schema_version":"1.0"},"canonical_sha256":"e3fc5e6911c6dd68fd68a46729f925c7b4aed714abcdf921c94c94475e72c342","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:53:18.177243Z","signature_b64":"8zT6saeLc4WuP7fxVQwbYv5Gz3vr1JPJIFclQpuHNa5i/ZmsraUYMu+4x79P0dNUO9eP4OgCEvUuFoTtYLx+Bw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e3fc5e6911c6dd68fd68a46729f925c7b4aed714abcdf921c94c94475e72c342","last_reissued_at":"2026-07-05T07:53:18.176769Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:53:18.176769Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2403.04085","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:53:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GJOjpCJ3qk1g8liYUN2OjGDqq85iBkndBeMd80mXex1tmAMkn/W8DgXog8Nt0DTK23g4gE0oLHXyYh7zHuXJBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T07:16:09.248277Z"},"content_sha256":"7af8c5600e713c1c88a1f13d6dcfc0c33883a020a1accc326136630e8142d427","schema_version":"1.0","event_id":"sha256:7af8c5600e713c1c88a1f13d6dcfc0c33883a020a1accc326136630e8142d427"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:4P6F42IRY3OWR7LIURTST6JFY6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Don't Blame the Data, Blame the Model: Understanding Noise and Bias When Learning from Subjective Annotations","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CY"],"primary_cat":"cs.CL","authors_text":"Abhishek Anand, Anweasha Saha, Ashwin Rao, Fred Morstatter, Kristina Lerman, Negar Mokhberian, Prathyusha Naresh Kumar, Zihao He","submitted_at":"2024-03-06T22:30:04Z","abstract_excerpt":"Researchers have raised awareness about the harms of aggregating labels especially in subjective tasks that naturally contain disagreements among human annotators. In this work we show that models that are only provided aggregated labels show low confidence on high-disagreement data instances. While previous studies consider such instances as mislabeled, we argue that the reason the high-disagreement text instances have been hard-to-learn is that the conventional aggregated models underperform in extracting useful signals from subjective tasks. Inspired by recent studies demonstrating the effe"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.04085","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2403.04085/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:53:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mwtvJ1j9YOtYj7+NXWcu5D4DZP1JXlfWGUzHW1FW3l3sIrnhURno3jlPITO41QssEQYFd4Fwd7Vzh4B2TvpHDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T07:16:09.248725Z"},"content_sha256":"fa59bdb32489bd3651af8cd14ae3993a92be86e0bf564d94bd93176a401faf28","schema_version":"1.0","event_id":"sha256:fa59bdb32489bd3651af8cd14ae3993a92be86e0bf564d94bd93176a401faf28"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/4P6F42IRY3OWR7LIURTST6JFY6/bundle.json","state_url":"https://pith.science/pith/4P6F42IRY3OWR7LIURTST6JFY6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/4P6F42IRY3OWR7LIURTST6JFY6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T07:16:09Z","links":{"resolver":"https://pith.science/pith/4P6F42IRY3OWR7LIURTST6JFY6","bundle":"https://pith.science/pith/4P6F42IRY3OWR7LIURTST6JFY6/bundle.json","state":"https://pith.science/pith/4P6F42IRY3OWR7LIURTST6JFY6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/4P6F42IRY3OWR7LIURTST6JFY6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:4P6F42IRY3OWR7LIURTST6JFY6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"fd8cb94f93c0edf19a94db663f4bed5e46cd7a5bf31c790e159c68729682dac1","cross_cats_sorted":["cs.CY"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-06T22:30:04Z","title_canon_sha256":"53a0b39b2d216d3ef600d0ba45e7455c050d21bd33ba0b8f5edcd3b4dee80421"},"schema_version":"1.0","source":{"id":"2403.04085","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.04085","created_at":"2026-07-05T07:53:18Z"},{"alias_kind":"arxiv_version","alias_value":"2403.04085v1","created_at":"2026-07-05T07:53:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.04085","created_at":"2026-07-05T07:53:18Z"},{"alias_kind":"pith_short_12","alias_value":"4P6F42IRY3OW","created_at":"2026-07-05T07:53:18Z"},{"alias_kind":"pith_short_16","alias_value":"4P6F42IRY3OWR7LI","created_at":"2026-07-05T07:53:18Z"},{"alias_kind":"pith_short_8","alias_value":"4P6F42IR","created_at":"2026-07-05T07:53:18Z"}],"graph_snapshots":[{"event_id":"sha256:fa59bdb32489bd3651af8cd14ae3993a92be86e0bf564d94bd93176a401faf28","target":"graph","created_at":"2026-07-05T07:53:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2403.04085/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Researchers have raised awareness about the harms of aggregating labels especially in subjective tasks that naturally contain disagreements among human annotators. In this work we show that models that are only provided aggregated labels show low confidence on high-disagreement data instances. While previous studies consider such instances as mislabeled, we argue that the reason the high-disagreement text instances have been hard-to-learn is that the conventional aggregated models underperform in extracting useful signals from subjective tasks. Inspired by recent studies demonstrating the effe","authors_text":"Abhishek Anand, Anweasha Saha, Ashwin Rao, Fred Morstatter, Kristina Lerman, Negar Mokhberian, Prathyusha Naresh Kumar, Zihao He","cross_cats":["cs.CY"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-06T22:30:04Z","title":"Don't Blame the Data, Blame the Model: Understanding Noise and Bias When Learning from Subjective Annotations"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.04085","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7af8c5600e713c1c88a1f13d6dcfc0c33883a020a1accc326136630e8142d427","target":"record","created_at":"2026-07-05T07:53:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"fd8cb94f93c0edf19a94db663f4bed5e46cd7a5bf31c790e159c68729682dac1","cross_cats_sorted":["cs.CY"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-06T22:30:04Z","title_canon_sha256":"53a0b39b2d216d3ef600d0ba45e7455c050d21bd33ba0b8f5edcd3b4dee80421"},"schema_version":"1.0","source":{"id":"2403.04085","kind":"arxiv","version":1}},"canonical_sha256":"e3fc5e6911c6dd68fd68a46729f925c7b4aed714abcdf921c94c94475e72c342","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e3fc5e6911c6dd68fd68a46729f925c7b4aed714abcdf921c94c94475e72c342","first_computed_at":"2026-07-05T07:53:18.176769Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:53:18.176769Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"8zT6saeLc4WuP7fxVQwbYv5Gz3vr1JPJIFclQpuHNa5i/ZmsraUYMu+4x79P0dNUO9eP4OgCEvUuFoTtYLx+Bw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:53:18.177243Z","signed_message":"canonical_sha256_bytes"},"source_id":"2403.04085","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7af8c5600e713c1c88a1f13d6dcfc0c33883a020a1accc326136630e8142d427","sha256:fa59bdb32489bd3651af8cd14ae3993a92be86e0bf564d94bd93176a401faf28"],"state_sha256":"af3a062b59c1cf08bd0ac4427b3279b3fcd815e22cddcfe7f880d7b048646acd"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"O89aQScOEiBtvkeRI0ACca/J5UOwoweWs/2+xutb7G3xRC2GaLn7Ks4w13g3DXqu2ymWqv1jddD4BC92NEiUCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T07:16:09.251437Z","bundle_sha256":"5d96028b3f72f6b5b88dc8be6688db8943e8bfb91d6c79305418acfd7bcf1b58"}}