{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:ZPBYRI5GJAPM72KYIIXBFUOIDN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"340fcb47adc2663a64e4b8b60b3c1066a29eb1e7b456a9a2f533035fe393ef18","cross_cats_sorted":["cs.CV","cs.HC"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-04-12T21:04:56Z","title_canon_sha256":"890dbc1e057e46666160ad2b252f711f762e590bbe19f1f3d0d49befbf2dede1"},"schema_version":"1.0","source":{"id":"2504.09341","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.09341","created_at":"2026-07-05T10:48:35Z"},{"alias_kind":"arxiv_version","alias_value":"2504.09341v1","created_at":"2026-07-05T10:48:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.09341","created_at":"2026-07-05T10:48:35Z"},{"alias_kind":"pith_short_12","alias_value":"ZPBYRI5GJAPM","created_at":"2026-07-05T10:48:35Z"},{"alias_kind":"pith_short_16","alias_value":"ZPBYRI5GJAPM72KY","created_at":"2026-07-05T10:48:35Z"},{"alias_kind":"pith_short_8","alias_value":"ZPBYRI5G","created_at":"2026-07-05T10:48:35Z"}],"graph_snapshots":[{"event_id":"sha256:fee52cbefdb17c784ed889b66f99f0c63f34f02df8d5df5df09466bd75b2bc69","target":"graph","created_at":"2026-07-05T10:48:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2504.09341/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"High-quality data annotation is an essential but laborious and costly aspect of developing machine learning-based software. We explore the inherent tradeoff between annotation accuracy and cost by detecting and removing minority reports -- instances where annotators provide incorrect responses -- that indicate unnecessary redundancy in task assignments. We propose an approach to prune potentially redundant annotation task assignments before they are executed by estimating the likelihood of an annotator disagreeing with the majority vote for a given task. Our approach is informed by an empirica","authors_text":"Christopher Klugmann, Daniel Kondermann, Hsuan Wei Liao, Rafid Mahmood","cross_cats":["cs.CV","cs.HC"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-04-12T21:04:56Z","title":"Minority Reports: Balancing Cost and Quality in Ground Truth Data Annotation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.09341","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7bb2783bf132fded764ed3825c8bdead2bea25aaf2958abe12537fe6116b0af8","target":"record","created_at":"2026-07-05T10:48:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"340fcb47adc2663a64e4b8b60b3c1066a29eb1e7b456a9a2f533035fe393ef18","cross_cats_sorted":["cs.CV","cs.HC"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-04-12T21:04:56Z","title_canon_sha256":"890dbc1e057e46666160ad2b252f711f762e590bbe19f1f3d0d49befbf2dede1"},"schema_version":"1.0","source":{"id":"2504.09341","kind":"arxiv","version":1}},"canonical_sha256":"cbc388a3a6481ecfe958422e12d1c81b594e45130debe3083ebe4a67601eab4c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"cbc388a3a6481ecfe958422e12d1c81b594e45130debe3083ebe4a67601eab4c","first_computed_at":"2026-07-05T10:48:35.808583Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:48:35.808583Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"m+iHNUCuTj5kBu3WlZDkHX/Et9AfiuRii520vdmnctHZvrtOVXB7tLBjygSOmmmAFR12JlBowk6E5H2d899XAg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:48:35.809079Z","signed_message":"canonical_sha256_bytes"},"source_id":"2504.09341","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7bb2783bf132fded764ed3825c8bdead2bea25aaf2958abe12537fe6116b0af8","sha256:fee52cbefdb17c784ed889b66f99f0c63f34f02df8d5df5df09466bd75b2bc69"],"state_sha256":"8a7f235c66367741097487102d555ebbf5c343d9d482ff1ff6de798a38e3fcff"}