{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:LI7PLRDEZ5CITDHAY2J7LCDQJQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ef7e3033d5ed51c50e4a71923e9d91f50f09f1d86be412271ff4d91a281052ed","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-20T09:57:29Z","title_canon_sha256":"85141fc9867dca8ce57e300311d9e184b0dc0c8b63e26194ba10a881714f64bf"},"schema_version":"1.0","source":{"id":"2405.11919","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.11919","created_at":"2026-07-05T08:24:24Z"},{"alias_kind":"arxiv_version","alias_value":"2405.11919v2","created_at":"2026-07-05T08:24:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.11919","created_at":"2026-07-05T08:24:24Z"},{"alias_kind":"pith_short_12","alias_value":"LI7PLRDEZ5CI","created_at":"2026-07-05T08:24:24Z"},{"alias_kind":"pith_short_16","alias_value":"LI7PLRDEZ5CITDHA","created_at":"2026-07-05T08:24:24Z"},{"alias_kind":"pith_short_8","alias_value":"LI7PLRDE","created_at":"2026-07-05T08:24:24Z"}],"graph_snapshots":[{"event_id":"sha256:4990bae6d88e86f90dc5509999e2d3893d6fb73d9082a39f8ee4dc78ef59695c","target":"graph","created_at":"2026-07-05T08:24:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.11919/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Annotated datasets are an essential ingredient to train, evaluate, compare and productionalize supervised machine learning models. It is therefore imperative that annotations are of high quality. For their creation, good quality management and thereby reliable quality estimates are needed. Then, if quality is insufficient during the annotation process, rectifying measures can be taken to improve it. Quality estimation is often performed by having experts manually label instances as correct or incorrect. But checking all annotated instances tends to be expensive. Therefore, in practice, usually","authors_text":"Jan-Christoph Klie, Juan Haladjian, Marc Kirchner, Rahul Nair","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-20T09:57:29Z","title":"On Efficient and Statistical Quality Estimation for Data Annotation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.11919","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:abe673a98ce99cbb63aae73e75760525296bb8b490d0399eaf86fb30dfce5993","target":"record","created_at":"2026-07-05T08:24:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ef7e3033d5ed51c50e4a71923e9d91f50f09f1d86be412271ff4d91a281052ed","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-20T09:57:29Z","title_canon_sha256":"85141fc9867dca8ce57e300311d9e184b0dc0c8b63e26194ba10a881714f64bf"},"schema_version":"1.0","source":{"id":"2405.11919","kind":"arxiv","version":2}},"canonical_sha256":"5a3ef5c464cf44898ce0c693f588704c0e8d1ad0a953df81bbab803639fc4367","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5a3ef5c464cf44898ce0c693f588704c0e8d1ad0a953df81bbab803639fc4367","first_computed_at":"2026-07-05T08:24:24.950558Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:24:24.950558Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"7eQeX8ekFewhZCfSJYdDkvSXnTufyw82iAUr0pYpf/ZKX/rm/nkou3ktfuwv+7v2qh/Ls+FzVgDlrVXUrNTxDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:24:24.951005Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.11919","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:abe673a98ce99cbb63aae73e75760525296bb8b490d0399eaf86fb30dfce5993","sha256:4990bae6d88e86f90dc5509999e2d3893d6fb73d9082a39f8ee4dc78ef59695c"],"state_sha256":"0100932cc3027f5f28bfbaee959f02dbef7fdfcc250d3fcced7f62125cdfc47a"}