{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:XAPNU7RHE7ZBMSCWPO4MW5I6OR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8ef33f1b8da2552a1659c4a28d2e62a11f3f3c8c6c4816f43f3b2343d0bdeda9","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2022-02-09T20:52:14Z","title_canon_sha256":"841a237e45a0e91d2891ec7ac6d169c370dcb97c68e3dab62d56c030ad883565"},"schema_version":"1.0","source":{"id":"2202.04718","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2202.04718","created_at":"2026-07-05T03:55:53Z"},{"alias_kind":"arxiv_version","alias_value":"2202.04718v1","created_at":"2026-07-05T03:55:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2202.04718","created_at":"2026-07-05T03:55:53Z"},{"alias_kind":"pith_short_12","alias_value":"XAPNU7RHE7ZB","created_at":"2026-07-05T03:55:53Z"},{"alias_kind":"pith_short_16","alias_value":"XAPNU7RHE7ZBMSCW","created_at":"2026-07-05T03:55:53Z"},{"alias_kind":"pith_short_8","alias_value":"XAPNU7RH","created_at":"2026-07-05T03:55:53Z"}],"graph_snapshots":[{"event_id":"sha256:1e00deaef6670aa86560fe7468429b21c465f147014612864d13738849db41f4","target":"graph","created_at":"2026-07-05T03:55:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2202.04718/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In hybrid human-machine deferral frameworks, a classifier can defer uncertain cases to human decision-makers (who are often themselves fallible). Prior work on simultaneous training of such classifier and deferral models has typically assumed access to an oracle during training to obtain true class labels for training samples, but in practice there often is no such oracle. In contrast, we consider a \"closed\" decision-making pipeline in which the same fallible human decision-makers used in deferral also provide training labels. How can imperfect and biased human expert labels be used to train a","authors_text":"Krishnaram Kenthapadi, Matthew Lease, Vijay Keswani","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2022-02-09T20:52:14Z","title":"Designing Closed Human-in-the-loop Deferral Pipelines"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2202.04718","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:13df33ae8fac871270281765ce6d24ac24676d6544847d6bac1311574c9c8636","target":"record","created_at":"2026-07-05T03:55:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8ef33f1b8da2552a1659c4a28d2e62a11f3f3c8c6c4816f43f3b2343d0bdeda9","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2022-02-09T20:52:14Z","title_canon_sha256":"841a237e45a0e91d2891ec7ac6d169c370dcb97c68e3dab62d56c030ad883565"},"schema_version":"1.0","source":{"id":"2202.04718","kind":"arxiv","version":1}},"canonical_sha256":"b81eda7e2727f21648567bb8cb751e745e4dfc1483d8f201ef16f324ea97f7aa","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b81eda7e2727f21648567bb8cb751e745e4dfc1483d8f201ef16f324ea97f7aa","first_computed_at":"2026-07-05T03:55:53.194132Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:55:53.194132Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"YzG6i/is7ybR+LaX3boeHw/AkOnUGX4CTRMeGHT6F/eAVkOaUt52ShtOABpd82bYA7OEdlOy8mQf4sqin+BSDA==","signature_status":"signed_v1","signed_at":"2026-07-05T03:55:53.194621Z","signed_message":"canonical_sha256_bytes"},"source_id":"2202.04718","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:13df33ae8fac871270281765ce6d24ac24676d6544847d6bac1311574c9c8636","sha256:1e00deaef6670aa86560fe7468429b21c465f147014612864d13738849db41f4"],"state_sha256":"005c064a40ecef0c8ac102c3209bd34c372315a1cfaa12049625d29c72c0cca5"}