{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2021:QH7PJ72OPGU36KNDGYOVLIG3FZ","short_pith_number":"pith:QH7PJ72O","schema_version":"1.0","canonical_sha256":"81fef4ff4e79a9bf29a3361d55a0db2e55a4dc761a18e6406225fdd08e84261d","source":{"kind":"arxiv","id":"2102.13004","version":2},"attestation_state":"computed","paper":{"title":"Towards Unbiased and Accurate Deferral to Multiple Experts","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.HC","stat.ML"],"primary_cat":"cs.LG","authors_text":"Krishnaram Kenthapadi, Matthew Lease, Vijay Keswani","submitted_at":"2021-02-25T17:08:39Z","abstract_excerpt":"Machine learning models are often implemented in cohort with humans in the pipeline, with the model having an option to defer to a domain expert in cases where it has low confidence in its inference. Our goal is to design mechanisms for ensuring accuracy and fairness in such prediction systems that combine machine learning model inferences and domain expert predictions. Prior work on \"deferral systems\" in classification settings has focused on the setting of a pipeline with a single expert and aimed to accommodate the inaccuracies and biases of this expert to simultaneously learn an inference "},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2102.13004","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-02-25T17:08:39Z","cross_cats_sorted":["cs.HC","stat.ML"],"title_canon_sha256":"ca760463de5ca0892dbf707a71dc5b51b6f26b7be4cef4c00c95c142ca4d1adc","abstract_canon_sha256":"2532efb87dc685d01bffd6efec8a2daa3237324b78a6d5a5df2b5b9494250cda"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:39:57.272807Z","signature_b64":"Fkmh0q4mE/oQz9VbsmuOf3V5CkXnbvrToRrb+tgmqM6s3JkymtXybZwA+1NgX2AMFTyBFudkxKaCtWaE5J5MBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"81fef4ff4e79a9bf29a3361d55a0db2e55a4dc761a18e6406225fdd08e84261d","last_reissued_at":"2026-07-05T03:39:57.272401Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:39:57.272401Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Towards Unbiased and Accurate Deferral to Multiple Experts","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.HC","stat.ML"],"primary_cat":"cs.LG","authors_text":"Krishnaram Kenthapadi, Matthew Lease, Vijay Keswani","submitted_at":"2021-02-25T17:08:39Z","abstract_excerpt":"Machine learning models are often implemented in cohort with humans in the pipeline, with the model having an option to defer to a domain expert in cases where it has low confidence in its inference. Our goal is to design mechanisms for ensuring accuracy and fairness in such prediction systems that combine machine learning model inferences and domain expert predictions. Prior work on \"deferral systems\" in classification settings has focused on the setting of a pipeline with a single expert and aimed to accommodate the inaccuracies and biases of this expert to simultaneously learn an inference "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2102.13004","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2102.13004/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2102.13004","created_at":"2026-07-05T03:39:57.272465+00:00"},{"alias_kind":"arxiv_version","alias_value":"2102.13004v2","created_at":"2026-07-05T03:39:57.272465+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2102.13004","created_at":"2026-07-05T03:39:57.272465+00:00"},{"alias_kind":"pith_short_12","alias_value":"QH7PJ72OPGU3","created_at":"2026-07-05T03:39:57.272465+00:00"},{"alias_kind":"pith_short_16","alias_value":"QH7PJ72OPGU36KND","created_at":"2026-07-05T03:39:57.272465+00:00"},{"alias_kind":"pith_short_8","alias_value":"QH7PJ72O","created_at":"2026-07-05T03:39:57.272465+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2606.12587","citing_title":"Strategic Decision Support for AI Agents","ref_index":36,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/QH7PJ72OPGU36KNDGYOVLIG3FZ","json":"https://pith.science/pith/QH7PJ72OPGU36KNDGYOVLIG3FZ.json","graph_json":"https://pith.science/api/pith-number/QH7PJ72OPGU36KNDGYOVLIG3FZ/graph.json","events_json":"https://pith.science/api/pith-number/QH7PJ72OPGU36KNDGYOVLIG3FZ/events.json","paper":"https://pith.science/paper/QH7PJ72O"},"agent_actions":{"view_html":"https://pith.science/pith/QH7PJ72OPGU36KNDGYOVLIG3FZ","download_json":"https://pith.science/pith/QH7PJ72OPGU36KNDGYOVLIG3FZ.json","view_paper":"https://pith.science/paper/QH7PJ72O","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2102.13004&json=true","fetch_graph":"https://pith.science/api/pith-number/QH7PJ72OPGU36KNDGYOVLIG3FZ/graph.json","fetch_events":"https://pith.science/api/pith-number/QH7PJ72OPGU36KNDGYOVLIG3FZ/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/QH7PJ72OPGU36KNDGYOVLIG3FZ/action/timestamp_anchor","attest_storage":"https://pith.science/pith/QH7PJ72OPGU36KNDGYOVLIG3FZ/action/storage_attestation","attest_author":"https://pith.science/pith/QH7PJ72OPGU36KNDGYOVLIG3FZ/action/author_attestation","sign_citation":"https://pith.science/pith/QH7PJ72OPGU36KNDGYOVLIG3FZ/action/citation_signature","submit_replication":"https://pith.science/pith/QH7PJ72OPGU36KNDGYOVLIG3FZ/action/replication_record"}},"created_at":"2026-07-05T03:39:57.272465+00:00","updated_at":"2026-07-05T03:39:57.272465+00:00"}