{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2023:PNZ5JRM5CK53YDUGHBEDM3OUYN","short_pith_number":"pith:PNZ5JRM5","schema_version":"1.0","canonical_sha256":"7b73d4c59d12bbbc0e863848366dd4c35d1e3766c3c0bb369ca6af90f2146eb6","source":{"kind":"arxiv","id":"2304.07306","version":1},"attestation_state":"computed","paper":{"title":"Learning to Defer with Limited Expert Predictions","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cs.AI","cs.HC"],"primary_cat":"cs.LG","authors_text":"Johannes Jakubik, Lukas Thede, Michael V\\\"ossing, Niklas K\\\"uhl, Patrick Hemmer","submitted_at":"2023-04-14T09:22:34Z","abstract_excerpt":"Recent research suggests that combining AI models with a human expert can exceed the performance of either alone. The combination of their capabilities is often realized by learning to defer algorithms that enable the AI to learn to decide whether to make a prediction for a particular instance or defer it to the human expert. However, to accurately learn which instances should be deferred to the human expert, a large number of expert predictions that accurately reflect the expert's capabilities are required -- in addition to the ground truth labels needed to train the AI. This requirement shar"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2304.07306","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2023-04-14T09:22:34Z","cross_cats_sorted":["cs.AI","cs.HC"],"title_canon_sha256":"9ce7a94d79dfe769019f80b3c8e1bd14e9f01e58c72f1e0446ecdb98413cad5d","abstract_canon_sha256":"3614ffb801b00110fff4b83b86d5d4de8d32480e8e5429a4e1a0bc3db40612d1"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:01:19.471536Z","signature_b64":"K2a31dibP12gbcb+YT/oCbfxXVl+0FYaTK2MTOhK1+vIm5kfvpI1+0zhA/jjWOuoRefUqxil+pwpyTVj6IzzAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7b73d4c59d12bbbc0e863848366dd4c35d1e3766c3c0bb369ca6af90f2146eb6","last_reissued_at":"2026-07-05T06:01:19.471026Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:01:19.471026Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Learning to Defer with Limited Expert Predictions","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cs.AI","cs.HC"],"primary_cat":"cs.LG","authors_text":"Johannes Jakubik, Lukas Thede, Michael V\\\"ossing, Niklas K\\\"uhl, Patrick Hemmer","submitted_at":"2023-04-14T09:22:34Z","abstract_excerpt":"Recent research suggests that combining AI models with a human expert can exceed the performance of either alone. The combination of their capabilities is often realized by learning to defer algorithms that enable the AI to learn to decide whether to make a prediction for a particular instance or defer it to the human expert. However, to accurately learn which instances should be deferred to the human expert, a large number of expert predictions that accurately reflect the expert's capabilities are required -- in addition to the ground truth labels needed to train the AI. This requirement shar"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2304.07306","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2304.07306/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2304.07306","created_at":"2026-07-05T06:01:19.471090+00:00"},{"alias_kind":"arxiv_version","alias_value":"2304.07306v1","created_at":"2026-07-05T06:01:19.471090+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2304.07306","created_at":"2026-07-05T06:01:19.471090+00:00"},{"alias_kind":"pith_short_12","alias_value":"PNZ5JRM5CK53","created_at":"2026-07-05T06:01:19.471090+00:00"},{"alias_kind":"pith_short_16","alias_value":"PNZ5JRM5CK53YDUG","created_at":"2026-07-05T06:01:19.471090+00:00"},{"alias_kind":"pith_short_8","alias_value":"PNZ5JRM5","created_at":"2026-07-05T06:01:19.471090+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2606.12587","citing_title":"Strategic Decision Support for AI Agents","ref_index":30,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/PNZ5JRM5CK53YDUGHBEDM3OUYN","json":"https://pith.science/pith/PNZ5JRM5CK53YDUGHBEDM3OUYN.json","graph_json":"https://pith.science/api/pith-number/PNZ5JRM5CK53YDUGHBEDM3OUYN/graph.json","events_json":"https://pith.science/api/pith-number/PNZ5JRM5CK53YDUGHBEDM3OUYN/events.json","paper":"https://pith.science/paper/PNZ5JRM5"},"agent_actions":{"view_html":"https://pith.science/pith/PNZ5JRM5CK53YDUGHBEDM3OUYN","download_json":"https://pith.science/pith/PNZ5JRM5CK53YDUGHBEDM3OUYN.json","view_paper":"https://pith.science/paper/PNZ5JRM5","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2304.07306&json=true","fetch_graph":"https://pith.science/api/pith-number/PNZ5JRM5CK53YDUGHBEDM3OUYN/graph.json","fetch_events":"https://pith.science/api/pith-number/PNZ5JRM5CK53YDUGHBEDM3OUYN/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/PNZ5JRM5CK53YDUGHBEDM3OUYN/action/timestamp_anchor","attest_storage":"https://pith.science/pith/PNZ5JRM5CK53YDUGHBEDM3OUYN/action/storage_attestation","attest_author":"https://pith.science/pith/PNZ5JRM5CK53YDUGHBEDM3OUYN/action/author_attestation","sign_citation":"https://pith.science/pith/PNZ5JRM5CK53YDUGHBEDM3OUYN/action/citation_signature","submit_replication":"https://pith.science/pith/PNZ5JRM5CK53YDUGHBEDM3OUYN/action/replication_record"}},"created_at":"2026-07-05T06:01:19.471090+00:00","updated_at":"2026-07-05T06:01:19.471090+00:00"}