{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:PNZ5JRM5CK53YDUGHBEDM3OUYN","short_pith_number":"pith:PNZ5JRM5","canonical_record":{"source":{"id":"2304.07306","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2023-04-14T09:22:34Z","cross_cats_sorted":["cs.AI","cs.HC"],"title_canon_sha256":"9ce7a94d79dfe769019f80b3c8e1bd14e9f01e58c72f1e0446ecdb98413cad5d","abstract_canon_sha256":"3614ffb801b00110fff4b83b86d5d4de8d32480e8e5429a4e1a0bc3db40612d1"},"schema_version":"1.0"},"canonical_sha256":"7b73d4c59d12bbbc0e863848366dd4c35d1e3766c3c0bb369ca6af90f2146eb6","source":{"kind":"arxiv","id":"2304.07306","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2304.07306","created_at":"2026-07-05T06:01:19Z"},{"alias_kind":"arxiv_version","alias_value":"2304.07306v1","created_at":"2026-07-05T06:01:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2304.07306","created_at":"2026-07-05T06:01:19Z"},{"alias_kind":"pith_short_12","alias_value":"PNZ5JRM5CK53","created_at":"2026-07-05T06:01:19Z"},{"alias_kind":"pith_short_16","alias_value":"PNZ5JRM5CK53YDUG","created_at":"2026-07-05T06:01:19Z"},{"alias_kind":"pith_short_8","alias_value":"PNZ5JRM5","created_at":"2026-07-05T06:01:19Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:PNZ5JRM5CK53YDUGHBEDM3OUYN","target":"record","payload":{"canonical_record":{"source":{"id":"2304.07306","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2023-04-14T09:22:34Z","cross_cats_sorted":["cs.AI","cs.HC"],"title_canon_sha256":"9ce7a94d79dfe769019f80b3c8e1bd14e9f01e58c72f1e0446ecdb98413cad5d","abstract_canon_sha256":"3614ffb801b00110fff4b83b86d5d4de8d32480e8e5429a4e1a0bc3db40612d1"},"schema_version":"1.0"},"canonical_sha256":"7b73d4c59d12bbbc0e863848366dd4c35d1e3766c3c0bb369ca6af90f2146eb6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:01:19.471536Z","signature_b64":"K2a31dibP12gbcb+YT/oCbfxXVl+0FYaTK2MTOhK1+vIm5kfvpI1+0zhA/jjWOuoRefUqxil+pwpyTVj6IzzAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7b73d4c59d12bbbc0e863848366dd4c35d1e3766c3c0bb369ca6af90f2146eb6","last_reissued_at":"2026-07-05T06:01:19.471026Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:01:19.471026Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2304.07306","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:01:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4UJAYZfvNQwFNWQWsISMKZiPVR31eZaoOS3Yu7xULZiJyNkbhyDe56lvTbC7Gi7jWd1PK92thUEwduusPwLiBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T00:19:31.126732Z"},"content_sha256":"08d0959b43c60c333ed9ae78115da0731d4198418f4a6ea44dcce24941961124","schema_version":"1.0","event_id":"sha256:08d0959b43c60c333ed9ae78115da0731d4198418f4a6ea44dcce24941961124"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:PNZ5JRM5CK53YDUGHBEDM3OUYN","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Learning to Defer with Limited Expert Predictions","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cs.AI","cs.HC"],"primary_cat":"cs.LG","authors_text":"Johannes Jakubik, Lukas Thede, Michael V\\\"ossing, Niklas K\\\"uhl, Patrick Hemmer","submitted_at":"2023-04-14T09:22:34Z","abstract_excerpt":"Recent research suggests that combining AI models with a human expert can exceed the performance of either alone. The combination of their capabilities is often realized by learning to defer algorithms that enable the AI to learn to decide whether to make a prediction for a particular instance or defer it to the human expert. However, to accurately learn which instances should be deferred to the human expert, a large number of expert predictions that accurately reflect the expert's capabilities are required -- in addition to the ground truth labels needed to train the AI. This requirement shar"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2304.07306","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2304.07306/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:01:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cTTP04uSmhhvkv2681jVtEioXz9BDKPf+ikBZZfYnFf8vFqvKa+aqpVAdIK48Ov/+rdXf8SMCqpkiA02VLAKAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T00:19:31.127226Z"},"content_sha256":"2a5ccff99ab3dbd1cbfd94d9fba819e41df38b80f09bc361a1f895b8d2820c83","schema_version":"1.0","event_id":"sha256:2a5ccff99ab3dbd1cbfd94d9fba819e41df38b80f09bc361a1f895b8d2820c83"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PNZ5JRM5CK53YDUGHBEDM3OUYN/bundle.json","state_url":"https://pith.science/pith/PNZ5JRM5CK53YDUGHBEDM3OUYN/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PNZ5JRM5CK53YDUGHBEDM3OUYN/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T00:19:31Z","links":{"resolver":"https://pith.science/pith/PNZ5JRM5CK53YDUGHBEDM3OUYN","bundle":"https://pith.science/pith/PNZ5JRM5CK53YDUGHBEDM3OUYN/bundle.json","state":"https://pith.science/pith/PNZ5JRM5CK53YDUGHBEDM3OUYN/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PNZ5JRM5CK53YDUGHBEDM3OUYN/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:PNZ5JRM5CK53YDUGHBEDM3OUYN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3614ffb801b00110fff4b83b86d5d4de8d32480e8e5429a4e1a0bc3db40612d1","cross_cats_sorted":["cs.AI","cs.HC"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2023-04-14T09:22:34Z","title_canon_sha256":"9ce7a94d79dfe769019f80b3c8e1bd14e9f01e58c72f1e0446ecdb98413cad5d"},"schema_version":"1.0","source":{"id":"2304.07306","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2304.07306","created_at":"2026-07-05T06:01:19Z"},{"alias_kind":"arxiv_version","alias_value":"2304.07306v1","created_at":"2026-07-05T06:01:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2304.07306","created_at":"2026-07-05T06:01:19Z"},{"alias_kind":"pith_short_12","alias_value":"PNZ5JRM5CK53","created_at":"2026-07-05T06:01:19Z"},{"alias_kind":"pith_short_16","alias_value":"PNZ5JRM5CK53YDUG","created_at":"2026-07-05T06:01:19Z"},{"alias_kind":"pith_short_8","alias_value":"PNZ5JRM5","created_at":"2026-07-05T06:01:19Z"}],"graph_snapshots":[{"event_id":"sha256:2a5ccff99ab3dbd1cbfd94d9fba819e41df38b80f09bc361a1f895b8d2820c83","target":"graph","created_at":"2026-07-05T06:01:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2304.07306/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent research suggests that combining AI models with a human expert can exceed the performance of either alone. The combination of their capabilities is often realized by learning to defer algorithms that enable the AI to learn to decide whether to make a prediction for a particular instance or defer it to the human expert. However, to accurately learn which instances should be deferred to the human expert, a large number of expert predictions that accurately reflect the expert's capabilities are required -- in addition to the ground truth labels needed to train the AI. This requirement shar","authors_text":"Johannes Jakubik, Lukas Thede, Michael V\\\"ossing, Niklas K\\\"uhl, Patrick Hemmer","cross_cats":["cs.AI","cs.HC"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2023-04-14T09:22:34Z","title":"Learning to Defer with Limited Expert Predictions"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2304.07306","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:08d0959b43c60c333ed9ae78115da0731d4198418f4a6ea44dcce24941961124","target":"record","created_at":"2026-07-05T06:01:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3614ffb801b00110fff4b83b86d5d4de8d32480e8e5429a4e1a0bc3db40612d1","cross_cats_sorted":["cs.AI","cs.HC"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2023-04-14T09:22:34Z","title_canon_sha256":"9ce7a94d79dfe769019f80b3c8e1bd14e9f01e58c72f1e0446ecdb98413cad5d"},"schema_version":"1.0","source":{"id":"2304.07306","kind":"arxiv","version":1}},"canonical_sha256":"7b73d4c59d12bbbc0e863848366dd4c35d1e3766c3c0bb369ca6af90f2146eb6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7b73d4c59d12bbbc0e863848366dd4c35d1e3766c3c0bb369ca6af90f2146eb6","first_computed_at":"2026-07-05T06:01:19.471026Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:01:19.471026Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"K2a31dibP12gbcb+YT/oCbfxXVl+0FYaTK2MTOhK1+vIm5kfvpI1+0zhA/jjWOuoRefUqxil+pwpyTVj6IzzAg==","signature_status":"signed_v1","signed_at":"2026-07-05T06:01:19.471536Z","signed_message":"canonical_sha256_bytes"},"source_id":"2304.07306","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:08d0959b43c60c333ed9ae78115da0731d4198418f4a6ea44dcce24941961124","sha256:2a5ccff99ab3dbd1cbfd94d9fba819e41df38b80f09bc361a1f895b8d2820c83"],"state_sha256":"089dd387b2cea3835a1e47c7aaa3d565b7a4dbf618ad48d0e330ddc6f4e4ee46"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Gqcum3b4l57rmKZDxswKp65USjaiOoblQVdSaOJK+7sJ2Rt1/grnGueamaFBbnsOIsF4/5c66IKoxwKGnKF1CA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T00:19:31.131002Z","bundle_sha256":"0daa8f5d04648feea2bcdbd729dc7b527afef533cd032ecc0f74accbb4d3b1c1"}}