{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:V4MFIL5V4VAOYRRLZCLS3UN2KN","short_pith_number":"pith:V4MFIL5V","canonical_record":{"source":{"id":"2405.17544","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-27T18:00:00Z","cross_cats_sorted":["cs.CY","cs.HC"],"title_canon_sha256":"07396a491e8748b33d7c4e2025d12756767485b27b5eb8b8796064e0239091f2","abstract_canon_sha256":"563814230e51a16df54d48a18402adf2a1e19cf3cbcdd9c435a07ef0c18a4bb6"},"schema_version":"1.0"},"canonical_sha256":"af18542fb5e540ec462bc8972dd1ba537f71edc7a62eda67cae7bc1f624fd6b2","source":{"kind":"arxiv","id":"2405.17544","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.17544","created_at":"2026-07-05T09:34:14Z"},{"alias_kind":"arxiv_version","alias_value":"2405.17544v2","created_at":"2026-07-05T09:34:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.17544","created_at":"2026-07-05T09:34:14Z"},{"alias_kind":"pith_short_12","alias_value":"V4MFIL5V4VAO","created_at":"2026-07-05T09:34:14Z"},{"alias_kind":"pith_short_16","alias_value":"V4MFIL5V4VAOYRRL","created_at":"2026-07-05T09:34:14Z"},{"alias_kind":"pith_short_8","alias_value":"V4MFIL5V","created_at":"2026-07-05T09:34:14Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:V4MFIL5V4VAOYRRLZCLS3UN2KN","target":"record","payload":{"canonical_record":{"source":{"id":"2405.17544","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-27T18:00:00Z","cross_cats_sorted":["cs.CY","cs.HC"],"title_canon_sha256":"07396a491e8748b33d7c4e2025d12756767485b27b5eb8b8796064e0239091f2","abstract_canon_sha256":"563814230e51a16df54d48a18402adf2a1e19cf3cbcdd9c435a07ef0c18a4bb6"},"schema_version":"1.0"},"canonical_sha256":"af18542fb5e540ec462bc8972dd1ba537f71edc7a62eda67cae7bc1f624fd6b2","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:34:14.184659Z","signature_b64":"dZ9TtmFy+lMOu0NE3vV7vjwJNP6kj0BoY/T3zozYsbMTYZkg2hRcNBNdjeWyw/Pwv4cgbSAw1iInZESpKm5/DA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"af18542fb5e540ec462bc8972dd1ba537f71edc7a62eda67cae7bc1f624fd6b2","last_reissued_at":"2026-07-05T09:34:14.184161Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:34:14.184161Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.17544","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:34:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KBL7qkbq51vZVAPsQEzEFAcZIZ4th7OZzq74+XzBbo/gWeDoAOkryJu6jh4Pa1igajt1MDm243GMDZXdqpcgCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T06:41:05.090793Z"},"content_sha256":"5836db5e4dde03db26e87179625392763dae2fe81d5b482d946dd6da9cb5b226","schema_version":"1.0","event_id":"sha256:5836db5e4dde03db26e87179625392763dae2fe81d5b482d946dd6da9cb5b226"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:V4MFIL5V4VAOYRRLZCLS3UN2KN","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Towards Human-AI Complementarity with Prediction Sets","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CY","cs.HC"],"primary_cat":"cs.LG","authors_text":"Eleni Straitouri, Giovanni De Toni, Manuel Gomez-Rodriguez, Nastaran Okati, Suhas Thejaswi","submitted_at":"2024-05-27T18:00:00Z","abstract_excerpt":"Decision support systems based on prediction sets have proven to be effective at helping human experts solve classification tasks. Rather than providing single-label predictions, these systems provide sets of label predictions constructed using conformal prediction, namely prediction sets, and ask human experts to predict label values from these sets. In this paper, we first show that the prediction sets constructed using conformal prediction are, in general, suboptimal in terms of average accuracy. Then, we show that the problem of finding the optimal prediction sets under which the human exp"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.17544","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.17544/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:34:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3r21+AQOmWh4c4Wkw2chRffQxhPPwzNQ9JK6NMrT9LmhPL2CyQzeHXNik6IbIDtoHtr6hAqUK0Dfnu/mSJ+oAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T06:41:05.091296Z"},"content_sha256":"96ef3ac75180b4edcce11399c8ee15050f8c0aca85f8e5150d97e1ae5cf09618","schema_version":"1.0","event_id":"sha256:96ef3ac75180b4edcce11399c8ee15050f8c0aca85f8e5150d97e1ae5cf09618"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/V4MFIL5V4VAOYRRLZCLS3UN2KN/bundle.json","state_url":"https://pith.science/pith/V4MFIL5V4VAOYRRLZCLS3UN2KN/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/V4MFIL5V4VAOYRRLZCLS3UN2KN/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-14T06:41:05Z","links":{"resolver":"https://pith.science/pith/V4MFIL5V4VAOYRRLZCLS3UN2KN","bundle":"https://pith.science/pith/V4MFIL5V4VAOYRRLZCLS3UN2KN/bundle.json","state":"https://pith.science/pith/V4MFIL5V4VAOYRRLZCLS3UN2KN/state.json","well_known_bundle":"https://pith.science/.well-known/pith/V4MFIL5V4VAOYRRLZCLS3UN2KN/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:V4MFIL5V4VAOYRRLZCLS3UN2KN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"563814230e51a16df54d48a18402adf2a1e19cf3cbcdd9c435a07ef0c18a4bb6","cross_cats_sorted":["cs.CY","cs.HC"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-27T18:00:00Z","title_canon_sha256":"07396a491e8748b33d7c4e2025d12756767485b27b5eb8b8796064e0239091f2"},"schema_version":"1.0","source":{"id":"2405.17544","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.17544","created_at":"2026-07-05T09:34:14Z"},{"alias_kind":"arxiv_version","alias_value":"2405.17544v2","created_at":"2026-07-05T09:34:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.17544","created_at":"2026-07-05T09:34:14Z"},{"alias_kind":"pith_short_12","alias_value":"V4MFIL5V4VAO","created_at":"2026-07-05T09:34:14Z"},{"alias_kind":"pith_short_16","alias_value":"V4MFIL5V4VAOYRRL","created_at":"2026-07-05T09:34:14Z"},{"alias_kind":"pith_short_8","alias_value":"V4MFIL5V","created_at":"2026-07-05T09:34:14Z"}],"graph_snapshots":[{"event_id":"sha256:96ef3ac75180b4edcce11399c8ee15050f8c0aca85f8e5150d97e1ae5cf09618","target":"graph","created_at":"2026-07-05T09:34:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.17544/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Decision support systems based on prediction sets have proven to be effective at helping human experts solve classification tasks. Rather than providing single-label predictions, these systems provide sets of label predictions constructed using conformal prediction, namely prediction sets, and ask human experts to predict label values from these sets. In this paper, we first show that the prediction sets constructed using conformal prediction are, in general, suboptimal in terms of average accuracy. Then, we show that the problem of finding the optimal prediction sets under which the human exp","authors_text":"Eleni Straitouri, Giovanni De Toni, Manuel Gomez-Rodriguez, Nastaran Okati, Suhas Thejaswi","cross_cats":["cs.CY","cs.HC"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-27T18:00:00Z","title":"Towards Human-AI Complementarity with Prediction Sets"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.17544","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5836db5e4dde03db26e87179625392763dae2fe81d5b482d946dd6da9cb5b226","target":"record","created_at":"2026-07-05T09:34:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"563814230e51a16df54d48a18402adf2a1e19cf3cbcdd9c435a07ef0c18a4bb6","cross_cats_sorted":["cs.CY","cs.HC"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-27T18:00:00Z","title_canon_sha256":"07396a491e8748b33d7c4e2025d12756767485b27b5eb8b8796064e0239091f2"},"schema_version":"1.0","source":{"id":"2405.17544","kind":"arxiv","version":2}},"canonical_sha256":"af18542fb5e540ec462bc8972dd1ba537f71edc7a62eda67cae7bc1f624fd6b2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"af18542fb5e540ec462bc8972dd1ba537f71edc7a62eda67cae7bc1f624fd6b2","first_computed_at":"2026-07-05T09:34:14.184161Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:34:14.184161Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"dZ9TtmFy+lMOu0NE3vV7vjwJNP6kj0BoY/T3zozYsbMTYZkg2hRcNBNdjeWyw/Pwv4cgbSAw1iInZESpKm5/DA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:34:14.184659Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.17544","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5836db5e4dde03db26e87179625392763dae2fe81d5b482d946dd6da9cb5b226","sha256:96ef3ac75180b4edcce11399c8ee15050f8c0aca85f8e5150d97e1ae5cf09618"],"state_sha256":"81b77f1c62b76e8060093c04833920671deb6dac924bc4dc136cb6ac0cdad404"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CwAEcKOKd/l+kKun2pDzn/q+tlx8ij/3gXMzHeXATDhRtmiSIDDcJN9GdJ4d4a7Ypp1Dqsy2kF/yj1j2/BlvDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-14T06:41:05.094994Z","bundle_sha256":"716afa822f106663056433abad0f70cc497d19a42ff3e26849c22a25e99f39f8"}}