{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:JINCXUY3HUPAZ6GTJCNRV7TER4","short_pith_number":"pith:JINCXUY3","canonical_record":{"source":{"id":"2405.18902","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-29T09:03:44Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"9b0a6b3bb565c93191191f85b1f79f189fa0a35d3e7af3cde72da87ecd19ee32","abstract_canon_sha256":"f9d49a3c3bf1cc150f211ed3b2b2e7a56f7d1cc5ebdc21489033fade88fe0a68"},"schema_version":"1.0"},"canonical_sha256":"4a1a2bd31b3d1e0cf8d3489b1afe648f0efe16fd6454a7f77220175f7ce4fe5b","source":{"kind":"arxiv","id":"2405.18902","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.18902","created_at":"2026-07-05T10:45:08Z"},{"alias_kind":"arxiv_version","alias_value":"2405.18902v2","created_at":"2026-07-05T10:45:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.18902","created_at":"2026-07-05T10:45:08Z"},{"alias_kind":"pith_short_12","alias_value":"JINCXUY3HUPA","created_at":"2026-07-05T10:45:08Z"},{"alias_kind":"pith_short_16","alias_value":"JINCXUY3HUPAZ6GT","created_at":"2026-07-05T10:45:08Z"},{"alias_kind":"pith_short_8","alias_value":"JINCXUY3","created_at":"2026-07-05T10:45:08Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:JINCXUY3HUPAZ6GTJCNRV7TER4","target":"record","payload":{"canonical_record":{"source":{"id":"2405.18902","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-29T09:03:44Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"9b0a6b3bb565c93191191f85b1f79f189fa0a35d3e7af3cde72da87ecd19ee32","abstract_canon_sha256":"f9d49a3c3bf1cc150f211ed3b2b2e7a56f7d1cc5ebdc21489033fade88fe0a68"},"schema_version":"1.0"},"canonical_sha256":"4a1a2bd31b3d1e0cf8d3489b1afe648f0efe16fd6454a7f77220175f7ce4fe5b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:45:08.571007Z","signature_b64":"ByXT3M/JNC5i6EaXTcEN+jujpHZ4xDVQ8VJk7thhfInVieqYyT2GmH7RvvOOMJl9AYmAwYMzGqsDsSy1PZ7fAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4a1a2bd31b3d1e0cf8d3489b1afe648f0efe16fd6454a7f77220175f7ce4fe5b","last_reissued_at":"2026-07-05T10:45:08.570482Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:45:08.570482Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.18902","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:45:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DO4ldPoagK44co14hUOuReqnegyHqwNmsi1NenZlqJIMfQ3TS9fbKBAjdDuRzOZ95qR7k2LwJ7n3s3gJMxi3AQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T20:14:07.030837Z"},"content_sha256":"20c57e493807d467ae050807d126961a8bf16d99b900d65de87dee6e573153d4","schema_version":"1.0","event_id":"sha256:20c57e493807d467ae050807d126961a8bf16d99b900d65de87dee6e573153d4"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:JINCXUY3HUPAZ6GTJCNRV7TER4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Causal Framework for Evaluating Deferring Systems","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","stat.ML"],"primary_cat":"cs.LG","authors_text":"Andrea Pugnana, Filippo Palomba, Jos\\'e Manuel Alvarez, Salvatore Ruggieri","submitted_at":"2024-05-29T09:03:44Z","abstract_excerpt":"Deferring systems extend supervised Machine Learning (ML) models with the possibility to defer predictions to human experts. However, evaluating the impact of a deferring strategy on system accuracy is still an overlooked area. This paper fills this gap by evaluating deferring systems through a causal lens. We link the potential outcomes framework for causal inference with deferring systems, which allows to identify the causal impact of the deferring strategy on predictive accuracy. We distinguish two scenarios. In the first one, we have access to both the human and ML model predictions for th"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.18902","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.18902/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:45:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"u0Err5E/eDG5rmXDyLuIoOG9fQmkM606yYuAfztHWYcc+KNcj3q1cMkZaan5zCA4Q3IYRnnp7E84VH0nXQjMCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T20:14:07.031376Z"},"content_sha256":"695480571bd5a43b6f302402d33a934e287c7da9304d19eed5992e295eb655e4","schema_version":"1.0","event_id":"sha256:695480571bd5a43b6f302402d33a934e287c7da9304d19eed5992e295eb655e4"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/JINCXUY3HUPAZ6GTJCNRV7TER4/bundle.json","state_url":"https://pith.science/pith/JINCXUY3HUPAZ6GTJCNRV7TER4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/JINCXUY3HUPAZ6GTJCNRV7TER4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-13T20:14:07Z","links":{"resolver":"https://pith.science/pith/JINCXUY3HUPAZ6GTJCNRV7TER4","bundle":"https://pith.science/pith/JINCXUY3HUPAZ6GTJCNRV7TER4/bundle.json","state":"https://pith.science/pith/JINCXUY3HUPAZ6GTJCNRV7TER4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/JINCXUY3HUPAZ6GTJCNRV7TER4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:JINCXUY3HUPAZ6GTJCNRV7TER4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f9d49a3c3bf1cc150f211ed3b2b2e7a56f7d1cc5ebdc21489033fade88fe0a68","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-29T09:03:44Z","title_canon_sha256":"9b0a6b3bb565c93191191f85b1f79f189fa0a35d3e7af3cde72da87ecd19ee32"},"schema_version":"1.0","source":{"id":"2405.18902","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.18902","created_at":"2026-07-05T10:45:08Z"},{"alias_kind":"arxiv_version","alias_value":"2405.18902v2","created_at":"2026-07-05T10:45:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.18902","created_at":"2026-07-05T10:45:08Z"},{"alias_kind":"pith_short_12","alias_value":"JINCXUY3HUPA","created_at":"2026-07-05T10:45:08Z"},{"alias_kind":"pith_short_16","alias_value":"JINCXUY3HUPAZ6GT","created_at":"2026-07-05T10:45:08Z"},{"alias_kind":"pith_short_8","alias_value":"JINCXUY3","created_at":"2026-07-05T10:45:08Z"}],"graph_snapshots":[{"event_id":"sha256:695480571bd5a43b6f302402d33a934e287c7da9304d19eed5992e295eb655e4","target":"graph","created_at":"2026-07-05T10:45:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.18902/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Deferring systems extend supervised Machine Learning (ML) models with the possibility to defer predictions to human experts. However, evaluating the impact of a deferring strategy on system accuracy is still an overlooked area. This paper fills this gap by evaluating deferring systems through a causal lens. We link the potential outcomes framework for causal inference with deferring systems, which allows to identify the causal impact of the deferring strategy on predictive accuracy. We distinguish two scenarios. In the first one, we have access to both the human and ML model predictions for th","authors_text":"Andrea Pugnana, Filippo Palomba, Jos\\'e Manuel Alvarez, Salvatore Ruggieri","cross_cats":["cs.AI","stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-29T09:03:44Z","title":"A Causal Framework for Evaluating Deferring Systems"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.18902","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:20c57e493807d467ae050807d126961a8bf16d99b900d65de87dee6e573153d4","target":"record","created_at":"2026-07-05T10:45:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f9d49a3c3bf1cc150f211ed3b2b2e7a56f7d1cc5ebdc21489033fade88fe0a68","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-29T09:03:44Z","title_canon_sha256":"9b0a6b3bb565c93191191f85b1f79f189fa0a35d3e7af3cde72da87ecd19ee32"},"schema_version":"1.0","source":{"id":"2405.18902","kind":"arxiv","version":2}},"canonical_sha256":"4a1a2bd31b3d1e0cf8d3489b1afe648f0efe16fd6454a7f77220175f7ce4fe5b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4a1a2bd31b3d1e0cf8d3489b1afe648f0efe16fd6454a7f77220175f7ce4fe5b","first_computed_at":"2026-07-05T10:45:08.570482Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:45:08.570482Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ByXT3M/JNC5i6EaXTcEN+jujpHZ4xDVQ8VJk7thhfInVieqYyT2GmH7RvvOOMJl9AYmAwYMzGqsDsSy1PZ7fAA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:45:08.571007Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.18902","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:20c57e493807d467ae050807d126961a8bf16d99b900d65de87dee6e573153d4","sha256:695480571bd5a43b6f302402d33a934e287c7da9304d19eed5992e295eb655e4"],"state_sha256":"b17f310146552b26fbcddd6e85684e78a7420375f8ac09620ebee2084b0fe7a9"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"s8SlgZ1WUpiDzKNwakxhPdfT9Hwen1YP2sLGbEBY1KJ/prmflxlvbP4U56/JtEvUlOD/1qF6L8IWrXRb2+C2AA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-13T20:14:07.048242Z","bundle_sha256":"d22ef932cbedcb55f58d6c47eee7446543a25ea4d85a97bed51edacecc82a632"}}