{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:V5HC7IHIKMC4EXK67NFMW5FHPL","short_pith_number":"pith:V5HC7IHI","canonical_record":{"source":{"id":"2011.06167","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2020-11-12T02:23:53Z","cross_cats_sorted":[],"title_canon_sha256":"dc06eeb9becc19075192282f70b8abb33836879ece7746bfcbb9c89d428860e1","abstract_canon_sha256":"216aab677b08f971a0cd3ef3a9428164ade379c56243a84c4f6bfec5d13c5d7b"},"schema_version":"1.0"},"canonical_sha256":"af4e2fa0e85305c25d5efb4acb74a77acaec801d504244658dcf2d0f2d42c3c4","source":{"kind":"arxiv","id":"2011.06167","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2011.06167","created_at":"2026-07-05T06:19:50Z"},{"alias_kind":"arxiv_version","alias_value":"2011.06167v3","created_at":"2026-07-05T06:19:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2011.06167","created_at":"2026-07-05T06:19:50Z"},{"alias_kind":"pith_short_12","alias_value":"V5HC7IHIKMC4","created_at":"2026-07-05T06:19:50Z"},{"alias_kind":"pith_short_16","alias_value":"V5HC7IHIKMC4EXK6","created_at":"2026-07-05T06:19:50Z"},{"alias_kind":"pith_short_8","alias_value":"V5HC7IHI","created_at":"2026-07-05T06:19:50Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:V5HC7IHIKMC4EXK67NFMW5FHPL","target":"record","payload":{"canonical_record":{"source":{"id":"2011.06167","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2020-11-12T02:23:53Z","cross_cats_sorted":[],"title_canon_sha256":"dc06eeb9becc19075192282f70b8abb33836879ece7746bfcbb9c89d428860e1","abstract_canon_sha256":"216aab677b08f971a0cd3ef3a9428164ade379c56243a84c4f6bfec5d13c5d7b"},"schema_version":"1.0"},"canonical_sha256":"af4e2fa0e85305c25d5efb4acb74a77acaec801d504244658dcf2d0f2d42c3c4","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:19:50.084439Z","signature_b64":"EjTNHZoAbTxvOsmrbdhuvVVESH8wv74nxGsaAtjOu2rQeBo1SHC0xytRBpfdu4WMV4N7KAwI6dYnjsHIUlNDCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"af4e2fa0e85305c25d5efb4acb74a77acaec801d504244658dcf2d0f2d42c3c4","last_reissued_at":"2026-07-05T06:19:50.084040Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:19:50.084040Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2011.06167","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:19:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5j228T7G4Cnk+P5zJHnfnCdWcCkQj2JvsjteOQesGSq2TuYPLjUJb93sdRAlw0153xdSlKx70I6j7miupxafBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T08:13:41.229115Z"},"content_sha256":"ebdf8bb67d9d349a79b54a1f7071010ea3fd3963958c9674dbbdc2d8a549e4c6","schema_version":"1.0","event_id":"sha256:ebdf8bb67d9d349a79b54a1f7071010ea3fd3963958c9674dbbdc2d8a549e4c6"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:V5HC7IHIKMC4EXK67NFMW5FHPL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"When Does Uncertainty Matter?: Understanding the Impact of Predictive Uncertainty in ML Assisted Decision Making","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Alexandra Zytek, Himabindu Lakkaraju, Isaac Lage, Parth Mehta, Sean McGrath","submitted_at":"2020-11-12T02:23:53Z","abstract_excerpt":"As machine learning (ML) models are increasingly being employed to assist human decision makers, it becomes critical to provide these decision makers with relevant inputs which can help them decide if and how to incorporate model predictions into their decision making. For instance, communicating the uncertainty associated with model predictions could potentially be helpful in this regard. In this work, we carry out user studies (1,330 responses from 190 participants) to systematically assess how people with differing levels of expertise respond to different types of predictive uncertainty (i."},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2011.06167","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2011.06167/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:19:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5u6kRa6vD/a6b1yrS55jqJHYreKRxDW0S75mdCDVy+y32R/iEyq935IGE5xX2YYDyN1Z810sAksDdZJFard4Dg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T08:13:41.229621Z"},"content_sha256":"c33bd4ffb02763ba7606f2944c2de3b64a36de0ccb1c71154a7c4e9888dffd83","schema_version":"1.0","event_id":"sha256:c33bd4ffb02763ba7606f2944c2de3b64a36de0ccb1c71154a7c4e9888dffd83"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/V5HC7IHIKMC4EXK67NFMW5FHPL/bundle.json","state_url":"https://pith.science/pith/V5HC7IHIKMC4EXK67NFMW5FHPL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/V5HC7IHIKMC4EXK67NFMW5FHPL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-11T08:13:41Z","links":{"resolver":"https://pith.science/pith/V5HC7IHIKMC4EXK67NFMW5FHPL","bundle":"https://pith.science/pith/V5HC7IHIKMC4EXK67NFMW5FHPL/bundle.json","state":"https://pith.science/pith/V5HC7IHIKMC4EXK67NFMW5FHPL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/V5HC7IHIKMC4EXK67NFMW5FHPL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:V5HC7IHIKMC4EXK67NFMW5FHPL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"216aab677b08f971a0cd3ef3a9428164ade379c56243a84c4f6bfec5d13c5d7b","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2020-11-12T02:23:53Z","title_canon_sha256":"dc06eeb9becc19075192282f70b8abb33836879ece7746bfcbb9c89d428860e1"},"schema_version":"1.0","source":{"id":"2011.06167","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2011.06167","created_at":"2026-07-05T06:19:50Z"},{"alias_kind":"arxiv_version","alias_value":"2011.06167v3","created_at":"2026-07-05T06:19:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2011.06167","created_at":"2026-07-05T06:19:50Z"},{"alias_kind":"pith_short_12","alias_value":"V5HC7IHIKMC4","created_at":"2026-07-05T06:19:50Z"},{"alias_kind":"pith_short_16","alias_value":"V5HC7IHIKMC4EXK6","created_at":"2026-07-05T06:19:50Z"},{"alias_kind":"pith_short_8","alias_value":"V5HC7IHI","created_at":"2026-07-05T06:19:50Z"}],"graph_snapshots":[{"event_id":"sha256:c33bd4ffb02763ba7606f2944c2de3b64a36de0ccb1c71154a7c4e9888dffd83","target":"graph","created_at":"2026-07-05T06:19:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2011.06167/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"As machine learning (ML) models are increasingly being employed to assist human decision makers, it becomes critical to provide these decision makers with relevant inputs which can help them decide if and how to incorporate model predictions into their decision making. For instance, communicating the uncertainty associated with model predictions could potentially be helpful in this regard. In this work, we carry out user studies (1,330 responses from 190 participants) to systematically assess how people with differing levels of expertise respond to different types of predictive uncertainty (i.","authors_text":"Alexandra Zytek, Himabindu Lakkaraju, Isaac Lage, Parth Mehta, Sean McGrath","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2020-11-12T02:23:53Z","title":"When Does Uncertainty Matter?: Understanding the Impact of Predictive Uncertainty in ML Assisted Decision Making"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2011.06167","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ebdf8bb67d9d349a79b54a1f7071010ea3fd3963958c9674dbbdc2d8a549e4c6","target":"record","created_at":"2026-07-05T06:19:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"216aab677b08f971a0cd3ef3a9428164ade379c56243a84c4f6bfec5d13c5d7b","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2020-11-12T02:23:53Z","title_canon_sha256":"dc06eeb9becc19075192282f70b8abb33836879ece7746bfcbb9c89d428860e1"},"schema_version":"1.0","source":{"id":"2011.06167","kind":"arxiv","version":3}},"canonical_sha256":"af4e2fa0e85305c25d5efb4acb74a77acaec801d504244658dcf2d0f2d42c3c4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"af4e2fa0e85305c25d5efb4acb74a77acaec801d504244658dcf2d0f2d42c3c4","first_computed_at":"2026-07-05T06:19:50.084040Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:19:50.084040Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"EjTNHZoAbTxvOsmrbdhuvVVESH8wv74nxGsaAtjOu2rQeBo1SHC0xytRBpfdu4WMV4N7KAwI6dYnjsHIUlNDCw==","signature_status":"signed_v1","signed_at":"2026-07-05T06:19:50.084439Z","signed_message":"canonical_sha256_bytes"},"source_id":"2011.06167","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ebdf8bb67d9d349a79b54a1f7071010ea3fd3963958c9674dbbdc2d8a549e4c6","sha256:c33bd4ffb02763ba7606f2944c2de3b64a36de0ccb1c71154a7c4e9888dffd83"],"state_sha256":"2a4a7162881adbd0dd44c63e6fe16ce43b9a39ad126c635c8612cb282d81d248"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lsvxePKxFCu83NjLF7sc0xfJabDrgYQkF1+Aq9VEzBm8mkfmQ/XBKtxMpGCLohSEPYOQ7ro7mm4LePKGS5S2Bw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-11T08:13:41.234669Z","bundle_sha256":"b62eeb94567cc4f077d28aee6be2fb302f7b60b141d551ee8fe7294979c60733"}}