{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:CRJSBNYPNSOLFIACXWPP3O364H","short_pith_number":"pith:CRJSBNYP","canonical_record":{"source":{"id":"2004.00762","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-04-02T00:52:49Z","cross_cats_sorted":["cs.HC","stat.ML"],"title_canon_sha256":"a31171932f8195771d111e414fb0856eb54d86012ad98f38ecf328633371a792","abstract_canon_sha256":"ccd43df7c8fa57701a2e9566f990bb0968707824b5b4ed22fe083eee90ed782c"},"schema_version":"1.0"},"canonical_sha256":"145320b70f6c9cb2a002bd9efdbb7ee1c9919130e685856f10d968ed93ffb34c","source":{"kind":"arxiv","id":"2004.00762","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2004.00762","created_at":"2026-07-05T00:52:20Z"},{"alias_kind":"arxiv_version","alias_value":"2004.00762v1","created_at":"2026-07-05T00:52:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2004.00762","created_at":"2026-07-05T00:52:20Z"},{"alias_kind":"pith_short_12","alias_value":"CRJSBNYPNSOL","created_at":"2026-07-05T00:52:20Z"},{"alias_kind":"pith_short_16","alias_value":"CRJSBNYPNSOLFIAC","created_at":"2026-07-05T00:52:20Z"},{"alias_kind":"pith_short_8","alias_value":"CRJSBNYP","created_at":"2026-07-05T00:52:20Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:CRJSBNYPNSOLFIACXWPP3O364H","target":"record","payload":{"canonical_record":{"source":{"id":"2004.00762","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-04-02T00:52:49Z","cross_cats_sorted":["cs.HC","stat.ML"],"title_canon_sha256":"a31171932f8195771d111e414fb0856eb54d86012ad98f38ecf328633371a792","abstract_canon_sha256":"ccd43df7c8fa57701a2e9566f990bb0968707824b5b4ed22fe083eee90ed782c"},"schema_version":"1.0"},"canonical_sha256":"145320b70f6c9cb2a002bd9efdbb7ee1c9919130e685856f10d968ed93ffb34c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:52:20.480795Z","signature_b64":"PMkxliYz5wgQ3S10RTtRPPPGdjaZb3PSG+tMCApEnvJhB4O1RWBeq6hP9uKxj41kElnmGfTP6lXzUZGZ3yUyCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"145320b70f6c9cb2a002bd9efdbb7ee1c9919130e685856f10d968ed93ffb34c","last_reissued_at":"2026-07-05T00:52:20.480439Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:52:20.480439Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2004.00762","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:52:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jlFPqgu43o2TukyfUmi2dsLDBlyRG4XuHIqdqL08WpzgZtE8425scbJhWn9tKXA6Tou0pBcKssVZAIKaeVpIDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T09:44:05.428225Z"},"content_sha256":"2d35d9fcc5f23c9128b73d176e13d23abec4fcad5fc611f9c18cb872141dedfe","schema_version":"1.0","event_id":"sha256:2d35d9fcc5f23c9128b73d176e13d23abec4fcad5fc611f9c18cb872141dedfe"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:CRJSBNYPNSOLFIACXWPP3O364H","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"In Automation We Trust: Investigating the Role of Uncertainty in Active Learning Systems","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.HC","stat.ML"],"primary_cat":"cs.LG","authors_text":"Danielle A. Szafir, Michael L. Iuzzolino, Nisar R. Ahmed, Tetsumichi Umada","submitted_at":"2020-04-02T00:52:49Z","abstract_excerpt":"We investigate how different active learning (AL) query policies coupled with classification uncertainty visualizations affect analyst trust in automated classification systems. A current standard policy for AL is to query the oracle (e.g., the analyst) to refine labels for datapoints where the classifier has the highest uncertainty. This is an optimal policy for the automation system as it yields maximal information gain. However, model-centric policies neglect the effects of this uncertainty on the human component of the system and the consequent manner in which the human will interact with "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2004.00762","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2004.00762/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:52:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"AuWOPuCthA2pcCeZOFOIiG7PLXC5Ax/V5DD4/1CW6ABPFaqtv7LkMOmGlaPd948C93hunqCMToNUGuYzUnBRAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T09:44:05.429124Z"},"content_sha256":"32c9ec370c63517956cfa1d1f7bf1020c4fe7b70448d39412d0e54a2353acf1b","schema_version":"1.0","event_id":"sha256:32c9ec370c63517956cfa1d1f7bf1020c4fe7b70448d39412d0e54a2353acf1b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/CRJSBNYPNSOLFIACXWPP3O364H/bundle.json","state_url":"https://pith.science/pith/CRJSBNYPNSOLFIACXWPP3O364H/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/CRJSBNYPNSOLFIACXWPP3O364H/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-19T09:44:05Z","links":{"resolver":"https://pith.science/pith/CRJSBNYPNSOLFIACXWPP3O364H","bundle":"https://pith.science/pith/CRJSBNYPNSOLFIACXWPP3O364H/bundle.json","state":"https://pith.science/pith/CRJSBNYPNSOLFIACXWPP3O364H/state.json","well_known_bundle":"https://pith.science/.well-known/pith/CRJSBNYPNSOLFIACXWPP3O364H/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:CRJSBNYPNSOLFIACXWPP3O364H","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ccd43df7c8fa57701a2e9566f990bb0968707824b5b4ed22fe083eee90ed782c","cross_cats_sorted":["cs.HC","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-04-02T00:52:49Z","title_canon_sha256":"a31171932f8195771d111e414fb0856eb54d86012ad98f38ecf328633371a792"},"schema_version":"1.0","source":{"id":"2004.00762","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2004.00762","created_at":"2026-07-05T00:52:20Z"},{"alias_kind":"arxiv_version","alias_value":"2004.00762v1","created_at":"2026-07-05T00:52:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2004.00762","created_at":"2026-07-05T00:52:20Z"},{"alias_kind":"pith_short_12","alias_value":"CRJSBNYPNSOL","created_at":"2026-07-05T00:52:20Z"},{"alias_kind":"pith_short_16","alias_value":"CRJSBNYPNSOLFIAC","created_at":"2026-07-05T00:52:20Z"},{"alias_kind":"pith_short_8","alias_value":"CRJSBNYP","created_at":"2026-07-05T00:52:20Z"}],"graph_snapshots":[{"event_id":"sha256:32c9ec370c63517956cfa1d1f7bf1020c4fe7b70448d39412d0e54a2353acf1b","target":"graph","created_at":"2026-07-05T00:52:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2004.00762/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We investigate how different active learning (AL) query policies coupled with classification uncertainty visualizations affect analyst trust in automated classification systems. A current standard policy for AL is to query the oracle (e.g., the analyst) to refine labels for datapoints where the classifier has the highest uncertainty. This is an optimal policy for the automation system as it yields maximal information gain. However, model-centric policies neglect the effects of this uncertainty on the human component of the system and the consequent manner in which the human will interact with ","authors_text":"Danielle A. Szafir, Michael L. Iuzzolino, Nisar R. Ahmed, Tetsumichi Umada","cross_cats":["cs.HC","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-04-02T00:52:49Z","title":"In Automation We Trust: Investigating the Role of Uncertainty in Active Learning Systems"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2004.00762","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2d35d9fcc5f23c9128b73d176e13d23abec4fcad5fc611f9c18cb872141dedfe","target":"record","created_at":"2026-07-05T00:52:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ccd43df7c8fa57701a2e9566f990bb0968707824b5b4ed22fe083eee90ed782c","cross_cats_sorted":["cs.HC","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-04-02T00:52:49Z","title_canon_sha256":"a31171932f8195771d111e414fb0856eb54d86012ad98f38ecf328633371a792"},"schema_version":"1.0","source":{"id":"2004.00762","kind":"arxiv","version":1}},"canonical_sha256":"145320b70f6c9cb2a002bd9efdbb7ee1c9919130e685856f10d968ed93ffb34c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"145320b70f6c9cb2a002bd9efdbb7ee1c9919130e685856f10d968ed93ffb34c","first_computed_at":"2026-07-05T00:52:20.480439Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:52:20.480439Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"PMkxliYz5wgQ3S10RTtRPPPGdjaZb3PSG+tMCApEnvJhB4O1RWBeq6hP9uKxj41kElnmGfTP6lXzUZGZ3yUyCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T00:52:20.480795Z","signed_message":"canonical_sha256_bytes"},"source_id":"2004.00762","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2d35d9fcc5f23c9128b73d176e13d23abec4fcad5fc611f9c18cb872141dedfe","sha256:32c9ec370c63517956cfa1d1f7bf1020c4fe7b70448d39412d0e54a2353acf1b"],"state_sha256":"34a6c05867ea2667577abd575f9fedbc7311a5a3921c0e921633552b523a80f0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zZoR2LhJoOmnK/WreicfQ8hMP6Em8PpSEFjWX6mcTwFfVSY7D2A52EQlJZ/glcVBDlTJ0Y0mK42eIcQANVy/DA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-19T09:44:05.485516Z","bundle_sha256":"d15c49693881b3fec90feec9408d4a6f3650e7755b4d5b01053f1992f316fe7a"}}