{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:I26OCGWSRDQYARIWPG3K267Q4P","short_pith_number":"pith:I26OCGWS","canonical_record":{"source":{"id":"2308.05035","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2023-08-09T16:08:32Z","cross_cats_sorted":["cs.HC"],"title_canon_sha256":"3b39bfc1456f54fc67864231287477e3d26a59419bd7d2f580367d620433dcfc","abstract_canon_sha256":"a8e9de07eabbc145d97f4c0e540e422dfb3be148dca8a123aeaa2a4d212c03cd"},"schema_version":"1.0"},"canonical_sha256":"46bce11ad288e180451679b6ad7bf0e3c3ebc5cb279153d4eccc93cfde6a57d5","source":{"kind":"arxiv","id":"2308.05035","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.05035","created_at":"2026-07-05T06:59:53Z"},{"alias_kind":"arxiv_version","alias_value":"2308.05035v2","created_at":"2026-07-05T06:59:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.05035","created_at":"2026-07-05T06:59:53Z"},{"alias_kind":"pith_short_12","alias_value":"I26OCGWSRDQY","created_at":"2026-07-05T06:59:53Z"},{"alias_kind":"pith_short_16","alias_value":"I26OCGWSRDQYARIW","created_at":"2026-07-05T06:59:53Z"},{"alias_kind":"pith_short_8","alias_value":"I26OCGWS","created_at":"2026-07-05T06:59:53Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:I26OCGWSRDQYARIWPG3K267Q4P","target":"record","payload":{"canonical_record":{"source":{"id":"2308.05035","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2023-08-09T16:08:32Z","cross_cats_sorted":["cs.HC"],"title_canon_sha256":"3b39bfc1456f54fc67864231287477e3d26a59419bd7d2f580367d620433dcfc","abstract_canon_sha256":"a8e9de07eabbc145d97f4c0e540e422dfb3be148dca8a123aeaa2a4d212c03cd"},"schema_version":"1.0"},"canonical_sha256":"46bce11ad288e180451679b6ad7bf0e3c3ebc5cb279153d4eccc93cfde6a57d5","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:59:53.856523Z","signature_b64":"u9YSahjBiAMOg4enqg5Rrv93NwXNmr4kIIEx4PXYechBmoJuq3EoFJzmohAywS67kyrOScr/kyN4CycVDYqmCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"46bce11ad288e180451679b6ad7bf0e3c3ebc5cb279153d4eccc93cfde6a57d5","last_reissued_at":"2026-07-05T06:59:53.856116Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:59:53.856116Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2308.05035","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:59:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PVesEz9NmAQDP/bY3MSxgk2MmWKkOjecnXwtdZX6+gMBHlkOKxWtwKbndmciiqDpg9OHVQrkMkrRYBq7ruaOAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T00:31:59.629720Z"},"content_sha256":"5516c44044d4c76551b36873a85ad4dc6195a8d913d4ccabd68c56b0caeffea3","schema_version":"1.0","event_id":"sha256:5516c44044d4c76551b36873a85ad4dc6195a8d913d4ccabd68c56b0caeffea3"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:I26OCGWSRDQYARIWPG3K267Q4P","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Expert load matters: operating networks at high accuracy and low manual effort","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.HC"],"primary_cat":"cs.AI","authors_text":"Ender Konukoglu, Ertunc Erdil, Sara Sangalli","submitted_at":"2023-08-09T16:08:32Z","abstract_excerpt":"In human-AI collaboration systems for critical applications, in order to ensure minimal error, users should set an operating point based on model confidence to determine when the decision should be delegated to human experts. Samples for which model confidence is lower than the operating point would be manually analysed by experts to avoid mistakes. Such systems can become truly useful only if they consider two aspects: models should be confident only for samples for which they are accurate, and the number of samples delegated to experts should be minimized. The latter aspect is especially cru"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.05035","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2308.05035/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:59:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wnLRp1+26aYJmRPI/AtEGMTqRirMKx62QPPFEVgBJxGvg9iNBjxxbUVwdHFNx3BWHchcRbN5OQMjU3GEpnp5Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T00:31:59.630208Z"},"content_sha256":"ff1e4d8f1efd921899e10e265ac98552773ada4285b3b46a46ca382a685767b2","schema_version":"1.0","event_id":"sha256:ff1e4d8f1efd921899e10e265ac98552773ada4285b3b46a46ca382a685767b2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/I26OCGWSRDQYARIWPG3K267Q4P/bundle.json","state_url":"https://pith.science/pith/I26OCGWSRDQYARIWPG3K267Q4P/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/I26OCGWSRDQYARIWPG3K267Q4P/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-20T00:31:59Z","links":{"resolver":"https://pith.science/pith/I26OCGWSRDQYARIWPG3K267Q4P","bundle":"https://pith.science/pith/I26OCGWSRDQYARIWPG3K267Q4P/bundle.json","state":"https://pith.science/pith/I26OCGWSRDQYARIWPG3K267Q4P/state.json","well_known_bundle":"https://pith.science/.well-known/pith/I26OCGWSRDQYARIWPG3K267Q4P/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:I26OCGWSRDQYARIWPG3K267Q4P","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a8e9de07eabbc145d97f4c0e540e422dfb3be148dca8a123aeaa2a4d212c03cd","cross_cats_sorted":["cs.HC"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2023-08-09T16:08:32Z","title_canon_sha256":"3b39bfc1456f54fc67864231287477e3d26a59419bd7d2f580367d620433dcfc"},"schema_version":"1.0","source":{"id":"2308.05035","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.05035","created_at":"2026-07-05T06:59:53Z"},{"alias_kind":"arxiv_version","alias_value":"2308.05035v2","created_at":"2026-07-05T06:59:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.05035","created_at":"2026-07-05T06:59:53Z"},{"alias_kind":"pith_short_12","alias_value":"I26OCGWSRDQY","created_at":"2026-07-05T06:59:53Z"},{"alias_kind":"pith_short_16","alias_value":"I26OCGWSRDQYARIW","created_at":"2026-07-05T06:59:53Z"},{"alias_kind":"pith_short_8","alias_value":"I26OCGWS","created_at":"2026-07-05T06:59:53Z"}],"graph_snapshots":[{"event_id":"sha256:ff1e4d8f1efd921899e10e265ac98552773ada4285b3b46a46ca382a685767b2","target":"graph","created_at":"2026-07-05T06:59:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2308.05035/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In human-AI collaboration systems for critical applications, in order to ensure minimal error, users should set an operating point based on model confidence to determine when the decision should be delegated to human experts. Samples for which model confidence is lower than the operating point would be manually analysed by experts to avoid mistakes. Such systems can become truly useful only if they consider two aspects: models should be confident only for samples for which they are accurate, and the number of samples delegated to experts should be minimized. The latter aspect is especially cru","authors_text":"Ender Konukoglu, Ertunc Erdil, Sara Sangalli","cross_cats":["cs.HC"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2023-08-09T16:08:32Z","title":"Expert load matters: operating networks at high accuracy and low manual effort"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.05035","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5516c44044d4c76551b36873a85ad4dc6195a8d913d4ccabd68c56b0caeffea3","target":"record","created_at":"2026-07-05T06:59:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a8e9de07eabbc145d97f4c0e540e422dfb3be148dca8a123aeaa2a4d212c03cd","cross_cats_sorted":["cs.HC"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2023-08-09T16:08:32Z","title_canon_sha256":"3b39bfc1456f54fc67864231287477e3d26a59419bd7d2f580367d620433dcfc"},"schema_version":"1.0","source":{"id":"2308.05035","kind":"arxiv","version":2}},"canonical_sha256":"46bce11ad288e180451679b6ad7bf0e3c3ebc5cb279153d4eccc93cfde6a57d5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"46bce11ad288e180451679b6ad7bf0e3c3ebc5cb279153d4eccc93cfde6a57d5","first_computed_at":"2026-07-05T06:59:53.856116Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:59:53.856116Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"u9YSahjBiAMOg4enqg5Rrv93NwXNmr4kIIEx4PXYechBmoJuq3EoFJzmohAywS67kyrOScr/kyN4CycVDYqmCA==","signature_status":"signed_v1","signed_at":"2026-07-05T06:59:53.856523Z","signed_message":"canonical_sha256_bytes"},"source_id":"2308.05035","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5516c44044d4c76551b36873a85ad4dc6195a8d913d4ccabd68c56b0caeffea3","sha256:ff1e4d8f1efd921899e10e265ac98552773ada4285b3b46a46ca382a685767b2"],"state_sha256":"bdaf5b8c9b31e9e365cd7b8890948fef61f14160230f42dc40b1b5954e5b9749"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TfXidRRgor83lFZiFcZLxqf61gwVD/zpq7lPmtWSKdcR+HtEdCJGm+ALA679u/Fs4+u5o8omwpZVuv/ciXviCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-20T00:31:59.634837Z","bundle_sha256":"cbd366544bc9064e686066c54f423f998cfabdc0718976a4c53b5b398d9f4353"}}