{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:CYHD2FGQRGE767HS44QQCXHMH2","short_pith_number":"pith:CYHD2FGQ","canonical_record":{"source":{"id":"2004.14745","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2020-04-28T13:48:40Z","cross_cats_sorted":["cs.CV","cs.LG","eess.IV"],"title_canon_sha256":"1c3dc1221adb1bea30516ef06042bca4e3df32e99a5b27497231f945b7c1bed1","abstract_canon_sha256":"da9b17867fa53387e0428a846ea80437f6a39f888bb0b3e5f887f05897ab091e"},"schema_version":"1.0"},"canonical_sha256":"160e3d14d08989ff7cf2e721015cec3eafa9045a37e3e8de9c3754ef66ce111c","source":{"kind":"arxiv","id":"2004.14745","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2004.14745","created_at":"2026-07-05T01:16:50Z"},{"alias_kind":"arxiv_version","alias_value":"2004.14745v2","created_at":"2026-07-05T01:16:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2004.14745","created_at":"2026-07-05T01:16:50Z"},{"alias_kind":"pith_short_12","alias_value":"CYHD2FGQRGE7","created_at":"2026-07-05T01:16:50Z"},{"alias_kind":"pith_short_16","alias_value":"CYHD2FGQRGE767HS","created_at":"2026-07-05T01:16:50Z"},{"alias_kind":"pith_short_8","alias_value":"CYHD2FGQ","created_at":"2026-07-05T01:16:50Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:CYHD2FGQRGE767HS44QQCXHMH2","target":"record","payload":{"canonical_record":{"source":{"id":"2004.14745","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2020-04-28T13:48:40Z","cross_cats_sorted":["cs.CV","cs.LG","eess.IV"],"title_canon_sha256":"1c3dc1221adb1bea30516ef06042bca4e3df32e99a5b27497231f945b7c1bed1","abstract_canon_sha256":"da9b17867fa53387e0428a846ea80437f6a39f888bb0b3e5f887f05897ab091e"},"schema_version":"1.0"},"canonical_sha256":"160e3d14d08989ff7cf2e721015cec3eafa9045a37e3e8de9c3754ef66ce111c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:16:50.019224Z","signature_b64":"h1bv4uGdfCI4OT/6+oUeUzLxT+8IoGtfawIIwaKoa63aM86r7NDH9zsMsUC7/rKeUuMmOziOb5SoBopGrWS4DA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"160e3d14d08989ff7cf2e721015cec3eafa9045a37e3e8de9c3754ef66ce111c","last_reissued_at":"2026-07-05T01:16:50.018738Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:16:50.018738Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2004.14745","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:16:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mo3n8sXuCPiVOtohObX6b2D3QYAeu1czSBWjci2AZbWHJP9v3udz+sOYrY2smob4o+bcI2T3edEtUURVNsjBBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T22:38:08.027017Z"},"content_sha256":"d8c51314838687393e63f3de622f050f0bb19d202b8db76c5f7cfcad22ac3b51","schema_version":"1.0","event_id":"sha256:d8c51314838687393e63f3de622f050f0bb19d202b8db76c5f7cfcad22ac3b51"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:CYHD2FGQRGE767HS44QQCXHMH2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Multi-task Ensembles with Crowdsourced Features Improve Skin Lesion Diagnosis","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CV","cs.LG","eess.IV"],"primary_cat":"cs.HC","authors_text":"Elif K Contar, Gerard Schouten, Ralf Raumanns, Veronika Cheplygina","submitted_at":"2020-04-28T13:48:40Z","abstract_excerpt":"Machine learning has a recognised need for large amounts of annotated data. Due to the high cost of expert annotations, crowdsourcing, where non-experts are asked to label or outline images, has been proposed as an alternative. Although many promising results are reported, the quality of diagnostic crowdsourced labels is still unclear. We propose to address this by instead asking the crowd about visual features of the images, which can be provided more intuitively, and by using these features in a multi-task learning framework through ensemble strategies. We compare our proposed approach to a "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2004.14745","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2004.14745/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:16:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NUrQXkyW1dtfhO9YDBaNyJ0MKEGUNNLtvhcEmM0bCG6CbE2mD/1XvhDeZJS+7WHM2Mhr3UyTPG6SawgHA925Dw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T22:38:08.027535Z"},"content_sha256":"a9411be9de5ed0831d60584de9ed05b808cfbb53f264f2391d78192b854030ad","schema_version":"1.0","event_id":"sha256:a9411be9de5ed0831d60584de9ed05b808cfbb53f264f2391d78192b854030ad"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/CYHD2FGQRGE767HS44QQCXHMH2/bundle.json","state_url":"https://pith.science/pith/CYHD2FGQRGE767HS44QQCXHMH2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/CYHD2FGQRGE767HS44QQCXHMH2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T22:38:08Z","links":{"resolver":"https://pith.science/pith/CYHD2FGQRGE767HS44QQCXHMH2","bundle":"https://pith.science/pith/CYHD2FGQRGE767HS44QQCXHMH2/bundle.json","state":"https://pith.science/pith/CYHD2FGQRGE767HS44QQCXHMH2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/CYHD2FGQRGE767HS44QQCXHMH2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:CYHD2FGQRGE767HS44QQCXHMH2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"da9b17867fa53387e0428a846ea80437f6a39f888bb0b3e5f887f05897ab091e","cross_cats_sorted":["cs.CV","cs.LG","eess.IV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2020-04-28T13:48:40Z","title_canon_sha256":"1c3dc1221adb1bea30516ef06042bca4e3df32e99a5b27497231f945b7c1bed1"},"schema_version":"1.0","source":{"id":"2004.14745","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2004.14745","created_at":"2026-07-05T01:16:50Z"},{"alias_kind":"arxiv_version","alias_value":"2004.14745v2","created_at":"2026-07-05T01:16:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2004.14745","created_at":"2026-07-05T01:16:50Z"},{"alias_kind":"pith_short_12","alias_value":"CYHD2FGQRGE7","created_at":"2026-07-05T01:16:50Z"},{"alias_kind":"pith_short_16","alias_value":"CYHD2FGQRGE767HS","created_at":"2026-07-05T01:16:50Z"},{"alias_kind":"pith_short_8","alias_value":"CYHD2FGQ","created_at":"2026-07-05T01:16:50Z"}],"graph_snapshots":[{"event_id":"sha256:a9411be9de5ed0831d60584de9ed05b808cfbb53f264f2391d78192b854030ad","target":"graph","created_at":"2026-07-05T01:16:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2004.14745/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Machine learning has a recognised need for large amounts of annotated data. Due to the high cost of expert annotations, crowdsourcing, where non-experts are asked to label or outline images, has been proposed as an alternative. Although many promising results are reported, the quality of diagnostic crowdsourced labels is still unclear. We propose to address this by instead asking the crowd about visual features of the images, which can be provided more intuitively, and by using these features in a multi-task learning framework through ensemble strategies. We compare our proposed approach to a ","authors_text":"Elif K Contar, Gerard Schouten, Ralf Raumanns, Veronika Cheplygina","cross_cats":["cs.CV","cs.LG","eess.IV"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2020-04-28T13:48:40Z","title":"Multi-task Ensembles with Crowdsourced Features Improve Skin Lesion Diagnosis"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2004.14745","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d8c51314838687393e63f3de622f050f0bb19d202b8db76c5f7cfcad22ac3b51","target":"record","created_at":"2026-07-05T01:16:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"da9b17867fa53387e0428a846ea80437f6a39f888bb0b3e5f887f05897ab091e","cross_cats_sorted":["cs.CV","cs.LG","eess.IV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2020-04-28T13:48:40Z","title_canon_sha256":"1c3dc1221adb1bea30516ef06042bca4e3df32e99a5b27497231f945b7c1bed1"},"schema_version":"1.0","source":{"id":"2004.14745","kind":"arxiv","version":2}},"canonical_sha256":"160e3d14d08989ff7cf2e721015cec3eafa9045a37e3e8de9c3754ef66ce111c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"160e3d14d08989ff7cf2e721015cec3eafa9045a37e3e8de9c3754ef66ce111c","first_computed_at":"2026-07-05T01:16:50.018738Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:16:50.018738Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"h1bv4uGdfCI4OT/6+oUeUzLxT+8IoGtfawIIwaKoa63aM86r7NDH9zsMsUC7/rKeUuMmOziOb5SoBopGrWS4DA==","signature_status":"signed_v1","signed_at":"2026-07-05T01:16:50.019224Z","signed_message":"canonical_sha256_bytes"},"source_id":"2004.14745","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d8c51314838687393e63f3de622f050f0bb19d202b8db76c5f7cfcad22ac3b51","sha256:a9411be9de5ed0831d60584de9ed05b808cfbb53f264f2391d78192b854030ad"],"state_sha256":"7f694db94353eecae808fa57ff51fb649b260683baaaa3080abf69f4bd390c1f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"O8oJTgL5GR5AQVah671BzUEWumVO8tCqicS+McA+qhP8BPZAPJAHlYfSRZq0MRlxqfRwjkB/xChcI4p90//OBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T22:38:08.031724Z","bundle_sha256":"5ed4402a81f1562798f743e158ad4e7201146668d970905eca01fe879be71584"}}