{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:5SGYTA2RNZO4W334DI3SSAHU7S","short_pith_number":"pith:5SGYTA2R","canonical_record":{"source":{"id":"2107.14682","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CV","submitted_at":"2021-07-30T15:03:15Z","cross_cats_sorted":["cs.HC","cs.LG"],"title_canon_sha256":"b5ef1affe2f900897df270b94dd4a06a3e7c120f22f3ac7654cc8e3f9b8998d9","abstract_canon_sha256":"333a532afea9f0afa4ef2e7d52abf08acf600cc0faf0b5fe95aeb928d59ddaf6"},"schema_version":"1.0"},"canonical_sha256":"ec8d8983516e5dcb6f7c1a372900f4fcbbfd007e871bfa82f24f1e46a87cffb4","source":{"kind":"arxiv","id":"2107.14682","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2107.14682","created_at":"2026-07-05T03:02:03Z"},{"alias_kind":"arxiv_version","alias_value":"2107.14682v1","created_at":"2026-07-05T03:02:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2107.14682","created_at":"2026-07-05T03:02:03Z"},{"alias_kind":"pith_short_12","alias_value":"5SGYTA2RNZO4","created_at":"2026-07-05T03:02:03Z"},{"alias_kind":"pith_short_16","alias_value":"5SGYTA2RNZO4W334","created_at":"2026-07-05T03:02:03Z"},{"alias_kind":"pith_short_8","alias_value":"5SGYTA2R","created_at":"2026-07-05T03:02:03Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:5SGYTA2RNZO4W334DI3SSAHU7S","target":"record","payload":{"canonical_record":{"source":{"id":"2107.14682","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CV","submitted_at":"2021-07-30T15:03:15Z","cross_cats_sorted":["cs.HC","cs.LG"],"title_canon_sha256":"b5ef1affe2f900897df270b94dd4a06a3e7c120f22f3ac7654cc8e3f9b8998d9","abstract_canon_sha256":"333a532afea9f0afa4ef2e7d52abf08acf600cc0faf0b5fe95aeb928d59ddaf6"},"schema_version":"1.0"},"canonical_sha256":"ec8d8983516e5dcb6f7c1a372900f4fcbbfd007e871bfa82f24f1e46a87cffb4","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:02:03.344487Z","signature_b64":"MMXoqEfP9JbQrC+FtXoRP03jHCn91odFbvOf7cRAE3b+hK2PHaKLFBudhUqCfvKcr6wgd5Y523m9PAfzjfHVBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ec8d8983516e5dcb6f7c1a372900f4fcbbfd007e871bfa82f24f1e46a87cffb4","last_reissued_at":"2026-07-05T03:02:03.344018Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:02:03.344018Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2107.14682","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:02:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xTGUhvw3mP8X0TJS/qDuI85S+SIP3C8uBzOaVR1Uyc9ucd+ZdUmuTSOaD/FkS4OQeeF2o/eOkzqL6ZIJt0eXDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-23T04:13:08.915698Z"},"content_sha256":"d723b60d038d1fe3bf774acaee2449ce10ad167027a68518494d47a29df53a74","schema_version":"1.0","event_id":"sha256:d723b60d038d1fe3bf774acaee2449ce10ad167027a68518494d47a29df53a74"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:5SGYTA2RNZO4W334DI3SSAHU7S","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Can non-specialists provide high quality gold standard labels in challenging modalities?","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cs.HC","cs.LG"],"primary_cat":"cs.CV","authors_text":"Bernhard Kainz, Emily Skelton, Jacqueline Matthew, John Simpson, Karen Lloyd, Reza Razavi, Samuel Budd, Thomas Day","submitted_at":"2021-07-30T15:03:15Z","abstract_excerpt":"Probably yes. -- Supervised Deep Learning dominates performance scores for many computer vision tasks and defines the state-of-the-art. However, medical image analysis lags behind natural image applications. One of the many reasons is the lack of well annotated medical image data available to researchers. One of the first things researchers are told is that we require significant expertise to reliably and accurately interpret and label such data. We see significant inter- and intra-observer variability between expert annotations of medical images. Still, it is a widely held assumption that nov"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2107.14682","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2107.14682/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:02:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7+sS278GyI/S2gnXABis1so1PXeINtcRiiH3dlKaUxFdQIC/AKOOL+BK4xKoHscg2vEEulXTGUSNOcrvMliQBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-23T04:13:08.916037Z"},"content_sha256":"66a838cf4ef41a96cb31b3f0adc6e270067ea5022d2809d095be9224d546ade0","schema_version":"1.0","event_id":"sha256:66a838cf4ef41a96cb31b3f0adc6e270067ea5022d2809d095be9224d546ade0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5SGYTA2RNZO4W334DI3SSAHU7S/bundle.json","state_url":"https://pith.science/pith/5SGYTA2RNZO4W334DI3SSAHU7S/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5SGYTA2RNZO4W334DI3SSAHU7S/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-23T04:13:08Z","links":{"resolver":"https://pith.science/pith/5SGYTA2RNZO4W334DI3SSAHU7S","bundle":"https://pith.science/pith/5SGYTA2RNZO4W334DI3SSAHU7S/bundle.json","state":"https://pith.science/pith/5SGYTA2RNZO4W334DI3SSAHU7S/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5SGYTA2RNZO4W334DI3SSAHU7S/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:5SGYTA2RNZO4W334DI3SSAHU7S","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"333a532afea9f0afa4ef2e7d52abf08acf600cc0faf0b5fe95aeb928d59ddaf6","cross_cats_sorted":["cs.HC","cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CV","submitted_at":"2021-07-30T15:03:15Z","title_canon_sha256":"b5ef1affe2f900897df270b94dd4a06a3e7c120f22f3ac7654cc8e3f9b8998d9"},"schema_version":"1.0","source":{"id":"2107.14682","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2107.14682","created_at":"2026-07-05T03:02:03Z"},{"alias_kind":"arxiv_version","alias_value":"2107.14682v1","created_at":"2026-07-05T03:02:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2107.14682","created_at":"2026-07-05T03:02:03Z"},{"alias_kind":"pith_short_12","alias_value":"5SGYTA2RNZO4","created_at":"2026-07-05T03:02:03Z"},{"alias_kind":"pith_short_16","alias_value":"5SGYTA2RNZO4W334","created_at":"2026-07-05T03:02:03Z"},{"alias_kind":"pith_short_8","alias_value":"5SGYTA2R","created_at":"2026-07-05T03:02:03Z"}],"graph_snapshots":[{"event_id":"sha256:66a838cf4ef41a96cb31b3f0adc6e270067ea5022d2809d095be9224d546ade0","target":"graph","created_at":"2026-07-05T03:02:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2107.14682/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Probably yes. -- Supervised Deep Learning dominates performance scores for many computer vision tasks and defines the state-of-the-art. However, medical image analysis lags behind natural image applications. One of the many reasons is the lack of well annotated medical image data available to researchers. One of the first things researchers are told is that we require significant expertise to reliably and accurately interpret and label such data. We see significant inter- and intra-observer variability between expert annotations of medical images. Still, it is a widely held assumption that nov","authors_text":"Bernhard Kainz, Emily Skelton, Jacqueline Matthew, John Simpson, Karen Lloyd, Reza Razavi, Samuel Budd, Thomas Day","cross_cats":["cs.HC","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CV","submitted_at":"2021-07-30T15:03:15Z","title":"Can non-specialists provide high quality gold standard labels in challenging modalities?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2107.14682","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d723b60d038d1fe3bf774acaee2449ce10ad167027a68518494d47a29df53a74","target":"record","created_at":"2026-07-05T03:02:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"333a532afea9f0afa4ef2e7d52abf08acf600cc0faf0b5fe95aeb928d59ddaf6","cross_cats_sorted":["cs.HC","cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CV","submitted_at":"2021-07-30T15:03:15Z","title_canon_sha256":"b5ef1affe2f900897df270b94dd4a06a3e7c120f22f3ac7654cc8e3f9b8998d9"},"schema_version":"1.0","source":{"id":"2107.14682","kind":"arxiv","version":1}},"canonical_sha256":"ec8d8983516e5dcb6f7c1a372900f4fcbbfd007e871bfa82f24f1e46a87cffb4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ec8d8983516e5dcb6f7c1a372900f4fcbbfd007e871bfa82f24f1e46a87cffb4","first_computed_at":"2026-07-05T03:02:03.344018Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:02:03.344018Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"MMXoqEfP9JbQrC+FtXoRP03jHCn91odFbvOf7cRAE3b+hK2PHaKLFBudhUqCfvKcr6wgd5Y523m9PAfzjfHVBg==","signature_status":"signed_v1","signed_at":"2026-07-05T03:02:03.344487Z","signed_message":"canonical_sha256_bytes"},"source_id":"2107.14682","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d723b60d038d1fe3bf774acaee2449ce10ad167027a68518494d47a29df53a74","sha256:66a838cf4ef41a96cb31b3f0adc6e270067ea5022d2809d095be9224d546ade0"],"state_sha256":"fb082b312f2d18763afbdfdc2cfdc98c1bf26da0a39d5f3f8dda366849c05ae6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hZ5752ve/lt0A20dCYsWiwc3+OKOqib1R40Ru9NcJze4f2iX/hZfYO3tPgjHc2u2j9x0MZbtOG1Lsjl9DQgMAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-23T04:13:08.918981Z","bundle_sha256":"b235a3ec76507a53f4d21b9d4ce8a22d482a58a3ed102de1512eedd6c4c0eb19"}}