{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:RGI6VDNAL5A4EI3HOUHVEQDQEH","short_pith_number":"pith:RGI6VDNA","canonical_record":{"source":{"id":"2011.06833","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-11-13T09:48:30Z","cross_cats_sorted":[],"title_canon_sha256":"eb948c247c75be007508b154d7170f88730d488a21cc805cc4055f5821c6a7dc","abstract_canon_sha256":"869f0ed065aae5daa1a59362dcbbaba3eeb83e3d0655ae42e277d4da0ff61f8a"},"schema_version":"1.0"},"canonical_sha256":"8991ea8da05f41c22367750f52407021dd88651988d9987c40b2bc8499a15be3","source":{"kind":"arxiv","id":"2011.06833","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2011.06833","created_at":"2026-07-05T01:51:25Z"},{"alias_kind":"arxiv_version","alias_value":"2011.06833v1","created_at":"2026-07-05T01:51:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2011.06833","created_at":"2026-07-05T01:51:25Z"},{"alias_kind":"pith_short_12","alias_value":"RGI6VDNAL5A4","created_at":"2026-07-05T01:51:25Z"},{"alias_kind":"pith_short_16","alias_value":"RGI6VDNAL5A4EI3H","created_at":"2026-07-05T01:51:25Z"},{"alias_kind":"pith_short_8","alias_value":"RGI6VDNA","created_at":"2026-07-05T01:51:25Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:RGI6VDNAL5A4EI3HOUHVEQDQEH","target":"record","payload":{"canonical_record":{"source":{"id":"2011.06833","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-11-13T09:48:30Z","cross_cats_sorted":[],"title_canon_sha256":"eb948c247c75be007508b154d7170f88730d488a21cc805cc4055f5821c6a7dc","abstract_canon_sha256":"869f0ed065aae5daa1a59362dcbbaba3eeb83e3d0655ae42e277d4da0ff61f8a"},"schema_version":"1.0"},"canonical_sha256":"8991ea8da05f41c22367750f52407021dd88651988d9987c40b2bc8499a15be3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:51:25.397304Z","signature_b64":"XcCjSrRnjodk3f5c56GWUVTqhyQDHqaX9+N7PdiscxD5aufnapB9F9tvxhC7dIV/rvZJS5bY/BI4EFToWVn3CQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8991ea8da05f41c22367750f52407021dd88651988d9987c40b2bc8499a15be3","last_reissued_at":"2026-07-05T01:51:25.396895Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:51:25.396895Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2011.06833","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:51:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GaVwFMpLxDSE57jNKnOvlhQH5ZiUl96ceZsJQsriY/8W1/RoHTCrBr46ZZUWUh8f8yuCt7S6HpcFZEqJnPI/CQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T16:51:54.190718Z"},"content_sha256":"de1399f36611dd169f5646f9d5cd744979318ae771b320cb1252df63824af1af","schema_version":"1.0","event_id":"sha256:de1399f36611dd169f5646f9d5cd744979318ae771b320cb1252df63824af1af"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:RGI6VDNAL5A4EI3HOUHVEQDQEH","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"End-to-End Learning from Noisy Crowd to Supervised Machine Learning Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Amirmasoud Ghiassi, Chi Hong, Lydia Y. Chen, Robert Birke, Taraneh Younesian","submitted_at":"2020-11-13T09:48:30Z","abstract_excerpt":"Labeling real-world datasets is time consuming but indispensable for supervised machine learning models. A common solution is to distribute the labeling task across a large number of non-expert workers via crowd-sourcing. Due to the varying background and experience of crowd workers, the obtained labels are highly prone to errors and even detrimental to the learning models. In this paper, we advocate using hybrid intelligence, i.e., combining deep models and human experts, to design an end-to-end learning framework from noisy crowd-sourced data, especially in an on-line scenario. We first summ"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2011.06833","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2011.06833/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:51:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"J9eZh62X4tIj9FgZe9wfODfv+ERryFZxDYHh583npSzd1uloJZ+k1ltNsPlxmJrTh6nbaSstUJY+mtsRnJAVBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T16:51:54.191118Z"},"content_sha256":"2f3ca6575c29d988ccc83b1a4b51ddbaaab20a8a2c0ed89ccfa20a9e946e764c","schema_version":"1.0","event_id":"sha256:2f3ca6575c29d988ccc83b1a4b51ddbaaab20a8a2c0ed89ccfa20a9e946e764c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RGI6VDNAL5A4EI3HOUHVEQDQEH/bundle.json","state_url":"https://pith.science/pith/RGI6VDNAL5A4EI3HOUHVEQDQEH/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RGI6VDNAL5A4EI3HOUHVEQDQEH/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-18T16:51:54Z","links":{"resolver":"https://pith.science/pith/RGI6VDNAL5A4EI3HOUHVEQDQEH","bundle":"https://pith.science/pith/RGI6VDNAL5A4EI3HOUHVEQDQEH/bundle.json","state":"https://pith.science/pith/RGI6VDNAL5A4EI3HOUHVEQDQEH/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RGI6VDNAL5A4EI3HOUHVEQDQEH/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:RGI6VDNAL5A4EI3HOUHVEQDQEH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"869f0ed065aae5daa1a59362dcbbaba3eeb83e3d0655ae42e277d4da0ff61f8a","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-11-13T09:48:30Z","title_canon_sha256":"eb948c247c75be007508b154d7170f88730d488a21cc805cc4055f5821c6a7dc"},"schema_version":"1.0","source":{"id":"2011.06833","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2011.06833","created_at":"2026-07-05T01:51:25Z"},{"alias_kind":"arxiv_version","alias_value":"2011.06833v1","created_at":"2026-07-05T01:51:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2011.06833","created_at":"2026-07-05T01:51:25Z"},{"alias_kind":"pith_short_12","alias_value":"RGI6VDNAL5A4","created_at":"2026-07-05T01:51:25Z"},{"alias_kind":"pith_short_16","alias_value":"RGI6VDNAL5A4EI3H","created_at":"2026-07-05T01:51:25Z"},{"alias_kind":"pith_short_8","alias_value":"RGI6VDNA","created_at":"2026-07-05T01:51:25Z"}],"graph_snapshots":[{"event_id":"sha256:2f3ca6575c29d988ccc83b1a4b51ddbaaab20a8a2c0ed89ccfa20a9e946e764c","target":"graph","created_at":"2026-07-05T01:51:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2011.06833/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Labeling real-world datasets is time consuming but indispensable for supervised machine learning models. A common solution is to distribute the labeling task across a large number of non-expert workers via crowd-sourcing. Due to the varying background and experience of crowd workers, the obtained labels are highly prone to errors and even detrimental to the learning models. In this paper, we advocate using hybrid intelligence, i.e., combining deep models and human experts, to design an end-to-end learning framework from noisy crowd-sourced data, especially in an on-line scenario. We first summ","authors_text":"Amirmasoud Ghiassi, Chi Hong, Lydia Y. Chen, Robert Birke, Taraneh Younesian","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-11-13T09:48:30Z","title":"End-to-End Learning from Noisy Crowd to Supervised Machine Learning Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2011.06833","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:de1399f36611dd169f5646f9d5cd744979318ae771b320cb1252df63824af1af","target":"record","created_at":"2026-07-05T01:51:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"869f0ed065aae5daa1a59362dcbbaba3eeb83e3d0655ae42e277d4da0ff61f8a","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-11-13T09:48:30Z","title_canon_sha256":"eb948c247c75be007508b154d7170f88730d488a21cc805cc4055f5821c6a7dc"},"schema_version":"1.0","source":{"id":"2011.06833","kind":"arxiv","version":1}},"canonical_sha256":"8991ea8da05f41c22367750f52407021dd88651988d9987c40b2bc8499a15be3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8991ea8da05f41c22367750f52407021dd88651988d9987c40b2bc8499a15be3","first_computed_at":"2026-07-05T01:51:25.396895Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:51:25.396895Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"XcCjSrRnjodk3f5c56GWUVTqhyQDHqaX9+N7PdiscxD5aufnapB9F9tvxhC7dIV/rvZJS5bY/BI4EFToWVn3CQ==","signature_status":"signed_v1","signed_at":"2026-07-05T01:51:25.397304Z","signed_message":"canonical_sha256_bytes"},"source_id":"2011.06833","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:de1399f36611dd169f5646f9d5cd744979318ae771b320cb1252df63824af1af","sha256:2f3ca6575c29d988ccc83b1a4b51ddbaaab20a8a2c0ed89ccfa20a9e946e764c"],"state_sha256":"a4b20754af581ef6c917ddd91271f4c749caee136d6cf874ccbb187638b65839"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"o6XcXyNa2XoYtOPEyUiWt2UfJEDhG2SXS3nOOKrlRGGaIyJEi2MivCovzWcB+m+4tSQIR6Y0sEHLGW03VRz1CQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-18T16:51:54.194312Z","bundle_sha256":"c9bd64734768b66767f9fa408b1b7bf896b6883826dcd618507cd7e89ac813cc"}}