{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2014:HRZVKEFKDUBVVJYDG2MP2ARQVZ","short_pith_number":"pith:HRZVKEFK","canonical_record":{"source":{"id":"1407.5017","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2014-07-18T14:51:34Z","cross_cats_sorted":["stat.AP"],"title_canon_sha256":"1c60efff3c62947703bc98c252c428f5eec403f59a4f8bdf2e9338ea452aa79f","abstract_canon_sha256":"ba023210356766aceb11dd5ea2cf836038c98da439410590ba50f4cb2b29fe26"},"schema_version":"1.0"},"canonical_sha256":"3c735510aa1d035aa7033698fd0230ae6b792b542e8ef791fbe9a4a351d82d40","source":{"kind":"arxiv","id":"1407.5017","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1407.5017","created_at":"2026-05-18T02:47:22Z"},{"alias_kind":"arxiv_version","alias_value":"1407.5017v1","created_at":"2026-05-18T02:47:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1407.5017","created_at":"2026-05-18T02:47:22Z"},{"alias_kind":"pith_short_12","alias_value":"HRZVKEFKDUBV","created_at":"2026-05-18T12:28:30Z"},{"alias_kind":"pith_short_16","alias_value":"HRZVKEFKDUBVVJYD","created_at":"2026-05-18T12:28:30Z"},{"alias_kind":"pith_short_8","alias_value":"HRZVKEFK","created_at":"2026-05-18T12:28:30Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2014:HRZVKEFKDUBVVJYDG2MP2ARQVZ","target":"record","payload":{"canonical_record":{"source":{"id":"1407.5017","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2014-07-18T14:51:34Z","cross_cats_sorted":["stat.AP"],"title_canon_sha256":"1c60efff3c62947703bc98c252c428f5eec403f59a4f8bdf2e9338ea452aa79f","abstract_canon_sha256":"ba023210356766aceb11dd5ea2cf836038c98da439410590ba50f4cb2b29fe26"},"schema_version":"1.0"},"canonical_sha256":"3c735510aa1d035aa7033698fd0230ae6b792b542e8ef791fbe9a4a351d82d40","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T02:47:22.125724Z","signature_b64":"k4HEIVBXrN8NMjb1VMtN201EdSiCC89yBeJu7je/du8vd6ptx5K5E5rz5GBP7g4NE7u/xSJs3YA9a1KrcJhaAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3c735510aa1d035aa7033698fd0230ae6b792b542e8ef791fbe9a4a351d82d40","last_reissued_at":"2026-05-18T02:47:22.125103Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T02:47:22.125103Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1407.5017","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T02:47:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hXnTLuZjW2T+Kbcp4xwD6e2QWKuOHv7aHs8PBbJIlzwTr3bcYU03DA1wSoLXfuVpWj/Dt5GIWC3Z7qddtSe0AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-28T09:05:24.636245Z"},"content_sha256":"f1e117cc0d8529be1887daf3de18b595667e5b7977ce128c1ea02a99fcee65f2","schema_version":"1.0","event_id":"sha256:f1e117cc0d8529be1887daf3de18b595667e5b7977ce128c1ea02a99fcee65f2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2014:HRZVKEFKDUBVVJYDG2MP2ARQVZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Bayesian Nonparametric Crowdsourcing","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.AP"],"primary_cat":"stat.ML","authors_text":"Antonio Art\\'es-Rodr\\'iguez, Fernando Perez-Cruz, Pablo G. Moreno, Yee Whye Teh","submitted_at":"2014-07-18T14:51:34Z","abstract_excerpt":"Crowdsourcing has been proven to be an effective and efficient tool to annotate large datasets. User annotations are often noisy, so methods to combine the annotations to produce reliable estimates of the ground truth are necessary. We claim that considering the existence of clusters of users in this combination step can improve the performance. This is especially important in early stages of crowdsourcing implementations, where the number of annotations is low. At this stage there is not enough information to accurately estimate the bias introduced by each annotator separately, so we have to "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1407.5017","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T02:47:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5xpxM9EhD2wIVupwg9enWmxU2bwa1zfKnVEYU99YmzCgunJREF3aGDjHvbI8AipJTHPH2hEZfzFawCe5x12LAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-28T09:05:24.636620Z"},"content_sha256":"adbd3b8f635ec33306d60450cdcf7a632dc4b32d76a3a04579fd841e9bdff10b","schema_version":"1.0","event_id":"sha256:adbd3b8f635ec33306d60450cdcf7a632dc4b32d76a3a04579fd841e9bdff10b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HRZVKEFKDUBVVJYDG2MP2ARQVZ/bundle.json","state_url":"https://pith.science/pith/HRZVKEFKDUBVVJYDG2MP2ARQVZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HRZVKEFKDUBVVJYDG2MP2ARQVZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-28T09:05:24Z","links":{"resolver":"https://pith.science/pith/HRZVKEFKDUBVVJYDG2MP2ARQVZ","bundle":"https://pith.science/pith/HRZVKEFKDUBVVJYDG2MP2ARQVZ/bundle.json","state":"https://pith.science/pith/HRZVKEFKDUBVVJYDG2MP2ARQVZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HRZVKEFKDUBVVJYDG2MP2ARQVZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2014:HRZVKEFKDUBVVJYDG2MP2ARQVZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ba023210356766aceb11dd5ea2cf836038c98da439410590ba50f4cb2b29fe26","cross_cats_sorted":["stat.AP"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2014-07-18T14:51:34Z","title_canon_sha256":"1c60efff3c62947703bc98c252c428f5eec403f59a4f8bdf2e9338ea452aa79f"},"schema_version":"1.0","source":{"id":"1407.5017","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1407.5017","created_at":"2026-05-18T02:47:22Z"},{"alias_kind":"arxiv_version","alias_value":"1407.5017v1","created_at":"2026-05-18T02:47:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1407.5017","created_at":"2026-05-18T02:47:22Z"},{"alias_kind":"pith_short_12","alias_value":"HRZVKEFKDUBV","created_at":"2026-05-18T12:28:30Z"},{"alias_kind":"pith_short_16","alias_value":"HRZVKEFKDUBVVJYD","created_at":"2026-05-18T12:28:30Z"},{"alias_kind":"pith_short_8","alias_value":"HRZVKEFK","created_at":"2026-05-18T12:28:30Z"}],"graph_snapshots":[{"event_id":"sha256:adbd3b8f635ec33306d60450cdcf7a632dc4b32d76a3a04579fd841e9bdff10b","target":"graph","created_at":"2026-05-18T02:47:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Crowdsourcing has been proven to be an effective and efficient tool to annotate large datasets. User annotations are often noisy, so methods to combine the annotations to produce reliable estimates of the ground truth are necessary. We claim that considering the existence of clusters of users in this combination step can improve the performance. This is especially important in early stages of crowdsourcing implementations, where the number of annotations is low. At this stage there is not enough information to accurately estimate the bias introduced by each annotator separately, so we have to ","authors_text":"Antonio Art\\'es-Rodr\\'iguez, Fernando Perez-Cruz, Pablo G. Moreno, Yee Whye Teh","cross_cats":["stat.AP"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2014-07-18T14:51:34Z","title":"Bayesian Nonparametric Crowdsourcing"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1407.5017","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f1e117cc0d8529be1887daf3de18b595667e5b7977ce128c1ea02a99fcee65f2","target":"record","created_at":"2026-05-18T02:47:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ba023210356766aceb11dd5ea2cf836038c98da439410590ba50f4cb2b29fe26","cross_cats_sorted":["stat.AP"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2014-07-18T14:51:34Z","title_canon_sha256":"1c60efff3c62947703bc98c252c428f5eec403f59a4f8bdf2e9338ea452aa79f"},"schema_version":"1.0","source":{"id":"1407.5017","kind":"arxiv","version":1}},"canonical_sha256":"3c735510aa1d035aa7033698fd0230ae6b792b542e8ef791fbe9a4a351d82d40","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3c735510aa1d035aa7033698fd0230ae6b792b542e8ef791fbe9a4a351d82d40","first_computed_at":"2026-05-18T02:47:22.125103Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T02:47:22.125103Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"k4HEIVBXrN8NMjb1VMtN201EdSiCC89yBeJu7je/du8vd6ptx5K5E5rz5GBP7g4NE7u/xSJs3YA9a1KrcJhaAg==","signature_status":"signed_v1","signed_at":"2026-05-18T02:47:22.125724Z","signed_message":"canonical_sha256_bytes"},"source_id":"1407.5017","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f1e117cc0d8529be1887daf3de18b595667e5b7977ce128c1ea02a99fcee65f2","sha256:adbd3b8f635ec33306d60450cdcf7a632dc4b32d76a3a04579fd841e9bdff10b"],"state_sha256":"9f1be35c4079b83e36fef09cbad56ea5390c9d16f94d0215333229136e00da80"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EvV8KaXEo7/CvRu9F15TDWMvs8oHQAbSkSpeyc2hsQG0dSI9re9J8bo2TK1K7Z63tNm0w7odlDF1YUD2hcxIDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-28T09:05:24.638643Z","bundle_sha256":"3f097d0d42327ab1208c24be934ea474ebe843f62d4afd78f11b8ae48ec1f960"}}