{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:4UPJPAMR2FBITOZWTVEOQH7UQ3","short_pith_number":"pith:4UPJPAMR","canonical_record":{"source":{"id":"2302.13100","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2023-02-25T15:19:13Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"2e4e566aaae889c3540308900841f4fc79c798792bd0d20825a70fc5c69b8cf6","abstract_canon_sha256":"1080a5a9ffba2bcf8a7c67f20bac34343a2876fd97b8cbf1c2bfd0d616d13b52"},"schema_version":"1.0"},"canonical_sha256":"e51e978191d14289bb369d48e81ff486f79c715bb6b87aacdae71a2e6dffebee","source":{"kind":"arxiv","id":"2302.13100","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.13100","created_at":"2026-07-05T05:45:43Z"},{"alias_kind":"arxiv_version","alias_value":"2302.13100v1","created_at":"2026-07-05T05:45:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.13100","created_at":"2026-07-05T05:45:43Z"},{"alias_kind":"pith_short_12","alias_value":"4UPJPAMR2FBI","created_at":"2026-07-05T05:45:43Z"},{"alias_kind":"pith_short_16","alias_value":"4UPJPAMR2FBITOZW","created_at":"2026-07-05T05:45:43Z"},{"alias_kind":"pith_short_8","alias_value":"4UPJPAMR","created_at":"2026-07-05T05:45:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:4UPJPAMR2FBITOZWTVEOQH7UQ3","target":"record","payload":{"canonical_record":{"source":{"id":"2302.13100","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2023-02-25T15:19:13Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"2e4e566aaae889c3540308900841f4fc79c798792bd0d20825a70fc5c69b8cf6","abstract_canon_sha256":"1080a5a9ffba2bcf8a7c67f20bac34343a2876fd97b8cbf1c2bfd0d616d13b52"},"schema_version":"1.0"},"canonical_sha256":"e51e978191d14289bb369d48e81ff486f79c715bb6b87aacdae71a2e6dffebee","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:45:43.259688Z","signature_b64":"j4gSvBlsqC1vX4kA4HLfiboEsuutP96qiNJlXzmKYALmcQfrpkeCBV84YkHGyBnoemhNKIvPWZN4imLJTpEXBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e51e978191d14289bb369d48e81ff486f79c715bb6b87aacdae71a2e6dffebee","last_reissued_at":"2026-07-05T05:45:43.259266Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:45:43.259266Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2302.13100","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:45:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MxeAgTmr/LWfejBTxnK7eojjp033TKRiTG6TzLOnCxs4Tep4VXbcRUUaNr68dQinSl0Yd30ZNEeZC4JzyhaHCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-18T03:16:54.220377Z"},"content_sha256":"03439edb2b8aacf019a1fce873c3a46879dc6a6e32566560df7924bf4d28e7e5","schema_version":"1.0","event_id":"sha256:03439edb2b8aacf019a1fce873c3a46879dc6a6e32566560df7924bf4d28e7e5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:4UPJPAMR2FBITOZWTVEOQH7UQ3","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Mitigating Observation Biases in Crowdsourced Label Aggregation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.HC","authors_text":"Hisashi Kashima, Koh Takeuchi, Ryosuke Ueda","submitted_at":"2023-02-25T15:19:13Z","abstract_excerpt":"Crowdsourcing has been widely used to efficiently obtain labeled datasets for supervised learning from large numbers of human resources at low cost. However, one of the technical challenges in obtaining high-quality results from crowdsourcing is dealing with the variability and bias caused by the fact that it is humans execute the work, and various studies have addressed this issue to improve the quality by integrating redundantly collected responses. In this study, we focus on the observation bias in crowdsourcing. Variations in the frequency of worker responses and the complexity of tasks oc"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.13100","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2302.13100/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:45:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CSYeZkyi8RhlNCJtEgAtSiIB4sUTKOSxGTgMnkMBNwrFF2xEfGJh28eZmGJRmOe8Xk0MFnK0S+hhFVdXRY8jDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-18T03:16:54.220757Z"},"content_sha256":"638688dbc68c4ce1508376a1c3561e9d541d0dc8d2edbce596bd94b1df7ae206","schema_version":"1.0","event_id":"sha256:638688dbc68c4ce1508376a1c3561e9d541d0dc8d2edbce596bd94b1df7ae206"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/4UPJPAMR2FBITOZWTVEOQH7UQ3/bundle.json","state_url":"https://pith.science/pith/4UPJPAMR2FBITOZWTVEOQH7UQ3/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/4UPJPAMR2FBITOZWTVEOQH7UQ3/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-18T03:16:54Z","links":{"resolver":"https://pith.science/pith/4UPJPAMR2FBITOZWTVEOQH7UQ3","bundle":"https://pith.science/pith/4UPJPAMR2FBITOZWTVEOQH7UQ3/bundle.json","state":"https://pith.science/pith/4UPJPAMR2FBITOZWTVEOQH7UQ3/state.json","well_known_bundle":"https://pith.science/.well-known/pith/4UPJPAMR2FBITOZWTVEOQH7UQ3/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:4UPJPAMR2FBITOZWTVEOQH7UQ3","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1080a5a9ffba2bcf8a7c67f20bac34343a2876fd97b8cbf1c2bfd0d616d13b52","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2023-02-25T15:19:13Z","title_canon_sha256":"2e4e566aaae889c3540308900841f4fc79c798792bd0d20825a70fc5c69b8cf6"},"schema_version":"1.0","source":{"id":"2302.13100","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.13100","created_at":"2026-07-05T05:45:43Z"},{"alias_kind":"arxiv_version","alias_value":"2302.13100v1","created_at":"2026-07-05T05:45:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.13100","created_at":"2026-07-05T05:45:43Z"},{"alias_kind":"pith_short_12","alias_value":"4UPJPAMR2FBI","created_at":"2026-07-05T05:45:43Z"},{"alias_kind":"pith_short_16","alias_value":"4UPJPAMR2FBITOZW","created_at":"2026-07-05T05:45:43Z"},{"alias_kind":"pith_short_8","alias_value":"4UPJPAMR","created_at":"2026-07-05T05:45:43Z"}],"graph_snapshots":[{"event_id":"sha256:638688dbc68c4ce1508376a1c3561e9d541d0dc8d2edbce596bd94b1df7ae206","target":"graph","created_at":"2026-07-05T05:45:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2302.13100/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Crowdsourcing has been widely used to efficiently obtain labeled datasets for supervised learning from large numbers of human resources at low cost. However, one of the technical challenges in obtaining high-quality results from crowdsourcing is dealing with the variability and bias caused by the fact that it is humans execute the work, and various studies have addressed this issue to improve the quality by integrating redundantly collected responses. In this study, we focus on the observation bias in crowdsourcing. Variations in the frequency of worker responses and the complexity of tasks oc","authors_text":"Hisashi Kashima, Koh Takeuchi, Ryosuke Ueda","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2023-02-25T15:19:13Z","title":"Mitigating Observation Biases in Crowdsourced Label Aggregation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.13100","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:03439edb2b8aacf019a1fce873c3a46879dc6a6e32566560df7924bf4d28e7e5","target":"record","created_at":"2026-07-05T05:45:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1080a5a9ffba2bcf8a7c67f20bac34343a2876fd97b8cbf1c2bfd0d616d13b52","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2023-02-25T15:19:13Z","title_canon_sha256":"2e4e566aaae889c3540308900841f4fc79c798792bd0d20825a70fc5c69b8cf6"},"schema_version":"1.0","source":{"id":"2302.13100","kind":"arxiv","version":1}},"canonical_sha256":"e51e978191d14289bb369d48e81ff486f79c715bb6b87aacdae71a2e6dffebee","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e51e978191d14289bb369d48e81ff486f79c715bb6b87aacdae71a2e6dffebee","first_computed_at":"2026-07-05T05:45:43.259266Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:45:43.259266Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"j4gSvBlsqC1vX4kA4HLfiboEsuutP96qiNJlXzmKYALmcQfrpkeCBV84YkHGyBnoemhNKIvPWZN4imLJTpEXBg==","signature_status":"signed_v1","signed_at":"2026-07-05T05:45:43.259688Z","signed_message":"canonical_sha256_bytes"},"source_id":"2302.13100","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:03439edb2b8aacf019a1fce873c3a46879dc6a6e32566560df7924bf4d28e7e5","sha256:638688dbc68c4ce1508376a1c3561e9d541d0dc8d2edbce596bd94b1df7ae206"],"state_sha256":"b761154fd8fb05926cba9668a24b8031b0f9fe45279eb260b613c256759a03ef"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kfacaIZZcML1YRmjhMvx6Dee0Pq+RsbRAoK4lvDT2ckTb1qImOJAwLBFU5lQX70xzcpj5UMGNRJJEO4jLfp/CA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-18T03:16:54.222858Z","bundle_sha256":"cd8de5b005331c413a1030f7675b2aceb88ef36a9543c378186154195bacc91a"}}