{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:JI2ETELSUPD7W6VD2PYQR46ILN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"505056c7a1b2f82cb86e01602251e135363cceeff43a2aa9ffdf7b7a8ef589e4","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2020-12-20T19:11:14Z","title_canon_sha256":"2bde7a1580d04926f7650df2cd242f0136ca55a1852757b104c35c0b9c8e2e2e"},"schema_version":"1.0","source":{"id":"2012.10999","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2012.10999","created_at":"2026-07-05T02:00:57Z"},{"alias_kind":"arxiv_version","alias_value":"2012.10999v1","created_at":"2026-07-05T02:00:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2012.10999","created_at":"2026-07-05T02:00:57Z"},{"alias_kind":"pith_short_12","alias_value":"JI2ETELSUPD7","created_at":"2026-07-05T02:00:57Z"},{"alias_kind":"pith_short_16","alias_value":"JI2ETELSUPD7W6VD","created_at":"2026-07-05T02:00:57Z"},{"alias_kind":"pith_short_8","alias_value":"JI2ETELS","created_at":"2026-07-05T02:00:57Z"}],"graph_snapshots":[{"event_id":"sha256:047cc083ffd0453c26a9fdd69f53d5b81c482f47672c526e358a81faf4e10101","target":"graph","created_at":"2026-07-05T02:00:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2012.10999/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Qualification tests in crowdsourcing are often used to pre-filter workers by measuring their ability in executing microtasks.While creating qualification tests for each task type is considered as a common and reasonable way, this study investigates into its worker-filtering performance when the same qualification test is used across multiple types of tasks.On Amazon Mechanical Turk, we tested the annotation accuracy in six different cases where tasks consisted of two different difficulty levels, arising from the identical real-world domain: four combinatory cases in which the qualification tes","authors_text":"Masaya Morinaga, Susumu Saito, Teppei Nakano, Tetsuji Ogawa, Tetsunori Kobayashi","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2020-12-20T19:11:14Z","title":"Exploring Effectiveness of Inter-Microtask Qualification Tests in Crowdsourcing"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2012.10999","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:cfcbbd507e56f7336ef48a84879baf09c92bb48f5cbe0a43a90e8dad6e21ae0d","target":"record","created_at":"2026-07-05T02:00:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"505056c7a1b2f82cb86e01602251e135363cceeff43a2aa9ffdf7b7a8ef589e4","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2020-12-20T19:11:14Z","title_canon_sha256":"2bde7a1580d04926f7650df2cd242f0136ca55a1852757b104c35c0b9c8e2e2e"},"schema_version":"1.0","source":{"id":"2012.10999","kind":"arxiv","version":1}},"canonical_sha256":"4a34499172a3c7fb7aa3d3f108f3c85b42f25b547fc8ada6bffe7b5627ad374a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4a34499172a3c7fb7aa3d3f108f3c85b42f25b547fc8ada6bffe7b5627ad374a","first_computed_at":"2026-07-05T02:00:57.539891Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:00:57.539891Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Pe/6zgDZgZ55HWR1HNfsY5A14xAzNYpdf41/N7AkgpcnczOubPAcfvSwpY4CS/1ewlqOAVLTd7ztmI4zd4YCCw==","signature_status":"signed_v1","signed_at":"2026-07-05T02:00:57.540287Z","signed_message":"canonical_sha256_bytes"},"source_id":"2012.10999","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:cfcbbd507e56f7336ef48a84879baf09c92bb48f5cbe0a43a90e8dad6e21ae0d","sha256:047cc083ffd0453c26a9fdd69f53d5b81c482f47672c526e358a81faf4e10101"],"state_sha256":"828456716471198e04bcd23ed730de97094dc19784017e3f626cd6052eae5c3a"}