{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:H67SOTPQA4FQTBDKGXUFEXRBKZ","short_pith_number":"pith:H67SOTPQ","canonical_record":{"source":{"id":"2009.01966","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2020-09-04T00:26:38Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"c80c4084025bafdade35ec2d1aae118b7c654d2a924ec86df35b70606c796a81","abstract_canon_sha256":"55a3ce5b1abf8aa85cf4c8c93acfacce52ab4a5578f8249e8fd0fa3dc01065af"},"schema_version":"1.0"},"canonical_sha256":"3fbf274df0070b09846a35e8525e215647817ef17067d231c2144bc19b3c68ef","source":{"kind":"arxiv","id":"2009.01966","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2009.01966","created_at":"2026-07-05T01:33:01Z"},{"alias_kind":"arxiv_version","alias_value":"2009.01966v1","created_at":"2026-07-05T01:33:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2009.01966","created_at":"2026-07-05T01:33:01Z"},{"alias_kind":"pith_short_12","alias_value":"H67SOTPQA4FQ","created_at":"2026-07-05T01:33:01Z"},{"alias_kind":"pith_short_16","alias_value":"H67SOTPQA4FQTBDK","created_at":"2026-07-05T01:33:01Z"},{"alias_kind":"pith_short_8","alias_value":"H67SOTPQ","created_at":"2026-07-05T01:33:01Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:H67SOTPQA4FQTBDKGXUFEXRBKZ","target":"record","payload":{"canonical_record":{"source":{"id":"2009.01966","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2020-09-04T00:26:38Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"c80c4084025bafdade35ec2d1aae118b7c654d2a924ec86df35b70606c796a81","abstract_canon_sha256":"55a3ce5b1abf8aa85cf4c8c93acfacce52ab4a5578f8249e8fd0fa3dc01065af"},"schema_version":"1.0"},"canonical_sha256":"3fbf274df0070b09846a35e8525e215647817ef17067d231c2144bc19b3c68ef","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:33:01.865573Z","signature_b64":"SZcg6SYsHSeOgvbYC7lWuSrezQT+366NhYR5wTvVXd35LqEZbvx2zV3IQ0lIy1DgBVkjUXi9TE6KhYhQuDDJAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3fbf274df0070b09846a35e8525e215647817ef17067d231c2144bc19b3c68ef","last_reissued_at":"2026-07-05T01:33:01.865131Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:33:01.865131Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2009.01966","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:33:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"itw9Vr6nEmXDswEFPTVSfCtszGxJa/8Yn5ZP65dp2Eq/61/eJT+YXz5/hnbkPLB6psl3NHrAfYkkwIhc+dH1Bg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T20:49:13.277419Z"},"content_sha256":"c35d9397a86316b3b0588bcd5859f8885b57a19673b00e849a822af097e5da76","schema_version":"1.0","event_id":"sha256:c35d9397a86316b3b0588bcd5859f8885b57a19673b00e849a822af097e5da76"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:H67SOTPQA4FQTBDKGXUFEXRBKZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Leveraging Clickstream Trajectories to Reveal Low-Quality Workers in Crowdsourced Forecasting Platforms","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.HC","authors_text":"Akira Matsui, Andres Abeliuk, Aram Galstyan, Emilio Ferrara, Fred Morstatter","submitted_at":"2020-09-04T00:26:38Z","abstract_excerpt":"Crowdwork often entails tackling cognitively-demanding and time-consuming tasks. Crowdsourcing can be used for complex annotation tasks, from medical imaging to geospatial data, and such data powers sensitive applications, such as health diagnostics or autonomous driving. However, the existence and prevalence of underperforming crowdworkers is well-recognized, and can pose a threat to the validity of crowdsourcing. In this study, we propose the use of a computational framework to identify clusters of underperforming workers using clickstream trajectories. We focus on crowdsourced geopolitical "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2009.01966","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2009.01966/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:33:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Ka8zox13TGErWZhUjuiQURfnPxE2l0w+tcNWvQyCfdw+yz7Fgwmq9q7HJSu3MFrpgGdxlvwYA8Aza5yHS58pBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T20:49:13.277914Z"},"content_sha256":"60884745908daee5605dd804485585107c3b2d42a020e20e2f8b6fca8c2db100","schema_version":"1.0","event_id":"sha256:60884745908daee5605dd804485585107c3b2d42a020e20e2f8b6fca8c2db100"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/H67SOTPQA4FQTBDKGXUFEXRBKZ/bundle.json","state_url":"https://pith.science/pith/H67SOTPQA4FQTBDKGXUFEXRBKZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/H67SOTPQA4FQTBDKGXUFEXRBKZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T20:49:13Z","links":{"resolver":"https://pith.science/pith/H67SOTPQA4FQTBDKGXUFEXRBKZ","bundle":"https://pith.science/pith/H67SOTPQA4FQTBDKGXUFEXRBKZ/bundle.json","state":"https://pith.science/pith/H67SOTPQA4FQTBDKGXUFEXRBKZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/H67SOTPQA4FQTBDKGXUFEXRBKZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:H67SOTPQA4FQTBDKGXUFEXRBKZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"55a3ce5b1abf8aa85cf4c8c93acfacce52ab4a5578f8249e8fd0fa3dc01065af","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2020-09-04T00:26:38Z","title_canon_sha256":"c80c4084025bafdade35ec2d1aae118b7c654d2a924ec86df35b70606c796a81"},"schema_version":"1.0","source":{"id":"2009.01966","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2009.01966","created_at":"2026-07-05T01:33:01Z"},{"alias_kind":"arxiv_version","alias_value":"2009.01966v1","created_at":"2026-07-05T01:33:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2009.01966","created_at":"2026-07-05T01:33:01Z"},{"alias_kind":"pith_short_12","alias_value":"H67SOTPQA4FQ","created_at":"2026-07-05T01:33:01Z"},{"alias_kind":"pith_short_16","alias_value":"H67SOTPQA4FQTBDK","created_at":"2026-07-05T01:33:01Z"},{"alias_kind":"pith_short_8","alias_value":"H67SOTPQ","created_at":"2026-07-05T01:33:01Z"}],"graph_snapshots":[{"event_id":"sha256:60884745908daee5605dd804485585107c3b2d42a020e20e2f8b6fca8c2db100","target":"graph","created_at":"2026-07-05T01:33:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2009.01966/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Crowdwork often entails tackling cognitively-demanding and time-consuming tasks. Crowdsourcing can be used for complex annotation tasks, from medical imaging to geospatial data, and such data powers sensitive applications, such as health diagnostics or autonomous driving. However, the existence and prevalence of underperforming crowdworkers is well-recognized, and can pose a threat to the validity of crowdsourcing. In this study, we propose the use of a computational framework to identify clusters of underperforming workers using clickstream trajectories. We focus on crowdsourced geopolitical ","authors_text":"Akira Matsui, Andres Abeliuk, Aram Galstyan, Emilio Ferrara, Fred Morstatter","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2020-09-04T00:26:38Z","title":"Leveraging Clickstream Trajectories to Reveal Low-Quality Workers in Crowdsourced Forecasting Platforms"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2009.01966","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c35d9397a86316b3b0588bcd5859f8885b57a19673b00e849a822af097e5da76","target":"record","created_at":"2026-07-05T01:33:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"55a3ce5b1abf8aa85cf4c8c93acfacce52ab4a5578f8249e8fd0fa3dc01065af","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2020-09-04T00:26:38Z","title_canon_sha256":"c80c4084025bafdade35ec2d1aae118b7c654d2a924ec86df35b70606c796a81"},"schema_version":"1.0","source":{"id":"2009.01966","kind":"arxiv","version":1}},"canonical_sha256":"3fbf274df0070b09846a35e8525e215647817ef17067d231c2144bc19b3c68ef","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3fbf274df0070b09846a35e8525e215647817ef17067d231c2144bc19b3c68ef","first_computed_at":"2026-07-05T01:33:01.865131Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:33:01.865131Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"SZcg6SYsHSeOgvbYC7lWuSrezQT+366NhYR5wTvVXd35LqEZbvx2zV3IQ0lIy1DgBVkjUXi9TE6KhYhQuDDJAg==","signature_status":"signed_v1","signed_at":"2026-07-05T01:33:01.865573Z","signed_message":"canonical_sha256_bytes"},"source_id":"2009.01966","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c35d9397a86316b3b0588bcd5859f8885b57a19673b00e849a822af097e5da76","sha256:60884745908daee5605dd804485585107c3b2d42a020e20e2f8b6fca8c2db100"],"state_sha256":"23ee3921c074f4fc36710f92ed12627e1f1c01f0c77ec165fff7d95952259976"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OCCblbp6sSaNrRMR312dw8KUK1wSHWoFcSmwsfafI7ebEV0/8PludIBWb40SKPCroutGFswDLAkckrvRBnD1CQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T20:49:13.281857Z","bundle_sha256":"90536b4d214775dc24c4029eacdeda16c08b1542ad97a42e3770f5dcb123b55b"}}