{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:2O7BVY5QL3SNKAURYWGGOHPT5X","short_pith_number":"pith:2O7BVY5Q","canonical_record":{"source":{"id":"2304.12836","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-04-25T14:08:53Z","cross_cats_sorted":[],"title_canon_sha256":"31cd52a53c5d192e92e316b18149cdf74dd8aa4909ab87def3b9f27e6fc71cac","abstract_canon_sha256":"97dd1ab569c0cd589df977e533e726702e541b03f63faafa5c057c797bc55a55"},"schema_version":"1.0"},"canonical_sha256":"d3be1ae3b05ee4d50291c58c671df3edc693019087d43722eff4612f1048bdbc","source":{"kind":"arxiv","id":"2304.12836","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2304.12836","created_at":"2026-07-05T06:04:21Z"},{"alias_kind":"arxiv_version","alias_value":"2304.12836v1","created_at":"2026-07-05T06:04:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2304.12836","created_at":"2026-07-05T06:04:21Z"},{"alias_kind":"pith_short_12","alias_value":"2O7BVY5QL3SN","created_at":"2026-07-05T06:04:21Z"},{"alias_kind":"pith_short_16","alias_value":"2O7BVY5QL3SNKAUR","created_at":"2026-07-05T06:04:21Z"},{"alias_kind":"pith_short_8","alias_value":"2O7BVY5Q","created_at":"2026-07-05T06:04:21Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:2O7BVY5QL3SNKAURYWGGOHPT5X","target":"record","payload":{"canonical_record":{"source":{"id":"2304.12836","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-04-25T14:08:53Z","cross_cats_sorted":[],"title_canon_sha256":"31cd52a53c5d192e92e316b18149cdf74dd8aa4909ab87def3b9f27e6fc71cac","abstract_canon_sha256":"97dd1ab569c0cd589df977e533e726702e541b03f63faafa5c057c797bc55a55"},"schema_version":"1.0"},"canonical_sha256":"d3be1ae3b05ee4d50291c58c671df3edc693019087d43722eff4612f1048bdbc","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:04:21.497920Z","signature_b64":"oAnjVa8scQ+f89aIWOdEUjJHvpq5NYcICCKcG0lP4iIG3RSu+C2SGF/SjHpdd0uJNSp/sQ9kAe8H++88uVusAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d3be1ae3b05ee4d50291c58c671df3edc693019087d43722eff4612f1048bdbc","last_reissued_at":"2026-07-05T06:04:21.497473Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:04:21.497473Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2304.12836","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:04:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"y/rhGG2WPfDbmat9bQ1QT52rZkk2fWlwVAU0zRJmHqVxlR4ZT2FX0X1GrBPBu5DDnPeXf90MzGy0QZyTyB+kDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-21T08:14:32.479243Z"},"content_sha256":"33f038814312021ee489819c692095cef9db2a125902d0775a28a05ea3bd221b","schema_version":"1.0","event_id":"sha256:33f038814312021ee489819c692095cef9db2a125902d0775a28a05ea3bd221b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:2O7BVY5QL3SNKAURYWGGOHPT5X","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Lessons Learned from a Citizen Science Project for Natural Language Processing","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Dominic Petrak, G\\\"ozde G\\\"ul \\c{S}ahin, Iryna Gurevych, Jan-Christoph Klie, Ji-Ung Lee, Kevin Stowe, Luke Bates, Nafise Sadat Moosavi, Richard Eckart de Castilho","submitted_at":"2023-04-25T14:08:53Z","abstract_excerpt":"Many Natural Language Processing (NLP) systems use annotated corpora for training and evaluation. However, labeled data is often costly to obtain and scaling annotation projects is difficult, which is why annotation tasks are often outsourced to paid crowdworkers. Citizen Science is an alternative to crowdsourcing that is relatively unexplored in the context of NLP. To investigate whether and how well Citizen Science can be applied in this setting, we conduct an exploratory study into engaging different groups of volunteers in Citizen Science for NLP by re-annotating parts of a pre-existing cr"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2304.12836","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2304.12836/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:04:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xpZP8SgS9Zwt50o+MyyuLDr5KdGunS9cu2Gymr7iNO5Yd+cKWG0l0cwDdu1fNAbcax7NBO2pZb2DHzqLQ1gfBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-21T08:14:32.479743Z"},"content_sha256":"1ccfd7917a820fb7c9f8417c808b04b24e1b28a74ce24e01931bb1045ed643bf","schema_version":"1.0","event_id":"sha256:1ccfd7917a820fb7c9f8417c808b04b24e1b28a74ce24e01931bb1045ed643bf"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2O7BVY5QL3SNKAURYWGGOHPT5X/bundle.json","state_url":"https://pith.science/pith/2O7BVY5QL3SNKAURYWGGOHPT5X/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2O7BVY5QL3SNKAURYWGGOHPT5X/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-21T08:14:32Z","links":{"resolver":"https://pith.science/pith/2O7BVY5QL3SNKAURYWGGOHPT5X","bundle":"https://pith.science/pith/2O7BVY5QL3SNKAURYWGGOHPT5X/bundle.json","state":"https://pith.science/pith/2O7BVY5QL3SNKAURYWGGOHPT5X/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2O7BVY5QL3SNKAURYWGGOHPT5X/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:2O7BVY5QL3SNKAURYWGGOHPT5X","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"97dd1ab569c0cd589df977e533e726702e541b03f63faafa5c057c797bc55a55","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-04-25T14:08:53Z","title_canon_sha256":"31cd52a53c5d192e92e316b18149cdf74dd8aa4909ab87def3b9f27e6fc71cac"},"schema_version":"1.0","source":{"id":"2304.12836","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2304.12836","created_at":"2026-07-05T06:04:21Z"},{"alias_kind":"arxiv_version","alias_value":"2304.12836v1","created_at":"2026-07-05T06:04:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2304.12836","created_at":"2026-07-05T06:04:21Z"},{"alias_kind":"pith_short_12","alias_value":"2O7BVY5QL3SN","created_at":"2026-07-05T06:04:21Z"},{"alias_kind":"pith_short_16","alias_value":"2O7BVY5QL3SNKAUR","created_at":"2026-07-05T06:04:21Z"},{"alias_kind":"pith_short_8","alias_value":"2O7BVY5Q","created_at":"2026-07-05T06:04:21Z"}],"graph_snapshots":[{"event_id":"sha256:1ccfd7917a820fb7c9f8417c808b04b24e1b28a74ce24e01931bb1045ed643bf","target":"graph","created_at":"2026-07-05T06:04:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2304.12836/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Many Natural Language Processing (NLP) systems use annotated corpora for training and evaluation. However, labeled data is often costly to obtain and scaling annotation projects is difficult, which is why annotation tasks are often outsourced to paid crowdworkers. Citizen Science is an alternative to crowdsourcing that is relatively unexplored in the context of NLP. To investigate whether and how well Citizen Science can be applied in this setting, we conduct an exploratory study into engaging different groups of volunteers in Citizen Science for NLP by re-annotating parts of a pre-existing cr","authors_text":"Dominic Petrak, G\\\"ozde G\\\"ul \\c{S}ahin, Iryna Gurevych, Jan-Christoph Klie, Ji-Ung Lee, Kevin Stowe, Luke Bates, Nafise Sadat Moosavi, Richard Eckart de Castilho","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-04-25T14:08:53Z","title":"Lessons Learned from a Citizen Science Project for Natural Language Processing"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2304.12836","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:33f038814312021ee489819c692095cef9db2a125902d0775a28a05ea3bd221b","target":"record","created_at":"2026-07-05T06:04:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"97dd1ab569c0cd589df977e533e726702e541b03f63faafa5c057c797bc55a55","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-04-25T14:08:53Z","title_canon_sha256":"31cd52a53c5d192e92e316b18149cdf74dd8aa4909ab87def3b9f27e6fc71cac"},"schema_version":"1.0","source":{"id":"2304.12836","kind":"arxiv","version":1}},"canonical_sha256":"d3be1ae3b05ee4d50291c58c671df3edc693019087d43722eff4612f1048bdbc","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d3be1ae3b05ee4d50291c58c671df3edc693019087d43722eff4612f1048bdbc","first_computed_at":"2026-07-05T06:04:21.497473Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:04:21.497473Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"oAnjVa8scQ+f89aIWOdEUjJHvpq5NYcICCKcG0lP4iIG3RSu+C2SGF/SjHpdd0uJNSp/sQ9kAe8H++88uVusAw==","signature_status":"signed_v1","signed_at":"2026-07-05T06:04:21.497920Z","signed_message":"canonical_sha256_bytes"},"source_id":"2304.12836","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:33f038814312021ee489819c692095cef9db2a125902d0775a28a05ea3bd221b","sha256:1ccfd7917a820fb7c9f8417c808b04b24e1b28a74ce24e01931bb1045ed643bf"],"state_sha256":"7d9c094dc5f41862a2de0151c6813bb66cd04b465850df6e17fd0046f9238aa3"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"duuRqApbhG4PJPxnZyh+4LCyXC0HUU3yPkd8irZyKOKNt3F7xSQVQCEq2vA9gpqcud9J/i4e9Qkxr9Wz8KqTDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-21T08:14:32.484398Z","bundle_sha256":"38c3f58de6a1f673cbb09539bf7ec205489ee8f41b943a63989339cc59a3a90d"}}