{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:3NE5467OV3HYV2D3NGMQQRQXD2","short_pith_number":"pith:3NE5467O","canonical_record":{"source":{"id":"2206.08931","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2022-06-09T23:31:17Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"f6b65a4e1abf8ef773a8cdc1c667f38cd5c6f13b673f2d07dc215adb75172e7e","abstract_canon_sha256":"216b4c417a0cb0715c27b4fa7e11b495ac0b1b66aaa202ef5b13482e48f31e05"},"schema_version":"1.0"},"canonical_sha256":"db49de7beeaecf8ae87b69990846171e95bc0649fd7d7929b0a7450cc5cfeb2e","source":{"kind":"arxiv","id":"2206.08931","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2206.08931","created_at":"2026-07-05T04:33:01Z"},{"alias_kind":"arxiv_version","alias_value":"2206.08931v1","created_at":"2026-07-05T04:33:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2206.08931","created_at":"2026-07-05T04:33:01Z"},{"alias_kind":"pith_short_12","alias_value":"3NE5467OV3HY","created_at":"2026-07-05T04:33:01Z"},{"alias_kind":"pith_short_16","alias_value":"3NE5467OV3HYV2D3","created_at":"2026-07-05T04:33:01Z"},{"alias_kind":"pith_short_8","alias_value":"3NE5467O","created_at":"2026-07-05T04:33:01Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:3NE5467OV3HYV2D3NGMQQRQXD2","target":"record","payload":{"canonical_record":{"source":{"id":"2206.08931","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2022-06-09T23:31:17Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"f6b65a4e1abf8ef773a8cdc1c667f38cd5c6f13b673f2d07dc215adb75172e7e","abstract_canon_sha256":"216b4c417a0cb0715c27b4fa7e11b495ac0b1b66aaa202ef5b13482e48f31e05"},"schema_version":"1.0"},"canonical_sha256":"db49de7beeaecf8ae87b69990846171e95bc0649fd7d7929b0a7450cc5cfeb2e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:33:01.685910Z","signature_b64":"4NT63MhWK1Hv2uHtgOhamYvKQsPebuADiz2RP/B33eulQ/F2jMF8BQbcVISKHvw5VEtJ0E2uiadt/d1QCLIFBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"db49de7beeaecf8ae87b69990846171e95bc0649fd7d7929b0a7450cc5cfeb2e","last_reissued_at":"2026-07-05T04:33:01.685437Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:33:01.685437Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2206.08931","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:33:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NPgHHU+HzGXugDX2/gJD27MGuLGHnnaCf2kQmKuovD44er4g8MreSx2eqf59kJ44/VNdvHOBza6yMLIVDSV7DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T22:08:24.020846Z"},"content_sha256":"5c7b3a796122196adfbaa982fcc1bb54a4fafc4596e4c56d000a2c3978aef1a4","schema_version":"1.0","event_id":"sha256:5c7b3a796122196adfbaa982fcc1bb54a4fafc4596e4c56d000a2c3978aef1a4"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:3NE5467OV3HYV2D3NGMQQRQXD2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"CrowdWorkSheets: Accounting for Individual and Collective Identities Underlying Crowdsourced Dataset Annotation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.HC","authors_text":"Dylan K. Baker, Emily Denton, Ian D. Kivlichan, Mark Diaz, Rachel Rosen, Razvan Amironesei, Vinodkumar Prabhakaran","submitted_at":"2022-06-09T23:31:17Z","abstract_excerpt":"Human annotated data plays a crucial role in machine learning (ML) research and development. However, the ethical considerations around the processes and decisions that go into dataset annotation have not received nearly enough attention. In this paper, we survey an array of literature that provides insights into ethical considerations around crowdsourced dataset annotation. We synthesize these insights, and lay out the challenges in this space along two layers: (1) who the annotator is, and how the annotators' lived experiences can impact their annotations, and (2) the relationship between th"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2206.08931","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2206.08931/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:33:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FjzhgDeZ+22BFcx8Yj2Y4W9uF3QMj9ATu6uMMU4E0yRHPsNPA8S2sr4ZtZHruTD/FFsaTxhoPNRsFlkJ+RgPBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T22:08:24.021964Z"},"content_sha256":"99b7b7009c352b1bcf3b0ae3fa1dca9d37daa97322dac28e60b4e802dbdd1c73","schema_version":"1.0","event_id":"sha256:99b7b7009c352b1bcf3b0ae3fa1dca9d37daa97322dac28e60b4e802dbdd1c73"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3NE5467OV3HYV2D3NGMQQRQXD2/bundle.json","state_url":"https://pith.science/pith/3NE5467OV3HYV2D3NGMQQRQXD2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3NE5467OV3HYV2D3NGMQQRQXD2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T22:08:24Z","links":{"resolver":"https://pith.science/pith/3NE5467OV3HYV2D3NGMQQRQXD2","bundle":"https://pith.science/pith/3NE5467OV3HYV2D3NGMQQRQXD2/bundle.json","state":"https://pith.science/pith/3NE5467OV3HYV2D3NGMQQRQXD2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3NE5467OV3HYV2D3NGMQQRQXD2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:3NE5467OV3HYV2D3NGMQQRQXD2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"216b4c417a0cb0715c27b4fa7e11b495ac0b1b66aaa202ef5b13482e48f31e05","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2022-06-09T23:31:17Z","title_canon_sha256":"f6b65a4e1abf8ef773a8cdc1c667f38cd5c6f13b673f2d07dc215adb75172e7e"},"schema_version":"1.0","source":{"id":"2206.08931","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2206.08931","created_at":"2026-07-05T04:33:01Z"},{"alias_kind":"arxiv_version","alias_value":"2206.08931v1","created_at":"2026-07-05T04:33:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2206.08931","created_at":"2026-07-05T04:33:01Z"},{"alias_kind":"pith_short_12","alias_value":"3NE5467OV3HY","created_at":"2026-07-05T04:33:01Z"},{"alias_kind":"pith_short_16","alias_value":"3NE5467OV3HYV2D3","created_at":"2026-07-05T04:33:01Z"},{"alias_kind":"pith_short_8","alias_value":"3NE5467O","created_at":"2026-07-05T04:33:01Z"}],"graph_snapshots":[{"event_id":"sha256:99b7b7009c352b1bcf3b0ae3fa1dca9d37daa97322dac28e60b4e802dbdd1c73","target":"graph","created_at":"2026-07-05T04:33:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2206.08931/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Human annotated data plays a crucial role in machine learning (ML) research and development. However, the ethical considerations around the processes and decisions that go into dataset annotation have not received nearly enough attention. In this paper, we survey an array of literature that provides insights into ethical considerations around crowdsourced dataset annotation. We synthesize these insights, and lay out the challenges in this space along two layers: (1) who the annotator is, and how the annotators' lived experiences can impact their annotations, and (2) the relationship between th","authors_text":"Dylan K. Baker, Emily Denton, Ian D. Kivlichan, Mark Diaz, Rachel Rosen, Razvan Amironesei, Vinodkumar Prabhakaran","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2022-06-09T23:31:17Z","title":"CrowdWorkSheets: Accounting for Individual and Collective Identities Underlying Crowdsourced Dataset Annotation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2206.08931","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5c7b3a796122196adfbaa982fcc1bb54a4fafc4596e4c56d000a2c3978aef1a4","target":"record","created_at":"2026-07-05T04:33:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"216b4c417a0cb0715c27b4fa7e11b495ac0b1b66aaa202ef5b13482e48f31e05","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2022-06-09T23:31:17Z","title_canon_sha256":"f6b65a4e1abf8ef773a8cdc1c667f38cd5c6f13b673f2d07dc215adb75172e7e"},"schema_version":"1.0","source":{"id":"2206.08931","kind":"arxiv","version":1}},"canonical_sha256":"db49de7beeaecf8ae87b69990846171e95bc0649fd7d7929b0a7450cc5cfeb2e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"db49de7beeaecf8ae87b69990846171e95bc0649fd7d7929b0a7450cc5cfeb2e","first_computed_at":"2026-07-05T04:33:01.685437Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:33:01.685437Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"4NT63MhWK1Hv2uHtgOhamYvKQsPebuADiz2RP/B33eulQ/F2jMF8BQbcVISKHvw5VEtJ0E2uiadt/d1QCLIFBA==","signature_status":"signed_v1","signed_at":"2026-07-05T04:33:01.685910Z","signed_message":"canonical_sha256_bytes"},"source_id":"2206.08931","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5c7b3a796122196adfbaa982fcc1bb54a4fafc4596e4c56d000a2c3978aef1a4","sha256:99b7b7009c352b1bcf3b0ae3fa1dca9d37daa97322dac28e60b4e802dbdd1c73"],"state_sha256":"5a99bbe1a4167a063839f680c514b754a2e8632ba5e0f85533e4c7c3ecb30d2f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"y11alr6qamti6Rw/BILa9EsaIBWOJyGCPEUNzX43L3a+ZEtWIqnm17Ku1vRo9vVONcuQ4LMxXy9dyXKuXeH3Cw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T22:08:24.028002Z","bundle_sha256":"a0d3e76bedf7755e432e6fd6c78e46eb19e501a6be70f3c441d9a7623c6289d7"}}