{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:SBB7EFCCD5XC26KX4JQWSLTWSN","short_pith_number":"pith:SBB7EFCC","canonical_record":{"source":{"id":"1810.13314","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2018-10-31T14:46:17Z","cross_cats_sorted":[],"title_canon_sha256":"375ff443a8d4f32cd7f7d1c127f14ef985d5f348032a1ff7e8574d099f44b31a","abstract_canon_sha256":"1c316f891c686a3ab1ec0c93428f19222f55ab7a975fc49c532ba166e9bc3042"},"schema_version":"1.0"},"canonical_sha256":"9043f214421f6e2d7957e261692e76935938ca37fed321c359a98799d2e73370","source":{"kind":"arxiv","id":"1810.13314","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1810.13314","created_at":"2026-05-17T23:52:21Z"},{"alias_kind":"arxiv_version","alias_value":"1810.13314v2","created_at":"2026-05-17T23:52:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1810.13314","created_at":"2026-05-17T23:52:21Z"},{"alias_kind":"pith_short_12","alias_value":"SBB7EFCCD5XC","created_at":"2026-05-18T12:32:50Z"},{"alias_kind":"pith_short_16","alias_value":"SBB7EFCCD5XC26KX","created_at":"2026-05-18T12:32:50Z"},{"alias_kind":"pith_short_8","alias_value":"SBB7EFCC","created_at":"2026-05-18T12:32:50Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:SBB7EFCCD5XC26KX4JQWSLTWSN","target":"record","payload":{"canonical_record":{"source":{"id":"1810.13314","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2018-10-31T14:46:17Z","cross_cats_sorted":[],"title_canon_sha256":"375ff443a8d4f32cd7f7d1c127f14ef985d5f348032a1ff7e8574d099f44b31a","abstract_canon_sha256":"1c316f891c686a3ab1ec0c93428f19222f55ab7a975fc49c532ba166e9bc3042"},"schema_version":"1.0"},"canonical_sha256":"9043f214421f6e2d7957e261692e76935938ca37fed321c359a98799d2e73370","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:52:21.842355Z","signature_b64":"aVqGz8ExfXJsdjIyv0XuoCaJW484pdDu1HNZmyPaT3BsmM32DewVzvTRFBAD95jpe8iMkhbXt36PpAveDBohCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9043f214421f6e2d7957e261692e76935938ca37fed321c359a98799d2e73370","last_reissued_at":"2026-05-17T23:52:21.841691Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:52:21.841691Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1810.13314","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:52:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"foEeNTPJEnaccTNSIFwRKjZrYS4joFa4xOd0bottGcC69avA8Sd6hJ3lA/MLQn8IFSCw6cy6C60GrJjkgqlTDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-27T14:03:49.417706Z"},"content_sha256":"1a6e9020ed2420f193e0233cb01a058ead65f8b21d9a0216aefb14f56d3abe75","schema_version":"1.0","event_id":"sha256:1a6e9020ed2420f193e0233cb01a058ead65f8b21d9a0216aefb14f56d3abe75"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:SBB7EFCCD5XC26KX4JQWSLTWSN","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Crowdsourcing with Fairness, Diversity and Budget Constraints","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Boi Faltings, Naman Goel","submitted_at":"2018-10-31T14:46:17Z","abstract_excerpt":"Recent studies have shown that the labels collected from crowdworkers can be discriminatory with respect to sensitive attributes such as gender and race. This raises questions about the suitability of using crowdsourced data for further use, such as for training machine learning algorithms. In this work, we address the problem of fair and diverse data collection from a crowd under budget constraints. We propose a novel algorithm which maximizes the expected accuracy of the collected data, while ensuring that the errors satisfy desired notions of fairness. We provide guarantees on the performan"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1810.13314","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:52:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"groOWeXJk2viYVgFFBpqD7pI6kRCmvrabZt6DE/HSFBi0d5O9u1bVCEHA1aXpCTpfVoVOahLsi0+67wxQFKFAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-27T14:03:49.418369Z"},"content_sha256":"cb274d1c44bfbbbd8e73e4c0f88160aa878d9b8dd5a648138e9a34ff26e9fdfb","schema_version":"1.0","event_id":"sha256:cb274d1c44bfbbbd8e73e4c0f88160aa878d9b8dd5a648138e9a34ff26e9fdfb"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/SBB7EFCCD5XC26KX4JQWSLTWSN/bundle.json","state_url":"https://pith.science/pith/SBB7EFCCD5XC26KX4JQWSLTWSN/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/SBB7EFCCD5XC26KX4JQWSLTWSN/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-27T14:03:49Z","links":{"resolver":"https://pith.science/pith/SBB7EFCCD5XC26KX4JQWSLTWSN","bundle":"https://pith.science/pith/SBB7EFCCD5XC26KX4JQWSLTWSN/bundle.json","state":"https://pith.science/pith/SBB7EFCCD5XC26KX4JQWSLTWSN/state.json","well_known_bundle":"https://pith.science/.well-known/pith/SBB7EFCCD5XC26KX4JQWSLTWSN/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:SBB7EFCCD5XC26KX4JQWSLTWSN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1c316f891c686a3ab1ec0c93428f19222f55ab7a975fc49c532ba166e9bc3042","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2018-10-31T14:46:17Z","title_canon_sha256":"375ff443a8d4f32cd7f7d1c127f14ef985d5f348032a1ff7e8574d099f44b31a"},"schema_version":"1.0","source":{"id":"1810.13314","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1810.13314","created_at":"2026-05-17T23:52:21Z"},{"alias_kind":"arxiv_version","alias_value":"1810.13314v2","created_at":"2026-05-17T23:52:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1810.13314","created_at":"2026-05-17T23:52:21Z"},{"alias_kind":"pith_short_12","alias_value":"SBB7EFCCD5XC","created_at":"2026-05-18T12:32:50Z"},{"alias_kind":"pith_short_16","alias_value":"SBB7EFCCD5XC26KX","created_at":"2026-05-18T12:32:50Z"},{"alias_kind":"pith_short_8","alias_value":"SBB7EFCC","created_at":"2026-05-18T12:32:50Z"}],"graph_snapshots":[{"event_id":"sha256:cb274d1c44bfbbbd8e73e4c0f88160aa878d9b8dd5a648138e9a34ff26e9fdfb","target":"graph","created_at":"2026-05-17T23:52:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Recent studies have shown that the labels collected from crowdworkers can be discriminatory with respect to sensitive attributes such as gender and race. This raises questions about the suitability of using crowdsourced data for further use, such as for training machine learning algorithms. In this work, we address the problem of fair and diverse data collection from a crowd under budget constraints. We propose a novel algorithm which maximizes the expected accuracy of the collected data, while ensuring that the errors satisfy desired notions of fairness. We provide guarantees on the performan","authors_text":"Boi Faltings, Naman Goel","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2018-10-31T14:46:17Z","title":"Crowdsourcing with Fairness, Diversity and Budget Constraints"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1810.13314","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1a6e9020ed2420f193e0233cb01a058ead65f8b21d9a0216aefb14f56d3abe75","target":"record","created_at":"2026-05-17T23:52:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1c316f891c686a3ab1ec0c93428f19222f55ab7a975fc49c532ba166e9bc3042","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2018-10-31T14:46:17Z","title_canon_sha256":"375ff443a8d4f32cd7f7d1c127f14ef985d5f348032a1ff7e8574d099f44b31a"},"schema_version":"1.0","source":{"id":"1810.13314","kind":"arxiv","version":2}},"canonical_sha256":"9043f214421f6e2d7957e261692e76935938ca37fed321c359a98799d2e73370","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9043f214421f6e2d7957e261692e76935938ca37fed321c359a98799d2e73370","first_computed_at":"2026-05-17T23:52:21.841691Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:52:21.841691Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"aVqGz8ExfXJsdjIyv0XuoCaJW484pdDu1HNZmyPaT3BsmM32DewVzvTRFBAD95jpe8iMkhbXt36PpAveDBohCQ==","signature_status":"signed_v1","signed_at":"2026-05-17T23:52:21.842355Z","signed_message":"canonical_sha256_bytes"},"source_id":"1810.13314","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1a6e9020ed2420f193e0233cb01a058ead65f8b21d9a0216aefb14f56d3abe75","sha256:cb274d1c44bfbbbd8e73e4c0f88160aa878d9b8dd5a648138e9a34ff26e9fdfb"],"state_sha256":"cf62cc9fb4c5f9ef9215f80f5940183ded063f094df611fdbe8a98b4771eaf9b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CCCo5RbxU+4T8ZxTbIw2iP4eNhvxt2ADa1UWtLqvGaY1p1eyhWyBfn/n4gmI/yX5GSROTm856YPgwiB89bSWDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-27T14:03:49.421808Z","bundle_sha256":"205840e0569e247e0fd8dc99d3c464cd67561ce805f5306c5697694cfe39f6e3"}}