{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:SKLC2NSV65F4NHOOCFMHGAXBHT","short_pith_number":"pith:SKLC2NSV","canonical_record":{"source":{"id":"1901.06237","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2019-01-11T22:36:41Z","cross_cats_sorted":["cs.LG","stat.ML"],"title_canon_sha256":"83917d2d2f913710b642b7104e610a5743653ff30eb617ea1eb8e9a3beda30ed","abstract_canon_sha256":"ff9995587e5fa18313ea3a231e84ed1071c5f4d108aa074efddbdd33c096cae2"},"schema_version":"1.0"},"canonical_sha256":"92962d3655f74bc69dce11587302e13cd2594385e9a92b4e84f0682c20c6cb0b","source":{"kind":"arxiv","id":"1901.06237","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1901.06237","created_at":"2026-05-17T23:55:30Z"},{"alias_kind":"arxiv_version","alias_value":"1901.06237v1","created_at":"2026-05-17T23:55:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1901.06237","created_at":"2026-05-17T23:55:30Z"},{"alias_kind":"pith_short_12","alias_value":"SKLC2NSV65F4","created_at":"2026-05-18T12:33:27Z"},{"alias_kind":"pith_short_16","alias_value":"SKLC2NSV65F4NHOO","created_at":"2026-05-18T12:33:27Z"},{"alias_kind":"pith_short_8","alias_value":"SKLC2NSV","created_at":"2026-05-18T12:33:27Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:SKLC2NSV65F4NHOOCFMHGAXBHT","target":"record","payload":{"canonical_record":{"source":{"id":"1901.06237","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2019-01-11T22:36:41Z","cross_cats_sorted":["cs.LG","stat.ML"],"title_canon_sha256":"83917d2d2f913710b642b7104e610a5743653ff30eb617ea1eb8e9a3beda30ed","abstract_canon_sha256":"ff9995587e5fa18313ea3a231e84ed1071c5f4d108aa074efddbdd33c096cae2"},"schema_version":"1.0"},"canonical_sha256":"92962d3655f74bc69dce11587302e13cd2594385e9a92b4e84f0682c20c6cb0b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:55:30.706382Z","signature_b64":"V6vkxOJ/rLGja0HvsoDiOVYmFS8qDt0xJ8b25yQNVOKX+G9HGsbt7ffXBHrLq0Gqv10F15ASR6p5H0iFyTKnAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"92962d3655f74bc69dce11587302e13cd2594385e9a92b4e84f0682c20c6cb0b","last_reissued_at":"2026-05-17T23:55:30.705919Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:55:30.705919Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1901.06237","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:55:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cBhm6AdzLxpn/HTQvbKOnypmNYiyl2CG5XBDwPxkUoT2D1i+RIhgGzszv9fuR5+iZB6i8yuydLlH9befF8l/Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-03T03:22:56.237339Z"},"content_sha256":"1d0e7db1dcc0781b89ce24a771f537a32ab59c241e5728497f0a0d326aa9a71d","schema_version":"1.0","event_id":"sha256:1d0e7db1dcc0781b89ce24a771f537a32ab59c241e5728497f0a0d326aa9a71d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:SKLC2NSV65F4NHOOCFMHGAXBHT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"BUOCA: Budget-Optimized Crowd Worker Allocation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG","stat.ML"],"primary_cat":"cs.HC","authors_text":"Kate K. Mays, Lei Guo, Margrit Betke, Mehrnoosh Sameki, Prakash Ishwar, Sha Lai","submitted_at":"2019-01-11T22:36:41Z","abstract_excerpt":"Due to concerns about human error in crowdsourcing, it is standard practice to collect labels for the same data point from multiple internet workers. We here show that the resulting budget can be used more effectively with a flexible worker assignment strategy that asks fewer workers to analyze easy-to-label data and more workers to analyze data that requires extra scrutiny. Our main contribution is to show how the allocations of the number of workers to a task can be computed optimally based on task features alone, without using worker profiles. Our target tasks are delineating cells in micro"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1901.06237","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:55:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BhAU/7cAcmkT0HHIO4P80RiKxA5jLT8iNPjYj5IcrWhObquXeKC0ORwzenxLPeWTW55K8kEyt9HN+/kIoanpDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-03T03:22:56.237691Z"},"content_sha256":"f9fc86623e6ff1d32221e8b75dc7291dd411ebbf228ca4a96aea79854d28b7da","schema_version":"1.0","event_id":"sha256:f9fc86623e6ff1d32221e8b75dc7291dd411ebbf228ca4a96aea79854d28b7da"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/SKLC2NSV65F4NHOOCFMHGAXBHT/bundle.json","state_url":"https://pith.science/pith/SKLC2NSV65F4NHOOCFMHGAXBHT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/SKLC2NSV65F4NHOOCFMHGAXBHT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-03T03:22:56Z","links":{"resolver":"https://pith.science/pith/SKLC2NSV65F4NHOOCFMHGAXBHT","bundle":"https://pith.science/pith/SKLC2NSV65F4NHOOCFMHGAXBHT/bundle.json","state":"https://pith.science/pith/SKLC2NSV65F4NHOOCFMHGAXBHT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/SKLC2NSV65F4NHOOCFMHGAXBHT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:SKLC2NSV65F4NHOOCFMHGAXBHT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ff9995587e5fa18313ea3a231e84ed1071c5f4d108aa074efddbdd33c096cae2","cross_cats_sorted":["cs.LG","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2019-01-11T22:36:41Z","title_canon_sha256":"83917d2d2f913710b642b7104e610a5743653ff30eb617ea1eb8e9a3beda30ed"},"schema_version":"1.0","source":{"id":"1901.06237","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1901.06237","created_at":"2026-05-17T23:55:30Z"},{"alias_kind":"arxiv_version","alias_value":"1901.06237v1","created_at":"2026-05-17T23:55:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1901.06237","created_at":"2026-05-17T23:55:30Z"},{"alias_kind":"pith_short_12","alias_value":"SKLC2NSV65F4","created_at":"2026-05-18T12:33:27Z"},{"alias_kind":"pith_short_16","alias_value":"SKLC2NSV65F4NHOO","created_at":"2026-05-18T12:33:27Z"},{"alias_kind":"pith_short_8","alias_value":"SKLC2NSV","created_at":"2026-05-18T12:33:27Z"}],"graph_snapshots":[{"event_id":"sha256:f9fc86623e6ff1d32221e8b75dc7291dd411ebbf228ca4a96aea79854d28b7da","target":"graph","created_at":"2026-05-17T23:55:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Due to concerns about human error in crowdsourcing, it is standard practice to collect labels for the same data point from multiple internet workers. We here show that the resulting budget can be used more effectively with a flexible worker assignment strategy that asks fewer workers to analyze easy-to-label data and more workers to analyze data that requires extra scrutiny. Our main contribution is to show how the allocations of the number of workers to a task can be computed optimally based on task features alone, without using worker profiles. Our target tasks are delineating cells in micro","authors_text":"Kate K. Mays, Lei Guo, Margrit Betke, Mehrnoosh Sameki, Prakash Ishwar, Sha Lai","cross_cats":["cs.LG","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2019-01-11T22:36:41Z","title":"BUOCA: Budget-Optimized Crowd Worker Allocation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1901.06237","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1d0e7db1dcc0781b89ce24a771f537a32ab59c241e5728497f0a0d326aa9a71d","target":"record","created_at":"2026-05-17T23:55:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ff9995587e5fa18313ea3a231e84ed1071c5f4d108aa074efddbdd33c096cae2","cross_cats_sorted":["cs.LG","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2019-01-11T22:36:41Z","title_canon_sha256":"83917d2d2f913710b642b7104e610a5743653ff30eb617ea1eb8e9a3beda30ed"},"schema_version":"1.0","source":{"id":"1901.06237","kind":"arxiv","version":1}},"canonical_sha256":"92962d3655f74bc69dce11587302e13cd2594385e9a92b4e84f0682c20c6cb0b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"92962d3655f74bc69dce11587302e13cd2594385e9a92b4e84f0682c20c6cb0b","first_computed_at":"2026-05-17T23:55:30.705919Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:55:30.705919Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"V6vkxOJ/rLGja0HvsoDiOVYmFS8qDt0xJ8b25yQNVOKX+G9HGsbt7ffXBHrLq0Gqv10F15ASR6p5H0iFyTKnAQ==","signature_status":"signed_v1","signed_at":"2026-05-17T23:55:30.706382Z","signed_message":"canonical_sha256_bytes"},"source_id":"1901.06237","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1d0e7db1dcc0781b89ce24a771f537a32ab59c241e5728497f0a0d326aa9a71d","sha256:f9fc86623e6ff1d32221e8b75dc7291dd411ebbf228ca4a96aea79854d28b7da"],"state_sha256":"e95d7d6505632a979d28c5e3c82c3fae219423bedd192344078688105ba2633f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CNBMxDU/heq3G8uX4InP3VH6Ii0z/WX8hrgsHj/6urY8GSo5DzVS5R+zPHIEO7jL5Is1JNWLi9UpczYmTRJlCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-03T03:22:56.239717Z","bundle_sha256":"f2ce6ee01cd552f88c479cc688102ce9785951aedad37004bd3c7e6dcd0e1b43"}}