{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2014:TAQ43LWLWYLU4P4NZC2WPAJCEM","short_pith_number":"pith:TAQ43LWL","canonical_record":{"source":{"id":"1411.3377","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DB","submitted_at":"2014-11-12T22:09:17Z","cross_cats_sorted":[],"title_canon_sha256":"08644e2f64907a8e1b63be6db10e8749ac7cf2bbfcd1ef54fc0e70544543cf53","abstract_canon_sha256":"bb8fabb415041e2af24ef3612986b9579574cce52981b33237fa8ae25117f043"},"schema_version":"1.0"},"canonical_sha256":"9821cdaecbb6174e3f8dc8b5678122232f6c9d4e0c2708025bc36f8af898d304","source":{"kind":"arxiv","id":"1411.3377","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1411.3377","created_at":"2026-05-18T02:37:43Z"},{"alias_kind":"arxiv_version","alias_value":"1411.3377v1","created_at":"2026-05-18T02:37:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1411.3377","created_at":"2026-05-18T02:37:43Z"},{"alias_kind":"pith_short_12","alias_value":"TAQ43LWLWYLU","created_at":"2026-05-18T12:28:49Z"},{"alias_kind":"pith_short_16","alias_value":"TAQ43LWLWYLU4P4N","created_at":"2026-05-18T12:28:49Z"},{"alias_kind":"pith_short_8","alias_value":"TAQ43LWL","created_at":"2026-05-18T12:28:49Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2014:TAQ43LWLWYLU4P4NZC2WPAJCEM","target":"record","payload":{"canonical_record":{"source":{"id":"1411.3377","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DB","submitted_at":"2014-11-12T22:09:17Z","cross_cats_sorted":[],"title_canon_sha256":"08644e2f64907a8e1b63be6db10e8749ac7cf2bbfcd1ef54fc0e70544543cf53","abstract_canon_sha256":"bb8fabb415041e2af24ef3612986b9579574cce52981b33237fa8ae25117f043"},"schema_version":"1.0"},"canonical_sha256":"9821cdaecbb6174e3f8dc8b5678122232f6c9d4e0c2708025bc36f8af898d304","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T02:37:43.934914Z","signature_b64":"/lISp5c9YWYyB+WQ0DRM+XhlGv42Va9IbEOhpqX6/aRGncDTgGg8u/7rHVRP8mqDnauoBV9+qUHE5J9ps/e+BQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9821cdaecbb6174e3f8dc8b5678122232f6c9d4e0c2708025bc36f8af898d304","last_reissued_at":"2026-05-18T02:37:43.934447Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T02:37:43.934447Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1411.3377","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T02:37:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/O7vKXz28bbyFfuuQV8yCKr9VGTDY3MEXFjgw0SsKxrjoD8r8168HDVoNMgmzEFbmjQ4fgpRNOAiPZ/7QTHdCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-19T21:01:51.866372Z"},"content_sha256":"3fa3e1cb891c283e2a5c6f838933d4afce383fcf48d835ec2e24f39f4856c25d","schema_version":"1.0","event_id":"sha256:3fa3e1cb891c283e2a5c6f838933d4afce383fcf48d835ec2e24f39f4856c25d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2014:TAQ43LWLWYLU4P4NZC2WPAJCEM","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Comprehensive and Reliable Crowd Assessment Algorithms","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.DB","authors_text":"Aditya Parameswaran, Hector Garcia-Molina, Manas Joglekar","submitted_at":"2014-11-12T22:09:17Z","abstract_excerpt":"Evaluating workers is a critical aspect of any crowdsourcing system. In this paper, we devise techniques for evaluating workers by finding confidence intervals on their error rates. Unlike prior work, we focus on \"conciseness\"---that is, giving as tight a confidence interval as possible. Conciseness is of utmost importance because it allows us to be sure that we have the best guarantee possible on worker error rate. Also unlike prior work, we provide techniques that work under very general scenarios, such as when not all workers have attempted every task (a fairly common scenario in practice),"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1411.3377","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T02:37:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DxD70byoOvXRa5hb21NF3jTm7A2M/IS7nqKeencqkxBHuK06UF7kAvrJVTEwV02Dj+UWq0+YjpnSg82eXrjfBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-19T21:01:51.866730Z"},"content_sha256":"c0edebaa7a99999b94fae6526b992aa344a4e032a0267014cd399e5498cc4b2f","schema_version":"1.0","event_id":"sha256:c0edebaa7a99999b94fae6526b992aa344a4e032a0267014cd399e5498cc4b2f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TAQ43LWLWYLU4P4NZC2WPAJCEM/bundle.json","state_url":"https://pith.science/pith/TAQ43LWLWYLU4P4NZC2WPAJCEM/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TAQ43LWLWYLU4P4NZC2WPAJCEM/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-19T21:01:51Z","links":{"resolver":"https://pith.science/pith/TAQ43LWLWYLU4P4NZC2WPAJCEM","bundle":"https://pith.science/pith/TAQ43LWLWYLU4P4NZC2WPAJCEM/bundle.json","state":"https://pith.science/pith/TAQ43LWLWYLU4P4NZC2WPAJCEM/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TAQ43LWLWYLU4P4NZC2WPAJCEM/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2014:TAQ43LWLWYLU4P4NZC2WPAJCEM","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"bb8fabb415041e2af24ef3612986b9579574cce52981b33237fa8ae25117f043","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DB","submitted_at":"2014-11-12T22:09:17Z","title_canon_sha256":"08644e2f64907a8e1b63be6db10e8749ac7cf2bbfcd1ef54fc0e70544543cf53"},"schema_version":"1.0","source":{"id":"1411.3377","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1411.3377","created_at":"2026-05-18T02:37:43Z"},{"alias_kind":"arxiv_version","alias_value":"1411.3377v1","created_at":"2026-05-18T02:37:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1411.3377","created_at":"2026-05-18T02:37:43Z"},{"alias_kind":"pith_short_12","alias_value":"TAQ43LWLWYLU","created_at":"2026-05-18T12:28:49Z"},{"alias_kind":"pith_short_16","alias_value":"TAQ43LWLWYLU4P4N","created_at":"2026-05-18T12:28:49Z"},{"alias_kind":"pith_short_8","alias_value":"TAQ43LWL","created_at":"2026-05-18T12:28:49Z"}],"graph_snapshots":[{"event_id":"sha256:c0edebaa7a99999b94fae6526b992aa344a4e032a0267014cd399e5498cc4b2f","target":"graph","created_at":"2026-05-18T02:37:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Evaluating workers is a critical aspect of any crowdsourcing system. In this paper, we devise techniques for evaluating workers by finding confidence intervals on their error rates. Unlike prior work, we focus on \"conciseness\"---that is, giving as tight a confidence interval as possible. Conciseness is of utmost importance because it allows us to be sure that we have the best guarantee possible on worker error rate. Also unlike prior work, we provide techniques that work under very general scenarios, such as when not all workers have attempted every task (a fairly common scenario in practice),","authors_text":"Aditya Parameswaran, Hector Garcia-Molina, Manas Joglekar","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DB","submitted_at":"2014-11-12T22:09:17Z","title":"Comprehensive and Reliable Crowd Assessment Algorithms"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1411.3377","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3fa3e1cb891c283e2a5c6f838933d4afce383fcf48d835ec2e24f39f4856c25d","target":"record","created_at":"2026-05-18T02:37:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"bb8fabb415041e2af24ef3612986b9579574cce52981b33237fa8ae25117f043","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DB","submitted_at":"2014-11-12T22:09:17Z","title_canon_sha256":"08644e2f64907a8e1b63be6db10e8749ac7cf2bbfcd1ef54fc0e70544543cf53"},"schema_version":"1.0","source":{"id":"1411.3377","kind":"arxiv","version":1}},"canonical_sha256":"9821cdaecbb6174e3f8dc8b5678122232f6c9d4e0c2708025bc36f8af898d304","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9821cdaecbb6174e3f8dc8b5678122232f6c9d4e0c2708025bc36f8af898d304","first_computed_at":"2026-05-18T02:37:43.934447Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T02:37:43.934447Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"/lISp5c9YWYyB+WQ0DRM+XhlGv42Va9IbEOhpqX6/aRGncDTgGg8u/7rHVRP8mqDnauoBV9+qUHE5J9ps/e+BQ==","signature_status":"signed_v1","signed_at":"2026-05-18T02:37:43.934914Z","signed_message":"canonical_sha256_bytes"},"source_id":"1411.3377","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3fa3e1cb891c283e2a5c6f838933d4afce383fcf48d835ec2e24f39f4856c25d","sha256:c0edebaa7a99999b94fae6526b992aa344a4e032a0267014cd399e5498cc4b2f"],"state_sha256":"a4943cda8341d0206eba0e35b6fe14323c07d960142f9d0539f8a33b6d86d0a7"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nFBW/Kp5/gJ7zOS0xJoSmBdh7rofKLlCwX8HcHQKjuSm2chwTaUUemeWhguUpN6gsfa0rdRKrKx2gXqfuSZlAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-19T21:01:51.868639Z","bundle_sha256":"6444fdd889073534a85eac6e8c847c769a5e478f1a6644d9d66f195dfe15b343"}}