{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2012:NHELC4SOKEEP4WRQJVQQVSBHNB","short_pith_number":"pith:NHELC4SO","canonical_record":{"source":{"id":"1203.1468","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2012-03-07T13:46:32Z","cross_cats_sorted":[],"title_canon_sha256":"9c3603d8a9af77a21db24aee7b8401e4fec44318822d9260cc6120c7bd9c3467","abstract_canon_sha256":"dbdf33fcb8037e83ff286a6c92640934996a01c22ef1d808b2720abe7d5b5459"},"schema_version":"1.0"},"canonical_sha256":"69c8b1724e5108fe5a304d610ac827687f707b2223b64acf8af19cf486390b48","source":{"kind":"arxiv","id":"1203.1468","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1203.1468","created_at":"2026-05-18T04:00:37Z"},{"alias_kind":"arxiv_version","alias_value":"1203.1468v2","created_at":"2026-05-18T04:00:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1203.1468","created_at":"2026-05-18T04:00:37Z"},{"alias_kind":"pith_short_12","alias_value":"NHELC4SOKEEP","created_at":"2026-05-18T12:27:16Z"},{"alias_kind":"pith_short_16","alias_value":"NHELC4SOKEEP4WRQ","created_at":"2026-05-18T12:27:16Z"},{"alias_kind":"pith_short_8","alias_value":"NHELC4SO","created_at":"2026-05-18T12:27:16Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2012:NHELC4SOKEEP4WRQJVQQVSBHNB","target":"record","payload":{"canonical_record":{"source":{"id":"1203.1468","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2012-03-07T13:46:32Z","cross_cats_sorted":[],"title_canon_sha256":"9c3603d8a9af77a21db24aee7b8401e4fec44318822d9260cc6120c7bd9c3467","abstract_canon_sha256":"dbdf33fcb8037e83ff286a6c92640934996a01c22ef1d808b2720abe7d5b5459"},"schema_version":"1.0"},"canonical_sha256":"69c8b1724e5108fe5a304d610ac827687f707b2223b64acf8af19cf486390b48","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T04:00:37.522811Z","signature_b64":"ioug7AhWcMpiGQEKxG0e+g7p91IZDaJv3nIMaX3NW43N/lnAuC/0k5AjhoxtUO4jS+uEmxWr7S0PtaxLbYtYDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"69c8b1724e5108fe5a304d610ac827687f707b2223b64acf8af19cf486390b48","last_reissued_at":"2026-05-18T04:00:37.522185Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T04:00:37.522185Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1203.1468","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T04:00:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Y1rnAnDUsnMqWmqhaHwxHdGuheHg7cXmGeqygYN77KTnEPF37n4gw5YFqNdg2IqlXa1sl+mjksxjOuLRAD1ZDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-02T07:14:19.387092Z"},"content_sha256":"0a1fb910a30872c442adf4f3764c19c85350706a4bc4443d47df2cf2a1089674","schema_version":"1.0","event_id":"sha256:0a1fb910a30872c442adf4f3764c19c85350706a4bc4443d47df2cf2a1089674"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2012:NHELC4SOKEEP4WRQJVQQVSBHNB","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Crowdsourcing for Usability Testing","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.HC","authors_text":"Di Liu, Matthew Lease, Randolph Bias, Rebecca Kuipers","submitted_at":"2012-03-07T13:46:32Z","abstract_excerpt":"While usability evaluation is critical to designing usable websites, traditional usability testing can be both expensive and time consuming. The advent of crowdsourcing platforms such as Amazon Mechanical Turk and CrowdFlower offer an intriguing new avenue for performing remote usability testing with potentially many users, quick turn-around, and significant cost savings. To investigate the potential of such crowdsourced usability testing, we conducted two similar (though not completely parallel) usability studies which evaluated a graduate school's website: one via a traditional usability lab"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1203.1468","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T04:00:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WIlI+hYGmMCoVu9GGMOt6DZgNmuGElxRwgFHJ4uDBah+eKj5do5j/Te8pS36HGuxRLvcH3Rk0ueS27Nx2oDqAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-02T07:14:19.387453Z"},"content_sha256":"b7e004eb988d6b5760f66dd873d91a0f60a2d81b13be3177e36c8e19ad1b6795","schema_version":"1.0","event_id":"sha256:b7e004eb988d6b5760f66dd873d91a0f60a2d81b13be3177e36c8e19ad1b6795"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/NHELC4SOKEEP4WRQJVQQVSBHNB/bundle.json","state_url":"https://pith.science/pith/NHELC4SOKEEP4WRQJVQQVSBHNB/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/NHELC4SOKEEP4WRQJVQQVSBHNB/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-02T07:14:19Z","links":{"resolver":"https://pith.science/pith/NHELC4SOKEEP4WRQJVQQVSBHNB","bundle":"https://pith.science/pith/NHELC4SOKEEP4WRQJVQQVSBHNB/bundle.json","state":"https://pith.science/pith/NHELC4SOKEEP4WRQJVQQVSBHNB/state.json","well_known_bundle":"https://pith.science/.well-known/pith/NHELC4SOKEEP4WRQJVQQVSBHNB/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2012:NHELC4SOKEEP4WRQJVQQVSBHNB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"dbdf33fcb8037e83ff286a6c92640934996a01c22ef1d808b2720abe7d5b5459","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2012-03-07T13:46:32Z","title_canon_sha256":"9c3603d8a9af77a21db24aee7b8401e4fec44318822d9260cc6120c7bd9c3467"},"schema_version":"1.0","source":{"id":"1203.1468","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1203.1468","created_at":"2026-05-18T04:00:37Z"},{"alias_kind":"arxiv_version","alias_value":"1203.1468v2","created_at":"2026-05-18T04:00:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1203.1468","created_at":"2026-05-18T04:00:37Z"},{"alias_kind":"pith_short_12","alias_value":"NHELC4SOKEEP","created_at":"2026-05-18T12:27:16Z"},{"alias_kind":"pith_short_16","alias_value":"NHELC4SOKEEP4WRQ","created_at":"2026-05-18T12:27:16Z"},{"alias_kind":"pith_short_8","alias_value":"NHELC4SO","created_at":"2026-05-18T12:27:16Z"}],"graph_snapshots":[{"event_id":"sha256:b7e004eb988d6b5760f66dd873d91a0f60a2d81b13be3177e36c8e19ad1b6795","target":"graph","created_at":"2026-05-18T04:00:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"While usability evaluation is critical to designing usable websites, traditional usability testing can be both expensive and time consuming. The advent of crowdsourcing platforms such as Amazon Mechanical Turk and CrowdFlower offer an intriguing new avenue for performing remote usability testing with potentially many users, quick turn-around, and significant cost savings. To investigate the potential of such crowdsourced usability testing, we conducted two similar (though not completely parallel) usability studies which evaluated a graduate school's website: one via a traditional usability lab","authors_text":"Di Liu, Matthew Lease, Randolph Bias, Rebecca Kuipers","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2012-03-07T13:46:32Z","title":"Crowdsourcing for Usability Testing"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1203.1468","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0a1fb910a30872c442adf4f3764c19c85350706a4bc4443d47df2cf2a1089674","target":"record","created_at":"2026-05-18T04:00:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"dbdf33fcb8037e83ff286a6c92640934996a01c22ef1d808b2720abe7d5b5459","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2012-03-07T13:46:32Z","title_canon_sha256":"9c3603d8a9af77a21db24aee7b8401e4fec44318822d9260cc6120c7bd9c3467"},"schema_version":"1.0","source":{"id":"1203.1468","kind":"arxiv","version":2}},"canonical_sha256":"69c8b1724e5108fe5a304d610ac827687f707b2223b64acf8af19cf486390b48","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"69c8b1724e5108fe5a304d610ac827687f707b2223b64acf8af19cf486390b48","first_computed_at":"2026-05-18T04:00:37.522185Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T04:00:37.522185Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ioug7AhWcMpiGQEKxG0e+g7p91IZDaJv3nIMaX3NW43N/lnAuC/0k5AjhoxtUO4jS+uEmxWr7S0PtaxLbYtYDQ==","signature_status":"signed_v1","signed_at":"2026-05-18T04:00:37.522811Z","signed_message":"canonical_sha256_bytes"},"source_id":"1203.1468","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0a1fb910a30872c442adf4f3764c19c85350706a4bc4443d47df2cf2a1089674","sha256:b7e004eb988d6b5760f66dd873d91a0f60a2d81b13be3177e36c8e19ad1b6795"],"state_sha256":"252d3010acd489009ef81ce1428534b13760dc83fff4eccd0345a8c5bfc09712"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nJ1eovW2ReEJG8CF2ekROTZDWrucpt4PQZI7fKvKk2/HVKjPkHWKftrkdAKFYPx2ltQga7VHDUETABGFixmVDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-02T07:14:19.389391Z","bundle_sha256":"e67c3a1b02e976d30b4106d1288d23facb306710983f356905c8c2d51a2d48c9"}}