{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:GLYMK5SABXOE5WLIFFEULKJPUA","short_pith_number":"pith:GLYMK5SA","canonical_record":{"source":{"id":"1905.07234","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-05-17T12:43:49Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"ec355ee49e518905bc2c6e7d0bce10540e317ca7d887e22f7fe94e18d45519c6","abstract_canon_sha256":"0160adfda1488bff8482a303c33e0d72d3d8c10ea95e1d44efc2b92f2be84e81"},"schema_version":"1.0"},"canonical_sha256":"32f0c576400ddc4ed968294945a92fa0090fe8a7cdfd0e64636487da2c6b3cd6","source":{"kind":"arxiv","id":"1905.07234","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1905.07234","created_at":"2026-05-17T23:39:30Z"},{"alias_kind":"arxiv_version","alias_value":"1905.07234v2","created_at":"2026-05-17T23:39:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1905.07234","created_at":"2026-05-17T23:39:30Z"},{"alias_kind":"pith_short_12","alias_value":"GLYMK5SABXOE","created_at":"2026-05-18T12:33:18Z"},{"alias_kind":"pith_short_16","alias_value":"GLYMK5SABXOE5WLI","created_at":"2026-05-18T12:33:18Z"},{"alias_kind":"pith_short_8","alias_value":"GLYMK5SA","created_at":"2026-05-18T12:33:18Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:GLYMK5SABXOE5WLIFFEULKJPUA","target":"record","payload":{"canonical_record":{"source":{"id":"1905.07234","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-05-17T12:43:49Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"ec355ee49e518905bc2c6e7d0bce10540e317ca7d887e22f7fe94e18d45519c6","abstract_canon_sha256":"0160adfda1488bff8482a303c33e0d72d3d8c10ea95e1d44efc2b92f2be84e81"},"schema_version":"1.0"},"canonical_sha256":"32f0c576400ddc4ed968294945a92fa0090fe8a7cdfd0e64636487da2c6b3cd6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:39:30.139165Z","signature_b64":"0jmMpQaT32GwqNB0Jr3Gy78+nScXofelQezpHpwu54aF7Y1TENJjoWdWmlHWkjdXwKFV0IJh+mSvgVo0dvVIAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"32f0c576400ddc4ed968294945a92fa0090fe8a7cdfd0e64636487da2c6b3cd6","last_reissued_at":"2026-05-17T23:39:30.138676Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:39:30.138676Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1905.07234","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:39:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7JOw/sfsIv1riwnO99CUom8RVyjNsEgpelOfetzx1FlkEJE8RIACrDh60+sLdLokHzscKIDS1hVGTVi6MVNvDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-28T22:32:17.364613Z"},"content_sha256":"6206705482b102e6b658a183dba19e6bf43469a91a27b73e80c0dc721cd02528","schema_version":"1.0","event_id":"sha256:6206705482b102e6b658a183dba19e6bf43469a91a27b73e80c0dc721cd02528"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:GLYMK5SABXOE5WLIFFEULKJPUA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Comparison-Based Framework for Psychophysics: Lab versus Crowdsourcing","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Felix Wichmann, Patricia Rubisch, Robert Geirhos, Siavash Haghiri, Ulrike von Luxburg","submitted_at":"2019-05-17T12:43:49Z","abstract_excerpt":"Traditionally, psychophysical experiments are conducted by repeated measurements on a few well-trained participants under well-controlled conditions, often resulting in, if done properly, high quality data. In recent years, however, crowdsourcing platforms are becoming increasingly popular means of data collection, measuring many participants at the potential cost of obtaining data of worse quality. In this paper we study whether the use of comparison-based (ordinal) data, combined with machine learning algorithms, can boost the reliability of crowdsourcing studies for psychophysics, such that"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1905.07234","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:39:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"77syYigH6khhW74KcrBPm93zzKFu19qidpA1n5wHyF1ycJDcseSCgfO2mbjMNhq7mgJPDl2YzwBs8Wie1++qDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-28T22:32:17.365248Z"},"content_sha256":"6d4357320eb76cae119078c3fc0600a66adea9b7a65c0836c7d06aaadc75c855","schema_version":"1.0","event_id":"sha256:6d4357320eb76cae119078c3fc0600a66adea9b7a65c0836c7d06aaadc75c855"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/GLYMK5SABXOE5WLIFFEULKJPUA/bundle.json","state_url":"https://pith.science/pith/GLYMK5SABXOE5WLIFFEULKJPUA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/GLYMK5SABXOE5WLIFFEULKJPUA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-28T22:32:17Z","links":{"resolver":"https://pith.science/pith/GLYMK5SABXOE5WLIFFEULKJPUA","bundle":"https://pith.science/pith/GLYMK5SABXOE5WLIFFEULKJPUA/bundle.json","state":"https://pith.science/pith/GLYMK5SABXOE5WLIFFEULKJPUA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/GLYMK5SABXOE5WLIFFEULKJPUA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:GLYMK5SABXOE5WLIFFEULKJPUA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0160adfda1488bff8482a303c33e0d72d3d8c10ea95e1d44efc2b92f2be84e81","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-05-17T12:43:49Z","title_canon_sha256":"ec355ee49e518905bc2c6e7d0bce10540e317ca7d887e22f7fe94e18d45519c6"},"schema_version":"1.0","source":{"id":"1905.07234","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1905.07234","created_at":"2026-05-17T23:39:30Z"},{"alias_kind":"arxiv_version","alias_value":"1905.07234v2","created_at":"2026-05-17T23:39:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1905.07234","created_at":"2026-05-17T23:39:30Z"},{"alias_kind":"pith_short_12","alias_value":"GLYMK5SABXOE","created_at":"2026-05-18T12:33:18Z"},{"alias_kind":"pith_short_16","alias_value":"GLYMK5SABXOE5WLI","created_at":"2026-05-18T12:33:18Z"},{"alias_kind":"pith_short_8","alias_value":"GLYMK5SA","created_at":"2026-05-18T12:33:18Z"}],"graph_snapshots":[{"event_id":"sha256:6d4357320eb76cae119078c3fc0600a66adea9b7a65c0836c7d06aaadc75c855","target":"graph","created_at":"2026-05-17T23:39:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Traditionally, psychophysical experiments are conducted by repeated measurements on a few well-trained participants under well-controlled conditions, often resulting in, if done properly, high quality data. In recent years, however, crowdsourcing platforms are becoming increasingly popular means of data collection, measuring many participants at the potential cost of obtaining data of worse quality. In this paper we study whether the use of comparison-based (ordinal) data, combined with machine learning algorithms, can boost the reliability of crowdsourcing studies for psychophysics, such that","authors_text":"Felix Wichmann, Patricia Rubisch, Robert Geirhos, Siavash Haghiri, Ulrike von Luxburg","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-05-17T12:43:49Z","title":"Comparison-Based Framework for Psychophysics: Lab versus Crowdsourcing"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1905.07234","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6206705482b102e6b658a183dba19e6bf43469a91a27b73e80c0dc721cd02528","target":"record","created_at":"2026-05-17T23:39:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0160adfda1488bff8482a303c33e0d72d3d8c10ea95e1d44efc2b92f2be84e81","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-05-17T12:43:49Z","title_canon_sha256":"ec355ee49e518905bc2c6e7d0bce10540e317ca7d887e22f7fe94e18d45519c6"},"schema_version":"1.0","source":{"id":"1905.07234","kind":"arxiv","version":2}},"canonical_sha256":"32f0c576400ddc4ed968294945a92fa0090fe8a7cdfd0e64636487da2c6b3cd6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"32f0c576400ddc4ed968294945a92fa0090fe8a7cdfd0e64636487da2c6b3cd6","first_computed_at":"2026-05-17T23:39:30.138676Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:39:30.138676Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"0jmMpQaT32GwqNB0Jr3Gy78+nScXofelQezpHpwu54aF7Y1TENJjoWdWmlHWkjdXwKFV0IJh+mSvgVo0dvVIAQ==","signature_status":"signed_v1","signed_at":"2026-05-17T23:39:30.139165Z","signed_message":"canonical_sha256_bytes"},"source_id":"1905.07234","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6206705482b102e6b658a183dba19e6bf43469a91a27b73e80c0dc721cd02528","sha256:6d4357320eb76cae119078c3fc0600a66adea9b7a65c0836c7d06aaadc75c855"],"state_sha256":"a5af460ce3cbbf9d67c77997862b665ce97db2030591da034432c9d5c236fc5f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9JjO+F/O04N2sprWFOK0Ahx9AKW38ze3PQ7vtyVrDfoF7rnzzgdD4VsJfcivoLcoMF9E4l5v0pqBUjhIFcl2CQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-28T22:32:17.367945Z","bundle_sha256":"3d41edf97abdbd9b02857624b6203cb92ad746d7ae33dfcb92bc0ae30cd174ca"}}