{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2015:RVZQCYSOSAPMIZCZX2EFXWR3HW","short_pith_number":"pith:RVZQCYSO","canonical_record":{"source":{"id":"1506.01339","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2015-06-03T18:06:49Z","cross_cats_sorted":[],"title_canon_sha256":"fcdb9e8f951043734c901dad97dbca7293e11d3c35a96a125d3f61deca9caf83","abstract_canon_sha256":"1e7c1188e094f87d8862c93c7cfd963f1f1f5b0faa42d9eefc58598fc3750686"},"schema_version":"1.0"},"canonical_sha256":"8d7301624e901ec46459be885bda3b3d9a6747307c496fb08f04f9e848785e40","source":{"kind":"arxiv","id":"1506.01339","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1506.01339","created_at":"2026-05-18T01:27:05Z"},{"alias_kind":"arxiv_version","alias_value":"1506.01339v2","created_at":"2026-05-18T01:27:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1506.01339","created_at":"2026-05-18T01:27:05Z"},{"alias_kind":"pith_short_12","alias_value":"RVZQCYSOSAPM","created_at":"2026-05-18T12:29:39Z"},{"alias_kind":"pith_short_16","alias_value":"RVZQCYSOSAPMIZCZ","created_at":"2026-05-18T12:29:39Z"},{"alias_kind":"pith_short_8","alias_value":"RVZQCYSO","created_at":"2026-05-18T12:29:39Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2015:RVZQCYSOSAPMIZCZX2EFXWR3HW","target":"record","payload":{"canonical_record":{"source":{"id":"1506.01339","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2015-06-03T18:06:49Z","cross_cats_sorted":[],"title_canon_sha256":"fcdb9e8f951043734c901dad97dbca7293e11d3c35a96a125d3f61deca9caf83","abstract_canon_sha256":"1e7c1188e094f87d8862c93c7cfd963f1f1f5b0faa42d9eefc58598fc3750686"},"schema_version":"1.0"},"canonical_sha256":"8d7301624e901ec46459be885bda3b3d9a6747307c496fb08f04f9e848785e40","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T01:27:05.211113Z","signature_b64":"jqQV7byR597KAxiTYhlkHRK2Cbl6ftzMl3sZQCeNhnmzbLsjDXsAT4T7S9CL2tCs2Q4azeK5YwsTXSwrpLJUAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8d7301624e901ec46459be885bda3b3d9a6747307c496fb08f04f9e848785e40","last_reissued_at":"2026-05-18T01:27:05.210491Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T01:27:05.210491Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1506.01339","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T01:27:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"i7ugx5eo4CFWFoQVvyBR0gWKajiHqAIqTqgsYheEWgrgRJ2nDn2Um1lpNkgOkt3n39ox7DuN1v031+qflGpHBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-28T12:46:20.042287Z"},"content_sha256":"bc1412270fc6dd64fc63fce39e5170ec1714b888bf7303e663daf925add64595","schema_version":"1.0","event_id":"sha256:bc1412270fc6dd64fc63fce39e5170ec1714b888bf7303e663daf925add64595"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2015:RVZQCYSOSAPMIZCZX2EFXWR3HW","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Exploiting an Oracle that Reports AUC Scores in Machine Learning Contests","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Jacob Whitehill","submitted_at":"2015-06-03T18:06:49Z","abstract_excerpt":"In machine learning contests such as the ImageNet Large Scale Visual Recognition Challenge and the KDD Cup, contestants can submit candidate solutions and receive from an oracle (typically the organizers of the competition) the accuracy of their guesses compared to the ground-truth labels. One of the most commonly used accuracy metrics for binary classification tasks is the Area Under the Receiver Operating Characteristics Curve (AUC). In this paper we provide proofs-of-concept of how knowledge of the AUC of a set of guesses can be used, in two different kinds of attacks, to improve the accura"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1506.01339","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T01:27:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"D5g+EYCjliW1rPfIiLw/5v4upL5I4G30r7Kd0BFdVVxbs/0ffRg+5kiiWwSypcvw7h9yLmefsgV8n+id4bJACA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-28T12:46:20.042655Z"},"content_sha256":"0e3ca895671119840f2644ae80eb6d76860604e99064a932d3f0e020f8369619","schema_version":"1.0","event_id":"sha256:0e3ca895671119840f2644ae80eb6d76860604e99064a932d3f0e020f8369619"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RVZQCYSOSAPMIZCZX2EFXWR3HW/bundle.json","state_url":"https://pith.science/pith/RVZQCYSOSAPMIZCZX2EFXWR3HW/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RVZQCYSOSAPMIZCZX2EFXWR3HW/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-28T12:46:20Z","links":{"resolver":"https://pith.science/pith/RVZQCYSOSAPMIZCZX2EFXWR3HW","bundle":"https://pith.science/pith/RVZQCYSOSAPMIZCZX2EFXWR3HW/bundle.json","state":"https://pith.science/pith/RVZQCYSOSAPMIZCZX2EFXWR3HW/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RVZQCYSOSAPMIZCZX2EFXWR3HW/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2015:RVZQCYSOSAPMIZCZX2EFXWR3HW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1e7c1188e094f87d8862c93c7cfd963f1f1f5b0faa42d9eefc58598fc3750686","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2015-06-03T18:06:49Z","title_canon_sha256":"fcdb9e8f951043734c901dad97dbca7293e11d3c35a96a125d3f61deca9caf83"},"schema_version":"1.0","source":{"id":"1506.01339","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1506.01339","created_at":"2026-05-18T01:27:05Z"},{"alias_kind":"arxiv_version","alias_value":"1506.01339v2","created_at":"2026-05-18T01:27:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1506.01339","created_at":"2026-05-18T01:27:05Z"},{"alias_kind":"pith_short_12","alias_value":"RVZQCYSOSAPM","created_at":"2026-05-18T12:29:39Z"},{"alias_kind":"pith_short_16","alias_value":"RVZQCYSOSAPMIZCZ","created_at":"2026-05-18T12:29:39Z"},{"alias_kind":"pith_short_8","alias_value":"RVZQCYSO","created_at":"2026-05-18T12:29:39Z"}],"graph_snapshots":[{"event_id":"sha256:0e3ca895671119840f2644ae80eb6d76860604e99064a932d3f0e020f8369619","target":"graph","created_at":"2026-05-18T01:27:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"In machine learning contests such as the ImageNet Large Scale Visual Recognition Challenge and the KDD Cup, contestants can submit candidate solutions and receive from an oracle (typically the organizers of the competition) the accuracy of their guesses compared to the ground-truth labels. One of the most commonly used accuracy metrics for binary classification tasks is the Area Under the Receiver Operating Characteristics Curve (AUC). In this paper we provide proofs-of-concept of how knowledge of the AUC of a set of guesses can be used, in two different kinds of attacks, to improve the accura","authors_text":"Jacob Whitehill","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2015-06-03T18:06:49Z","title":"Exploiting an Oracle that Reports AUC Scores in Machine Learning Contests"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1506.01339","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:bc1412270fc6dd64fc63fce39e5170ec1714b888bf7303e663daf925add64595","target":"record","created_at":"2026-05-18T01:27:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1e7c1188e094f87d8862c93c7cfd963f1f1f5b0faa42d9eefc58598fc3750686","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2015-06-03T18:06:49Z","title_canon_sha256":"fcdb9e8f951043734c901dad97dbca7293e11d3c35a96a125d3f61deca9caf83"},"schema_version":"1.0","source":{"id":"1506.01339","kind":"arxiv","version":2}},"canonical_sha256":"8d7301624e901ec46459be885bda3b3d9a6747307c496fb08f04f9e848785e40","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8d7301624e901ec46459be885bda3b3d9a6747307c496fb08f04f9e848785e40","first_computed_at":"2026-05-18T01:27:05.210491Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T01:27:05.210491Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"jqQV7byR597KAxiTYhlkHRK2Cbl6ftzMl3sZQCeNhnmzbLsjDXsAT4T7S9CL2tCs2Q4azeK5YwsTXSwrpLJUAQ==","signature_status":"signed_v1","signed_at":"2026-05-18T01:27:05.211113Z","signed_message":"canonical_sha256_bytes"},"source_id":"1506.01339","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:bc1412270fc6dd64fc63fce39e5170ec1714b888bf7303e663daf925add64595","sha256:0e3ca895671119840f2644ae80eb6d76860604e99064a932d3f0e020f8369619"],"state_sha256":"431d05c01b1fe5287243d455ad628567c6315c52011c7f570c6515c00d9c0e7a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Pj51zb9O1LleDAzWurJ9zf2y24WTZYsF2PMje/oARh9Oa01ZIGVUOu38xk1eDm1Xss44nHilqMOJnJvyFTv0CA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-28T12:46:20.044612Z","bundle_sha256":"92530c8fd39f5d3ad4e96ef7bbf87243fdd81cdd4342ffa3fad8fa6d7c3482c7"}}