{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:U3AMNHZYM4OM6Y73GDRODVHA7Z","short_pith_number":"pith:U3AMNHZY","canonical_record":{"source":{"id":"1802.04684","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2018-02-13T15:28:20Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"8176c75f6cafe22d131b6b719435f3a8076f2cccf38f6945f64516c3138553d4","abstract_canon_sha256":"820f45144c6af2fad68c1355d99aea8a4c9227998e1a15c8255d3df7700329de"},"schema_version":"1.0"},"canonical_sha256":"a6c0c69f38671ccf63fb30e2e1d4e0fe565ff749c583415b45d87e5fc703bfb6","source":{"kind":"arxiv","id":"1802.04684","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1802.04684","created_at":"2026-05-18T00:23:41Z"},{"alias_kind":"arxiv_version","alias_value":"1802.04684v1","created_at":"2026-05-18T00:23:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1802.04684","created_at":"2026-05-18T00:23:41Z"},{"alias_kind":"pith_short_12","alias_value":"U3AMNHZYM4OM","created_at":"2026-05-18T12:32:56Z"},{"alias_kind":"pith_short_16","alias_value":"U3AMNHZYM4OM6Y73","created_at":"2026-05-18T12:32:56Z"},{"alias_kind":"pith_short_8","alias_value":"U3AMNHZY","created_at":"2026-05-18T12:32:56Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:U3AMNHZYM4OM6Y73GDRODVHA7Z","target":"record","payload":{"canonical_record":{"source":{"id":"1802.04684","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2018-02-13T15:28:20Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"8176c75f6cafe22d131b6b719435f3a8076f2cccf38f6945f64516c3138553d4","abstract_canon_sha256":"820f45144c6af2fad68c1355d99aea8a4c9227998e1a15c8255d3df7700329de"},"schema_version":"1.0"},"canonical_sha256":"a6c0c69f38671ccf63fb30e2e1d4e0fe565ff749c583415b45d87e5fc703bfb6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:23:41.709658Z","signature_b64":"t1kdonzIE3dD/ui5Q+BP61AgVmDWYvVYP+ZUBMtWDD9Up6F06tu3QN6KR+Zm0Z5ah3toeJl9a2E+Wo4Ugs1cAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a6c0c69f38671ccf63fb30e2e1d4e0fe565ff749c583415b45d87e5fc703bfb6","last_reissued_at":"2026-05-18T00:23:41.708918Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:23:41.708918Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1802.04684","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:23:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9aRbX+S241F5RShFZAuWGPQUeW/8OlzDVzP57LyXMC3iptOWhC+b8ESucXzTjX4WNLXyc7T1eLSh5VknfIlqAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-07T01:36:55.476047Z"},"content_sha256":"5f7880e671914922648c1e5a319cd37873b818c1ca272dfe302d79075d42ea19","schema_version":"1.0","event_id":"sha256:5f7880e671914922648c1e5a319cd37873b818c1ca272dfe302d79075d42ea19"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:U3AMNHZYM4OM6Y73GDRODVHA7Z","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Unsupervised Evaluation and Weighted Aggregation of Ranked Predictions","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"stat.ML","authors_text":"Gustavo Stolovitzky, Mehmet Eren Ahsen, Robert Vogel","submitted_at":"2018-02-13T15:28:20Z","abstract_excerpt":"Learning algorithms that aggregate predictions from an ensemble of diverse base classifiers consistently outperform individual methods. Many of these strategies have been developed in a supervised setting, where the accuracy of each base classifier can be empirically measured and this information is incorporated in the training process. However, the reliance on labeled data precludes the application of ensemble methods to many real world problems where labeled data has not been curated. To this end we developed a new theoretical framework for binary classification, the Strategy for Unsupervise"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1802.04684","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:23:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lsMb2nrEM4/7wgELfZ09WBaWkzJ/QsHoFIaGroaFPyxuY1VE1SbZWNsAKBjheuVtTQH5yHj9yD/S1zMIVaT/CA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-07T01:36:55.476766Z"},"content_sha256":"baaca20422f70a8980659e54a54381534d20a8333e4070d661c0deb2396155c3","schema_version":"1.0","event_id":"sha256:baaca20422f70a8980659e54a54381534d20a8333e4070d661c0deb2396155c3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/U3AMNHZYM4OM6Y73GDRODVHA7Z/bundle.json","state_url":"https://pith.science/pith/U3AMNHZYM4OM6Y73GDRODVHA7Z/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/U3AMNHZYM4OM6Y73GDRODVHA7Z/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-07T01:36:55Z","links":{"resolver":"https://pith.science/pith/U3AMNHZYM4OM6Y73GDRODVHA7Z","bundle":"https://pith.science/pith/U3AMNHZYM4OM6Y73GDRODVHA7Z/bundle.json","state":"https://pith.science/pith/U3AMNHZYM4OM6Y73GDRODVHA7Z/state.json","well_known_bundle":"https://pith.science/.well-known/pith/U3AMNHZYM4OM6Y73GDRODVHA7Z/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:U3AMNHZYM4OM6Y73GDRODVHA7Z","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"820f45144c6af2fad68c1355d99aea8a4c9227998e1a15c8255d3df7700329de","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2018-02-13T15:28:20Z","title_canon_sha256":"8176c75f6cafe22d131b6b719435f3a8076f2cccf38f6945f64516c3138553d4"},"schema_version":"1.0","source":{"id":"1802.04684","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1802.04684","created_at":"2026-05-18T00:23:41Z"},{"alias_kind":"arxiv_version","alias_value":"1802.04684v1","created_at":"2026-05-18T00:23:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1802.04684","created_at":"2026-05-18T00:23:41Z"},{"alias_kind":"pith_short_12","alias_value":"U3AMNHZYM4OM","created_at":"2026-05-18T12:32:56Z"},{"alias_kind":"pith_short_16","alias_value":"U3AMNHZYM4OM6Y73","created_at":"2026-05-18T12:32:56Z"},{"alias_kind":"pith_short_8","alias_value":"U3AMNHZY","created_at":"2026-05-18T12:32:56Z"}],"graph_snapshots":[{"event_id":"sha256:baaca20422f70a8980659e54a54381534d20a8333e4070d661c0deb2396155c3","target":"graph","created_at":"2026-05-18T00:23:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Learning algorithms that aggregate predictions from an ensemble of diverse base classifiers consistently outperform individual methods. Many of these strategies have been developed in a supervised setting, where the accuracy of each base classifier can be empirically measured and this information is incorporated in the training process. However, the reliance on labeled data precludes the application of ensemble methods to many real world problems where labeled data has not been curated. To this end we developed a new theoretical framework for binary classification, the Strategy for Unsupervise","authors_text":"Gustavo Stolovitzky, Mehmet Eren Ahsen, Robert Vogel","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2018-02-13T15:28:20Z","title":"Unsupervised Evaluation and Weighted Aggregation of Ranked Predictions"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1802.04684","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5f7880e671914922648c1e5a319cd37873b818c1ca272dfe302d79075d42ea19","target":"record","created_at":"2026-05-18T00:23:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"820f45144c6af2fad68c1355d99aea8a4c9227998e1a15c8255d3df7700329de","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2018-02-13T15:28:20Z","title_canon_sha256":"8176c75f6cafe22d131b6b719435f3a8076f2cccf38f6945f64516c3138553d4"},"schema_version":"1.0","source":{"id":"1802.04684","kind":"arxiv","version":1}},"canonical_sha256":"a6c0c69f38671ccf63fb30e2e1d4e0fe565ff749c583415b45d87e5fc703bfb6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a6c0c69f38671ccf63fb30e2e1d4e0fe565ff749c583415b45d87e5fc703bfb6","first_computed_at":"2026-05-18T00:23:41.708918Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:23:41.708918Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"t1kdonzIE3dD/ui5Q+BP61AgVmDWYvVYP+ZUBMtWDD9Up6F06tu3QN6KR+Zm0Z5ah3toeJl9a2E+Wo4Ugs1cAg==","signature_status":"signed_v1","signed_at":"2026-05-18T00:23:41.709658Z","signed_message":"canonical_sha256_bytes"},"source_id":"1802.04684","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5f7880e671914922648c1e5a319cd37873b818c1ca272dfe302d79075d42ea19","sha256:baaca20422f70a8980659e54a54381534d20a8333e4070d661c0deb2396155c3"],"state_sha256":"e890c78f5c425127276c2b974876b0efe7421070b9855020ee055266278c7671"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yHPtx6wJIaw9plRG17bv93I9nfby1c7EnO35OekjYFeI+I1PydDXu0dzYaFhki7D3lqTJwgV8YwDsXsYdeshCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-07T01:36:55.480638Z","bundle_sha256":"900e967eadb68bd993e924c00be6cf187218eb29e4f09a3fcd03863386821bb0"}}