{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:O3OEULXH6RQGIS44TAZOLHKG7T","short_pith_number":"pith:O3OEULXH","canonical_record":{"source":{"id":"2306.01726","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"stat.ML","submitted_at":"2023-06-02T17:52:59Z","cross_cats_sorted":["cs.LG","math.AG"],"title_canon_sha256":"a8f8e015fd679ecb6e1f111eb7b70d8df0b417c0f90a219b0d38c8b1ecc507e0","abstract_canon_sha256":"5f94da12c7763984a95141606fd58a4fcdf48eee6bfebd94af8fba3b9c45a8a1"},"schema_version":"1.0"},"canonical_sha256":"76dc4a2ee7f460644b9c9832e59d46fcca6dc28a74e57d6ca3fd4f088f150475","source":{"kind":"arxiv","id":"2306.01726","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.01726","created_at":"2026-07-05T06:48:49Z"},{"alias_kind":"arxiv_version","alias_value":"2306.01726v3","created_at":"2026-07-05T06:48:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.01726","created_at":"2026-07-05T06:48:49Z"},{"alias_kind":"pith_short_12","alias_value":"O3OEULXH6RQG","created_at":"2026-07-05T06:48:49Z"},{"alias_kind":"pith_short_16","alias_value":"O3OEULXH6RQGIS44","created_at":"2026-07-05T06:48:49Z"},{"alias_kind":"pith_short_8","alias_value":"O3OEULXH","created_at":"2026-07-05T06:48:49Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:O3OEULXH6RQGIS44TAZOLHKG7T","target":"record","payload":{"canonical_record":{"source":{"id":"2306.01726","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"stat.ML","submitted_at":"2023-06-02T17:52:59Z","cross_cats_sorted":["cs.LG","math.AG"],"title_canon_sha256":"a8f8e015fd679ecb6e1f111eb7b70d8df0b417c0f90a219b0d38c8b1ecc507e0","abstract_canon_sha256":"5f94da12c7763984a95141606fd58a4fcdf48eee6bfebd94af8fba3b9c45a8a1"},"schema_version":"1.0"},"canonical_sha256":"76dc4a2ee7f460644b9c9832e59d46fcca6dc28a74e57d6ca3fd4f088f150475","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:48:49.417009Z","signature_b64":"l1A0GhrbgYl31spZ+r1MvXOmyBgLL0JZELyURPYoyyuMDRxGkgbjgr5SYJAVM4/22CvkXOcQ7vcV1Ks+fGVLBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"76dc4a2ee7f460644b9c9832e59d46fcca6dc28a74e57d6ca3fd4f088f150475","last_reissued_at":"2026-07-05T06:48:49.416563Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:48:49.416563Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2306.01726","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:48:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/x4Q9K2mtayrbV/5tn7X5OlfXnCxayl3yPJVegY+RhsSM3NcSO3xSoUyZ0U8CyqVwMAyUvqRTNpvU0hS/NLIBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T20:02:52.135197Z"},"content_sha256":"af9a2332bed76c4c4ad1f729741e76302f9df37a9411e48bc9ca775ce6597825","schema_version":"1.0","event_id":"sha256:af9a2332bed76c4c4ad1f729741e76302f9df37a9411e48bc9ca775ce6597825"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:O3OEULXH6RQGIS44TAZOLHKG7T","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Streaming algorithms for evaluating noisy judges on unlabeled data -- binary classification","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG","math.AG"],"primary_cat":"stat.ML","authors_text":"Andr\\'es Corrada-Emmanuel","submitted_at":"2023-06-02T17:52:59Z","abstract_excerpt":"The evaluation of noisy binary classifiers on unlabeled data is treated as a streaming task: given a data sketch of the decisions by an ensemble, estimate the true prevalence of the labels as well as each classifier's accuracy on them. Two fully algebraic evaluators are constructed to do this. Both are based on the assumption that the classifiers make independent errors. The first is based on majority voting. The second, the main contribution of the paper, is guaranteed to be correct. But how do we know the classifiers are independent on any given test? This principal/agent monitoring paradox "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.01726","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2306.01726/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:48:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YcBoJL17n+9oEEMXsbFjyszXsqrE+8Ro36DxBlMlTh/uWbfafpdXihVo0CUmbWBLr7qyDQZsEBTiJd5Behp4Bg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T20:02:52.135932Z"},"content_sha256":"45bc089282b427e5346c9e194acf04f04655d6e2c8bcaa73efcb3f6de823e0e8","schema_version":"1.0","event_id":"sha256:45bc089282b427e5346c9e194acf04f04655d6e2c8bcaa73efcb3f6de823e0e8"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/O3OEULXH6RQGIS44TAZOLHKG7T/bundle.json","state_url":"https://pith.science/pith/O3OEULXH6RQGIS44TAZOLHKG7T/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/O3OEULXH6RQGIS44TAZOLHKG7T/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-19T20:02:52Z","links":{"resolver":"https://pith.science/pith/O3OEULXH6RQGIS44TAZOLHKG7T","bundle":"https://pith.science/pith/O3OEULXH6RQGIS44TAZOLHKG7T/bundle.json","state":"https://pith.science/pith/O3OEULXH6RQGIS44TAZOLHKG7T/state.json","well_known_bundle":"https://pith.science/.well-known/pith/O3OEULXH6RQGIS44TAZOLHKG7T/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:O3OEULXH6RQGIS44TAZOLHKG7T","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5f94da12c7763984a95141606fd58a4fcdf48eee6bfebd94af8fba3b9c45a8a1","cross_cats_sorted":["cs.LG","math.AG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"stat.ML","submitted_at":"2023-06-02T17:52:59Z","title_canon_sha256":"a8f8e015fd679ecb6e1f111eb7b70d8df0b417c0f90a219b0d38c8b1ecc507e0"},"schema_version":"1.0","source":{"id":"2306.01726","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.01726","created_at":"2026-07-05T06:48:49Z"},{"alias_kind":"arxiv_version","alias_value":"2306.01726v3","created_at":"2026-07-05T06:48:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.01726","created_at":"2026-07-05T06:48:49Z"},{"alias_kind":"pith_short_12","alias_value":"O3OEULXH6RQG","created_at":"2026-07-05T06:48:49Z"},{"alias_kind":"pith_short_16","alias_value":"O3OEULXH6RQGIS44","created_at":"2026-07-05T06:48:49Z"},{"alias_kind":"pith_short_8","alias_value":"O3OEULXH","created_at":"2026-07-05T06:48:49Z"}],"graph_snapshots":[{"event_id":"sha256:45bc089282b427e5346c9e194acf04f04655d6e2c8bcaa73efcb3f6de823e0e8","target":"graph","created_at":"2026-07-05T06:48:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2306.01726/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The evaluation of noisy binary classifiers on unlabeled data is treated as a streaming task: given a data sketch of the decisions by an ensemble, estimate the true prevalence of the labels as well as each classifier's accuracy on them. Two fully algebraic evaluators are constructed to do this. Both are based on the assumption that the classifiers make independent errors. The first is based on majority voting. The second, the main contribution of the paper, is guaranteed to be correct. But how do we know the classifiers are independent on any given test? This principal/agent monitoring paradox ","authors_text":"Andr\\'es Corrada-Emmanuel","cross_cats":["cs.LG","math.AG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"stat.ML","submitted_at":"2023-06-02T17:52:59Z","title":"Streaming algorithms for evaluating noisy judges on unlabeled data -- binary classification"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.01726","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:af9a2332bed76c4c4ad1f729741e76302f9df37a9411e48bc9ca775ce6597825","target":"record","created_at":"2026-07-05T06:48:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5f94da12c7763984a95141606fd58a4fcdf48eee6bfebd94af8fba3b9c45a8a1","cross_cats_sorted":["cs.LG","math.AG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"stat.ML","submitted_at":"2023-06-02T17:52:59Z","title_canon_sha256":"a8f8e015fd679ecb6e1f111eb7b70d8df0b417c0f90a219b0d38c8b1ecc507e0"},"schema_version":"1.0","source":{"id":"2306.01726","kind":"arxiv","version":3}},"canonical_sha256":"76dc4a2ee7f460644b9c9832e59d46fcca6dc28a74e57d6ca3fd4f088f150475","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"76dc4a2ee7f460644b9c9832e59d46fcca6dc28a74e57d6ca3fd4f088f150475","first_computed_at":"2026-07-05T06:48:49.416563Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:48:49.416563Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"l1A0GhrbgYl31spZ+r1MvXOmyBgLL0JZELyURPYoyyuMDRxGkgbjgr5SYJAVM4/22CvkXOcQ7vcV1Ks+fGVLBw==","signature_status":"signed_v1","signed_at":"2026-07-05T06:48:49.417009Z","signed_message":"canonical_sha256_bytes"},"source_id":"2306.01726","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:af9a2332bed76c4c4ad1f729741e76302f9df37a9411e48bc9ca775ce6597825","sha256:45bc089282b427e5346c9e194acf04f04655d6e2c8bcaa73efcb3f6de823e0e8"],"state_sha256":"9b3bd83503062fb8859114033a2385a1a9816be4fe239ae1a48c4a1409639a0c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"P4/NSD/PRGLdKDAsZiEJoP0tffq1kjh/q0EPkAlHT/7WoVbJaGYMLEGrn0a518fuWHmaa9mrwDJJG9Skp5gACA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-19T20:02:52.142151Z","bundle_sha256":"251ad7629024d0f30f5f26cd5a12ce930febdb5a64235311576145a04afcdbef"}}