{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:325B6CERXU2B33TRSDK7EZV6S7","short_pith_number":"pith:325B6CER","canonical_record":{"source":{"id":"1808.07243","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-08-22T06:55:44Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"dc41296a215d89d347f9ed18cf1010108b37611330e1bd77c4a31053b62d88c3","abstract_canon_sha256":"1e0f5b86c971a1cc2ea24989e80ca5781b975c3a2e2fe513b2497a8c7d78b705"},"schema_version":"1.0"},"canonical_sha256":"deba1f0891bd341dee7190d5f266be97dc0cf0a5c9ba75de867ce4d6a9d0ec11","source":{"kind":"arxiv","id":"1808.07243","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1808.07243","created_at":"2026-05-18T00:07:29Z"},{"alias_kind":"arxiv_version","alias_value":"1808.07243v1","created_at":"2026-05-18T00:07:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1808.07243","created_at":"2026-05-18T00:07:29Z"},{"alias_kind":"pith_short_12","alias_value":"325B6CERXU2B","created_at":"2026-05-18T12:32:02Z"},{"alias_kind":"pith_short_16","alias_value":"325B6CERXU2B33TR","created_at":"2026-05-18T12:32:02Z"},{"alias_kind":"pith_short_8","alias_value":"325B6CER","created_at":"2026-05-18T12:32:02Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:325B6CERXU2B33TRSDK7EZV6S7","target":"record","payload":{"canonical_record":{"source":{"id":"1808.07243","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-08-22T06:55:44Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"dc41296a215d89d347f9ed18cf1010108b37611330e1bd77c4a31053b62d88c3","abstract_canon_sha256":"1e0f5b86c971a1cc2ea24989e80ca5781b975c3a2e2fe513b2497a8c7d78b705"},"schema_version":"1.0"},"canonical_sha256":"deba1f0891bd341dee7190d5f266be97dc0cf0a5c9ba75de867ce4d6a9d0ec11","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:07:29.473165Z","signature_b64":"giVnUjRTd7mrBQcIM/pBEetUb2t/UDLxrKF7vSN8FPT4MWgdvOncCtMw0tlz1alsMbYnJEHEyOZqBnvd8IjrCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"deba1f0891bd341dee7190d5f266be97dc0cf0a5c9ba75de867ce4d6a9d0ec11","last_reissued_at":"2026-05-18T00:07:29.472482Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:07:29.472482Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1808.07243","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:07:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RCc8Tyhlz2KYynY346Bvazf7AF3SXypyMIfAMLYWvw6ubKijSFhJRtdoihkVN72jD5EVe8b+LaN55K0B2lmeCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-09T05:27:27.529110Z"},"content_sha256":"5e43489a16bc57c5a012fa8179b1b1ad541dd0d34818e0691cc5a27f56707fc2","schema_version":"1.0","event_id":"sha256:5e43489a16bc57c5a012fa8179b1b1ad541dd0d34818e0691cc5a27f56707fc2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:325B6CERXU2B33TRSDK7EZV6S7","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Controversy Rules - Discovering Regions Where Classifiers (Dis-)Agree Exceptionally","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Mykola Pechenizkiy, Oren Zeev-Ben-Mordehai, Wouter Duivesteijn","submitted_at":"2018-08-22T06:55:44Z","abstract_excerpt":"Finding regions for which there is higher controversy among different classifiers is insightful with regards to the domain and our models. Such evaluation can falsify assumptions, assert some, or also, bring to the attention unknown phenomena. The present work describes an algorithm, which is based on the Exceptional Model Mining framework, and enables that kind of investigations. We explore several public datasets and show the usefulness of this approach in classification tasks. We show in this paper a few interesting observations about those well explored datasets, some of which are general "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1808.07243","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:07:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TYDBxvM08ES+Nv6l+IbyXiA8K24+XXOcIBLzuaF+WJKnQxVIGdmhcQeDNLd9RgSAiwCGPJCtFKUeNVKpnTolAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-09T05:27:27.529746Z"},"content_sha256":"97c9b88b5264ba53cef5304f5b826c88dd1dbf4f46e8e3ed27f387ed65188120","schema_version":"1.0","event_id":"sha256:97c9b88b5264ba53cef5304f5b826c88dd1dbf4f46e8e3ed27f387ed65188120"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/325B6CERXU2B33TRSDK7EZV6S7/bundle.json","state_url":"https://pith.science/pith/325B6CERXU2B33TRSDK7EZV6S7/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/325B6CERXU2B33TRSDK7EZV6S7/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-09T05:27:27Z","links":{"resolver":"https://pith.science/pith/325B6CERXU2B33TRSDK7EZV6S7","bundle":"https://pith.science/pith/325B6CERXU2B33TRSDK7EZV6S7/bundle.json","state":"https://pith.science/pith/325B6CERXU2B33TRSDK7EZV6S7/state.json","well_known_bundle":"https://pith.science/.well-known/pith/325B6CERXU2B33TRSDK7EZV6S7/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:325B6CERXU2B33TRSDK7EZV6S7","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1e0f5b86c971a1cc2ea24989e80ca5781b975c3a2e2fe513b2497a8c7d78b705","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-08-22T06:55:44Z","title_canon_sha256":"dc41296a215d89d347f9ed18cf1010108b37611330e1bd77c4a31053b62d88c3"},"schema_version":"1.0","source":{"id":"1808.07243","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1808.07243","created_at":"2026-05-18T00:07:29Z"},{"alias_kind":"arxiv_version","alias_value":"1808.07243v1","created_at":"2026-05-18T00:07:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1808.07243","created_at":"2026-05-18T00:07:29Z"},{"alias_kind":"pith_short_12","alias_value":"325B6CERXU2B","created_at":"2026-05-18T12:32:02Z"},{"alias_kind":"pith_short_16","alias_value":"325B6CERXU2B33TR","created_at":"2026-05-18T12:32:02Z"},{"alias_kind":"pith_short_8","alias_value":"325B6CER","created_at":"2026-05-18T12:32:02Z"}],"graph_snapshots":[{"event_id":"sha256:97c9b88b5264ba53cef5304f5b826c88dd1dbf4f46e8e3ed27f387ed65188120","target":"graph","created_at":"2026-05-18T00:07:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Finding regions for which there is higher controversy among different classifiers is insightful with regards to the domain and our models. Such evaluation can falsify assumptions, assert some, or also, bring to the attention unknown phenomena. The present work describes an algorithm, which is based on the Exceptional Model Mining framework, and enables that kind of investigations. We explore several public datasets and show the usefulness of this approach in classification tasks. We show in this paper a few interesting observations about those well explored datasets, some of which are general ","authors_text":"Mykola Pechenizkiy, Oren Zeev-Ben-Mordehai, Wouter Duivesteijn","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-08-22T06:55:44Z","title":"Controversy Rules - Discovering Regions Where Classifiers (Dis-)Agree Exceptionally"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1808.07243","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5e43489a16bc57c5a012fa8179b1b1ad541dd0d34818e0691cc5a27f56707fc2","target":"record","created_at":"2026-05-18T00:07:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1e0f5b86c971a1cc2ea24989e80ca5781b975c3a2e2fe513b2497a8c7d78b705","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-08-22T06:55:44Z","title_canon_sha256":"dc41296a215d89d347f9ed18cf1010108b37611330e1bd77c4a31053b62d88c3"},"schema_version":"1.0","source":{"id":"1808.07243","kind":"arxiv","version":1}},"canonical_sha256":"deba1f0891bd341dee7190d5f266be97dc0cf0a5c9ba75de867ce4d6a9d0ec11","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"deba1f0891bd341dee7190d5f266be97dc0cf0a5c9ba75de867ce4d6a9d0ec11","first_computed_at":"2026-05-18T00:07:29.472482Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:07:29.472482Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"giVnUjRTd7mrBQcIM/pBEetUb2t/UDLxrKF7vSN8FPT4MWgdvOncCtMw0tlz1alsMbYnJEHEyOZqBnvd8IjrCA==","signature_status":"signed_v1","signed_at":"2026-05-18T00:07:29.473165Z","signed_message":"canonical_sha256_bytes"},"source_id":"1808.07243","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5e43489a16bc57c5a012fa8179b1b1ad541dd0d34818e0691cc5a27f56707fc2","sha256:97c9b88b5264ba53cef5304f5b826c88dd1dbf4f46e8e3ed27f387ed65188120"],"state_sha256":"33cd64dbed476df4f010743123c497a0ca5ae191a422d685897e8bb3d6a55c5a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EXqc/XQDci66qciXpuYgZAKOjS9TPBwxB/GMyIuSgCrt0oO2GmhiQe3wQr4JQbQ/kHHdWduBE2x8FBkDNKDoAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-09T05:27:27.533966Z","bundle_sha256":"b5ed6ac41b4cba725e7e53fc582444f29d12935011dffefaf7bd9c120b5c6ba5"}}