{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:7OQ5O4PPCKXB7V5MLVTWSH2OYC","short_pith_number":"pith:7OQ5O4PP","canonical_record":{"source":{"id":"1910.00969","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-10-02T14:18:09Z","cross_cats_sorted":["cs.CV","stat.ML"],"title_canon_sha256":"4335bc46f2cd0dd132c23dece431957550232495ae81cb822e0b54432961b392","abstract_canon_sha256":"1dcd350b143fc5e4973664157990a4a7c6722609f13ea3ee4cc76dcd5ec4276e"},"schema_version":"1.0"},"canonical_sha256":"fba1d771ef12ae1fd7ac5d67691f4ec080f674fbb7dfa8f410bf0effc6424408","source":{"kind":"arxiv","id":"1910.00969","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1910.00969","created_at":"2026-07-05T01:42:52Z"},{"alias_kind":"arxiv_version","alias_value":"1910.00969v3","created_at":"2026-07-05T01:42:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1910.00969","created_at":"2026-07-05T01:42:52Z"},{"alias_kind":"pith_short_12","alias_value":"7OQ5O4PPCKXB","created_at":"2026-07-05T01:42:52Z"},{"alias_kind":"pith_short_16","alias_value":"7OQ5O4PPCKXB7V5M","created_at":"2026-07-05T01:42:52Z"},{"alias_kind":"pith_short_8","alias_value":"7OQ5O4PP","created_at":"2026-07-05T01:42:52Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:7OQ5O4PPCKXB7V5MLVTWSH2OYC","target":"record","payload":{"canonical_record":{"source":{"id":"1910.00969","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-10-02T14:18:09Z","cross_cats_sorted":["cs.CV","stat.ML"],"title_canon_sha256":"4335bc46f2cd0dd132c23dece431957550232495ae81cb822e0b54432961b392","abstract_canon_sha256":"1dcd350b143fc5e4973664157990a4a7c6722609f13ea3ee4cc76dcd5ec4276e"},"schema_version":"1.0"},"canonical_sha256":"fba1d771ef12ae1fd7ac5d67691f4ec080f674fbb7dfa8f410bf0effc6424408","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:42:52.372908Z","signature_b64":"bVjqrk4EfmW9fTdXJelEMLxIlZ8AY5QbKeASB9vNONTr6QsXEt70JX3DFVhyPEN9h2HVpKBSpwxdomU0VPq+DQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"fba1d771ef12ae1fd7ac5d67691f4ec080f674fbb7dfa8f410bf0effc6424408","last_reissued_at":"2026-07-05T01:42:52.372519Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:42:52.372519Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1910.00969","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:42:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SqsS8h2oNeEtVTvCRuEOzrfjJ/THGU18gxnL+ebz+ZDdEIkOWI2VzE3TNQdThkCA8FxX46BvIKIiZiKcSI5ICw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-10T17:23:18.728762Z"},"content_sha256":"c0c5a16229e228b2ed7582fa883806242782313071e01d8aaed91694ecec23bd","schema_version":"1.0","event_id":"sha256:c0c5a16229e228b2ed7582fa883806242782313071e01d8aaed91694ecec23bd"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:7OQ5O4PPCKXB7V5MLVTWSH2OYC","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"ConfusionFlow: A model-agnostic visualization for temporal analysis of classifier confusion","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CV","stat.ML"],"primary_cat":"cs.LG","authors_text":"Andreas Hinterreiter, Hendrik Strobelt, Holger Stitz, J\\\"urgen Bernard, Marc Streit, Martin Ennemoser, Peter Ruch","submitted_at":"2019-10-02T14:18:09Z","abstract_excerpt":"Classifiers are among the most widely used supervised machine learning algorithms. Many classification models exist, and choosing the right one for a given task is difficult. During model selection and debugging, data scientists need to assess classifiers' performances, evaluate their learning behavior over time, and compare different models. Typically, this analysis is based on single-number performance measures such as accuracy. A more detailed evaluation of classifiers is possible by inspecting class errors. The confusion matrix is an established way for visualizing these class errors, but "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1910.00969","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1910.00969/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:42:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/wL16hJAeeCuADH1UjyPtEem41NJSUyZHtg0vMeC++wvnidbIW1pUXzbLAocdaPrL95npkTg1cggnx+0BYe3BQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-10T17:23:18.729377Z"},"content_sha256":"1c93edcccb8c4a40ce48833fa9fe606f9d310c4278df0ad5e03d7aaf9e3dbb34","schema_version":"1.0","event_id":"sha256:1c93edcccb8c4a40ce48833fa9fe606f9d310c4278df0ad5e03d7aaf9e3dbb34"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7OQ5O4PPCKXB7V5MLVTWSH2OYC/bundle.json","state_url":"https://pith.science/pith/7OQ5O4PPCKXB7V5MLVTWSH2OYC/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7OQ5O4PPCKXB7V5MLVTWSH2OYC/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-10T17:23:18Z","links":{"resolver":"https://pith.science/pith/7OQ5O4PPCKXB7V5MLVTWSH2OYC","bundle":"https://pith.science/pith/7OQ5O4PPCKXB7V5MLVTWSH2OYC/bundle.json","state":"https://pith.science/pith/7OQ5O4PPCKXB7V5MLVTWSH2OYC/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7OQ5O4PPCKXB7V5MLVTWSH2OYC/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:7OQ5O4PPCKXB7V5MLVTWSH2OYC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1dcd350b143fc5e4973664157990a4a7c6722609f13ea3ee4cc76dcd5ec4276e","cross_cats_sorted":["cs.CV","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-10-02T14:18:09Z","title_canon_sha256":"4335bc46f2cd0dd132c23dece431957550232495ae81cb822e0b54432961b392"},"schema_version":"1.0","source":{"id":"1910.00969","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1910.00969","created_at":"2026-07-05T01:42:52Z"},{"alias_kind":"arxiv_version","alias_value":"1910.00969v3","created_at":"2026-07-05T01:42:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1910.00969","created_at":"2026-07-05T01:42:52Z"},{"alias_kind":"pith_short_12","alias_value":"7OQ5O4PPCKXB","created_at":"2026-07-05T01:42:52Z"},{"alias_kind":"pith_short_16","alias_value":"7OQ5O4PPCKXB7V5M","created_at":"2026-07-05T01:42:52Z"},{"alias_kind":"pith_short_8","alias_value":"7OQ5O4PP","created_at":"2026-07-05T01:42:52Z"}],"graph_snapshots":[{"event_id":"sha256:1c93edcccb8c4a40ce48833fa9fe606f9d310c4278df0ad5e03d7aaf9e3dbb34","target":"graph","created_at":"2026-07-05T01:42:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1910.00969/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Classifiers are among the most widely used supervised machine learning algorithms. Many classification models exist, and choosing the right one for a given task is difficult. During model selection and debugging, data scientists need to assess classifiers' performances, evaluate their learning behavior over time, and compare different models. Typically, this analysis is based on single-number performance measures such as accuracy. A more detailed evaluation of classifiers is possible by inspecting class errors. The confusion matrix is an established way for visualizing these class errors, but ","authors_text":"Andreas Hinterreiter, Hendrik Strobelt, Holger Stitz, J\\\"urgen Bernard, Marc Streit, Martin Ennemoser, Peter Ruch","cross_cats":["cs.CV","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-10-02T14:18:09Z","title":"ConfusionFlow: A model-agnostic visualization for temporal analysis of classifier confusion"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1910.00969","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c0c5a16229e228b2ed7582fa883806242782313071e01d8aaed91694ecec23bd","target":"record","created_at":"2026-07-05T01:42:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1dcd350b143fc5e4973664157990a4a7c6722609f13ea3ee4cc76dcd5ec4276e","cross_cats_sorted":["cs.CV","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-10-02T14:18:09Z","title_canon_sha256":"4335bc46f2cd0dd132c23dece431957550232495ae81cb822e0b54432961b392"},"schema_version":"1.0","source":{"id":"1910.00969","kind":"arxiv","version":3}},"canonical_sha256":"fba1d771ef12ae1fd7ac5d67691f4ec080f674fbb7dfa8f410bf0effc6424408","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"fba1d771ef12ae1fd7ac5d67691f4ec080f674fbb7dfa8f410bf0effc6424408","first_computed_at":"2026-07-05T01:42:52.372519Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:42:52.372519Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"bVjqrk4EfmW9fTdXJelEMLxIlZ8AY5QbKeASB9vNONTr6QsXEt70JX3DFVhyPEN9h2HVpKBSpwxdomU0VPq+DQ==","signature_status":"signed_v1","signed_at":"2026-07-05T01:42:52.372908Z","signed_message":"canonical_sha256_bytes"},"source_id":"1910.00969","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c0c5a16229e228b2ed7582fa883806242782313071e01d8aaed91694ecec23bd","sha256:1c93edcccb8c4a40ce48833fa9fe606f9d310c4278df0ad5e03d7aaf9e3dbb34"],"state_sha256":"253c4b1d74471e87f81abdaad6b642d533f24cab2cdcd9c1f27f703f68a92bbc"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sROPVoM327lL+tpw+U2a3vZ39KAkcY7UXatoP3hjST7S/RmHKYPhEa9JTRqT1Nl4ZgTgVAmUuPtgv+Bzaq5NAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-10T17:23:18.734277Z","bundle_sha256":"031bd85d8901a670e47e8a3667a20c119132a18e07b13b1dfa271be1936dead4"}}