{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:TXBJY7NK5X5FZRS7F5M4DUCAQD","short_pith_number":"pith:TXBJY7NK","canonical_record":{"source":{"id":"1908.09213","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-08-24T21:24:15Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"fcfb8afd42de23af329578eec5760fb472ecae262e61816dc4e41546ed0ef870","abstract_canon_sha256":"5e93fc2df68876c0ccef2294044a9ccbf9e4604078ab5f0c383574be306609e8"},"schema_version":"1.0"},"canonical_sha256":"9dc29c7daaedfa5cc65f2f59c1d04080d4304d9da1b4a3ed566ca9e7b8c7e90c","source":{"kind":"arxiv","id":"1908.09213","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1908.09213","created_at":"2026-07-04T23:59:37Z"},{"alias_kind":"arxiv_version","alias_value":"1908.09213v1","created_at":"2026-07-04T23:59:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1908.09213","created_at":"2026-07-04T23:59:37Z"},{"alias_kind":"pith_short_12","alias_value":"TXBJY7NK5X5F","created_at":"2026-07-04T23:59:37Z"},{"alias_kind":"pith_short_16","alias_value":"TXBJY7NK5X5FZRS7","created_at":"2026-07-04T23:59:37Z"},{"alias_kind":"pith_short_8","alias_value":"TXBJY7NK","created_at":"2026-07-04T23:59:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:TXBJY7NK5X5FZRS7F5M4DUCAQD","target":"record","payload":{"canonical_record":{"source":{"id":"1908.09213","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-08-24T21:24:15Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"fcfb8afd42de23af329578eec5760fb472ecae262e61816dc4e41546ed0ef870","abstract_canon_sha256":"5e93fc2df68876c0ccef2294044a9ccbf9e4604078ab5f0c383574be306609e8"},"schema_version":"1.0"},"canonical_sha256":"9dc29c7daaedfa5cc65f2f59c1d04080d4304d9da1b4a3ed566ca9e7b8c7e90c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-04T23:59:37.782924Z","signature_b64":"dKBJc26BGVg72P61hLW1g3THHdn1w+75U3T5Bx/acyVogYIDWwQpkSMm7w1h6b1HXN7HRgD4MlgzowRooFnlAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9dc29c7daaedfa5cc65f2f59c1d04080d4304d9da1b4a3ed566ca9e7b8c7e90c","last_reissued_at":"2026-07-04T23:59:37.782493Z","signature_status":"signed_v1","first_computed_at":"2026-07-04T23:59:37.782493Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1908.09213","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-04T23:59:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oaJppKoC5MKEWobpboq91G3B6YTEJ84hflCwitYsj55HVQN0IjCkhSYjteIl70/7sEZve9+HEW3wcbr3JJz3Cw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T12:50:28.295866Z"},"content_sha256":"cd770e3a231a70d1e4b67c0bca9a3a7fdaf5de479f62d9a1a12feb6d48b5ca6a","schema_version":"1.0","event_id":"sha256:cd770e3a231a70d1e4b67c0bca9a3a7fdaf5de479f62d9a1a12feb6d48b5ca6a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:TXBJY7NK5X5FZRS7F5M4DUCAQD","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"EPP: interpretable score of model predictive power","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Alicja Gosiewska, Katarzyna Woznica, Maciej Zwolinski, Mateusz Bakala, Przemyslaw Biecek","submitted_at":"2019-08-24T21:24:15Z","abstract_excerpt":"The most important part of model selection and hyperparameter tuning is the evaluation of model performance. The most popular measures, such as AUC, F1, ACC for binary classification, or RMSE, MAD for regression, or cross-entropy for multilabel classification share two common weaknesses. First is, that they are not on an interval scale. It means that the difference in performance for the two models has no direct interpretation. It makes no sense to compare such differences between datasets. Second is, that for k-fold cross-validation, the model performance is in most cases calculated as an ave"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1908.09213","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1908.09213/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-04T23:59:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mqRX7yKxpW4Or6dqIGortsBnceBfmCwsmuS025nJxHTI368a0R5zO1zQUPBKOwfuufES+MYr3ZU8RPiwY0fnBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T12:50:28.296394Z"},"content_sha256":"5a2511739f263e09cd1fd1d5ea77b5a7361279d2e84d7fed69e1cb79cdbb6e1a","schema_version":"1.0","event_id":"sha256:5a2511739f263e09cd1fd1d5ea77b5a7361279d2e84d7fed69e1cb79cdbb6e1a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TXBJY7NK5X5FZRS7F5M4DUCAQD/bundle.json","state_url":"https://pith.science/pith/TXBJY7NK5X5FZRS7F5M4DUCAQD/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TXBJY7NK5X5FZRS7F5M4DUCAQD/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-16T12:50:28Z","links":{"resolver":"https://pith.science/pith/TXBJY7NK5X5FZRS7F5M4DUCAQD","bundle":"https://pith.science/pith/TXBJY7NK5X5FZRS7F5M4DUCAQD/bundle.json","state":"https://pith.science/pith/TXBJY7NK5X5FZRS7F5M4DUCAQD/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TXBJY7NK5X5FZRS7F5M4DUCAQD/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:TXBJY7NK5X5FZRS7F5M4DUCAQD","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5e93fc2df68876c0ccef2294044a9ccbf9e4604078ab5f0c383574be306609e8","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-08-24T21:24:15Z","title_canon_sha256":"fcfb8afd42de23af329578eec5760fb472ecae262e61816dc4e41546ed0ef870"},"schema_version":"1.0","source":{"id":"1908.09213","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1908.09213","created_at":"2026-07-04T23:59:37Z"},{"alias_kind":"arxiv_version","alias_value":"1908.09213v1","created_at":"2026-07-04T23:59:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1908.09213","created_at":"2026-07-04T23:59:37Z"},{"alias_kind":"pith_short_12","alias_value":"TXBJY7NK5X5F","created_at":"2026-07-04T23:59:37Z"},{"alias_kind":"pith_short_16","alias_value":"TXBJY7NK5X5FZRS7","created_at":"2026-07-04T23:59:37Z"},{"alias_kind":"pith_short_8","alias_value":"TXBJY7NK","created_at":"2026-07-04T23:59:37Z"}],"graph_snapshots":[{"event_id":"sha256:5a2511739f263e09cd1fd1d5ea77b5a7361279d2e84d7fed69e1cb79cdbb6e1a","target":"graph","created_at":"2026-07-04T23:59:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1908.09213/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The most important part of model selection and hyperparameter tuning is the evaluation of model performance. The most popular measures, such as AUC, F1, ACC for binary classification, or RMSE, MAD for regression, or cross-entropy for multilabel classification share two common weaknesses. First is, that they are not on an interval scale. It means that the difference in performance for the two models has no direct interpretation. It makes no sense to compare such differences between datasets. Second is, that for k-fold cross-validation, the model performance is in most cases calculated as an ave","authors_text":"Alicja Gosiewska, Katarzyna Woznica, Maciej Zwolinski, Mateusz Bakala, Przemyslaw Biecek","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-08-24T21:24:15Z","title":"EPP: interpretable score of model predictive power"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1908.09213","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:cd770e3a231a70d1e4b67c0bca9a3a7fdaf5de479f62d9a1a12feb6d48b5ca6a","target":"record","created_at":"2026-07-04T23:59:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5e93fc2df68876c0ccef2294044a9ccbf9e4604078ab5f0c383574be306609e8","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-08-24T21:24:15Z","title_canon_sha256":"fcfb8afd42de23af329578eec5760fb472ecae262e61816dc4e41546ed0ef870"},"schema_version":"1.0","source":{"id":"1908.09213","kind":"arxiv","version":1}},"canonical_sha256":"9dc29c7daaedfa5cc65f2f59c1d04080d4304d9da1b4a3ed566ca9e7b8c7e90c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9dc29c7daaedfa5cc65f2f59c1d04080d4304d9da1b4a3ed566ca9e7b8c7e90c","first_computed_at":"2026-07-04T23:59:37.782493Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-04T23:59:37.782493Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"dKBJc26BGVg72P61hLW1g3THHdn1w+75U3T5Bx/acyVogYIDWwQpkSMm7w1h6b1HXN7HRgD4MlgzowRooFnlAw==","signature_status":"signed_v1","signed_at":"2026-07-04T23:59:37.782924Z","signed_message":"canonical_sha256_bytes"},"source_id":"1908.09213","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:cd770e3a231a70d1e4b67c0bca9a3a7fdaf5de479f62d9a1a12feb6d48b5ca6a","sha256:5a2511739f263e09cd1fd1d5ea77b5a7361279d2e84d7fed69e1cb79cdbb6e1a"],"state_sha256":"57e75bcc776d734a12bc5250f245edf2bf02193a9abec6c3530c0a267376e022"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5pU60ju6mOvHDXjBwqEm1Y+77H7325qnqFDXgjzUtPqtNpR9yRgCRzsgp1Kg9O8MgczwPXESAdjMdxNaNf6TAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-16T12:50:28.300350Z","bundle_sha256":"f28a96cf3fa43aa04efe824c3ed9c76aa421919d14a94c857a50d4a3ac4d23a9"}}