{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:455NGT2NGRVMK74FVYSOKCSTED","short_pith_number":"pith:455NGT2N","canonical_record":{"source":{"id":"2302.12006","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-02-21T09:55:19Z","cross_cats_sorted":["physics.data-an"],"title_canon_sha256":"19ada7f645cb7d796b717c369c95a374ee51e9e47982a3662ca3eead8780763a","abstract_canon_sha256":"42f1e5d969a4a0cce8eba46272e40b557d6c8b44a3f6ec08628a30340c19b2c7"},"schema_version":"1.0"},"canonical_sha256":"e77ad34f4d346ac57f85ae24e50a5320f1b2d385cf905a5724acfb8f4e18961a","source":{"kind":"arxiv","id":"2302.12006","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.12006","created_at":"2026-07-05T05:44:58Z"},{"alias_kind":"arxiv_version","alias_value":"2302.12006v1","created_at":"2026-07-05T05:44:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.12006","created_at":"2026-07-05T05:44:58Z"},{"alias_kind":"pith_short_12","alias_value":"455NGT2NGRVM","created_at":"2026-07-05T05:44:58Z"},{"alias_kind":"pith_short_16","alias_value":"455NGT2NGRVMK74F","created_at":"2026-07-05T05:44:58Z"},{"alias_kind":"pith_short_8","alias_value":"455NGT2N","created_at":"2026-07-05T05:44:58Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:455NGT2NGRVMK74FVYSOKCSTED","target":"record","payload":{"canonical_record":{"source":{"id":"2302.12006","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-02-21T09:55:19Z","cross_cats_sorted":["physics.data-an"],"title_canon_sha256":"19ada7f645cb7d796b717c369c95a374ee51e9e47982a3662ca3eead8780763a","abstract_canon_sha256":"42f1e5d969a4a0cce8eba46272e40b557d6c8b44a3f6ec08628a30340c19b2c7"},"schema_version":"1.0"},"canonical_sha256":"e77ad34f4d346ac57f85ae24e50a5320f1b2d385cf905a5724acfb8f4e18961a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:44:58.915106Z","signature_b64":"xQ1obtZUYsf56qSm3FvK6b+F2VSchKMxzQlj6oj0wUUlcpQuSrja/5mj83+JANoD6sd1hvdiNfUWR6OWIgSOCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e77ad34f4d346ac57f85ae24e50a5320f1b2d385cf905a5724acfb8f4e18961a","last_reissued_at":"2026-07-05T05:44:58.914712Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:44:58.914712Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2302.12006","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:44:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gGrexQb1hQN3+ZIGUrUrXCjS3//uawvPK/w2cfE7X1KQLjUiaqtvHyedhCwrXv4VzsUECHK51lXB+rp7mVCmDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T20:07:49.190166Z"},"content_sha256":"965b594d4932bba805b51e760b595e8a58d192342c5fb9f19797977919e849c6","schema_version":"1.0","event_id":"sha256:965b594d4932bba805b51e760b595e8a58d192342c5fb9f19797977919e849c6"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:455NGT2NGRVMK74FVYSOKCSTED","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Does the evaluation stand up to evaluation? A first-principle approach to the evaluation of classifiers","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["physics.data-an"],"primary_cat":"cs.LG","authors_text":"A. S. Lundervold, K. Dyrland, P.G.L. Porta Mana","submitted_at":"2023-02-21T09:55:19Z","abstract_excerpt":"How can one meaningfully make a measurement, if the meter does not conform to any standard and its scale expands or shrinks depending on what is measured? In the present work it is argued that current evaluation practices for machine-learning classifiers are affected by this kind of problem, leading to negative consequences when classifiers are put to real use; consequences that could have been avoided. It is proposed that evaluation be grounded on Decision Theory, and the implications of such foundation are explored. The main result is that every evaluation metric must be a linear combination"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.12006","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2302.12006/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:44:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QYPEQvwqT1rknbfzxZz7kyw9UekLARWWMYWXRnG70zsfa23v0nx5FCsD+ExRSVcRWeicDXYvri3KSv6vFjmDDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T20:07:49.190722Z"},"content_sha256":"be38656e7efe5cc16608e0a352035298f02a1fb32f01f3cb3197c47664439acc","schema_version":"1.0","event_id":"sha256:be38656e7efe5cc16608e0a352035298f02a1fb32f01f3cb3197c47664439acc"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/455NGT2NGRVMK74FVYSOKCSTED/bundle.json","state_url":"https://pith.science/pith/455NGT2NGRVMK74FVYSOKCSTED/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/455NGT2NGRVMK74FVYSOKCSTED/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-19T20:07:49Z","links":{"resolver":"https://pith.science/pith/455NGT2NGRVMK74FVYSOKCSTED","bundle":"https://pith.science/pith/455NGT2NGRVMK74FVYSOKCSTED/bundle.json","state":"https://pith.science/pith/455NGT2NGRVMK74FVYSOKCSTED/state.json","well_known_bundle":"https://pith.science/.well-known/pith/455NGT2NGRVMK74FVYSOKCSTED/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:455NGT2NGRVMK74FVYSOKCSTED","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"42f1e5d969a4a0cce8eba46272e40b557d6c8b44a3f6ec08628a30340c19b2c7","cross_cats_sorted":["physics.data-an"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-02-21T09:55:19Z","title_canon_sha256":"19ada7f645cb7d796b717c369c95a374ee51e9e47982a3662ca3eead8780763a"},"schema_version":"1.0","source":{"id":"2302.12006","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.12006","created_at":"2026-07-05T05:44:58Z"},{"alias_kind":"arxiv_version","alias_value":"2302.12006v1","created_at":"2026-07-05T05:44:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.12006","created_at":"2026-07-05T05:44:58Z"},{"alias_kind":"pith_short_12","alias_value":"455NGT2NGRVM","created_at":"2026-07-05T05:44:58Z"},{"alias_kind":"pith_short_16","alias_value":"455NGT2NGRVMK74F","created_at":"2026-07-05T05:44:58Z"},{"alias_kind":"pith_short_8","alias_value":"455NGT2N","created_at":"2026-07-05T05:44:58Z"}],"graph_snapshots":[{"event_id":"sha256:be38656e7efe5cc16608e0a352035298f02a1fb32f01f3cb3197c47664439acc","target":"graph","created_at":"2026-07-05T05:44:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2302.12006/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"How can one meaningfully make a measurement, if the meter does not conform to any standard and its scale expands or shrinks depending on what is measured? In the present work it is argued that current evaluation practices for machine-learning classifiers are affected by this kind of problem, leading to negative consequences when classifiers are put to real use; consequences that could have been avoided. It is proposed that evaluation be grounded on Decision Theory, and the implications of such foundation are explored. The main result is that every evaluation metric must be a linear combination","authors_text":"A. S. Lundervold, K. Dyrland, P.G.L. Porta Mana","cross_cats":["physics.data-an"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-02-21T09:55:19Z","title":"Does the evaluation stand up to evaluation? A first-principle approach to the evaluation of classifiers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.12006","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:965b594d4932bba805b51e760b595e8a58d192342c5fb9f19797977919e849c6","target":"record","created_at":"2026-07-05T05:44:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"42f1e5d969a4a0cce8eba46272e40b557d6c8b44a3f6ec08628a30340c19b2c7","cross_cats_sorted":["physics.data-an"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-02-21T09:55:19Z","title_canon_sha256":"19ada7f645cb7d796b717c369c95a374ee51e9e47982a3662ca3eead8780763a"},"schema_version":"1.0","source":{"id":"2302.12006","kind":"arxiv","version":1}},"canonical_sha256":"e77ad34f4d346ac57f85ae24e50a5320f1b2d385cf905a5724acfb8f4e18961a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e77ad34f4d346ac57f85ae24e50a5320f1b2d385cf905a5724acfb8f4e18961a","first_computed_at":"2026-07-05T05:44:58.914712Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:44:58.914712Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"xQ1obtZUYsf56qSm3FvK6b+F2VSchKMxzQlj6oj0wUUlcpQuSrja/5mj83+JANoD6sd1hvdiNfUWR6OWIgSOCw==","signature_status":"signed_v1","signed_at":"2026-07-05T05:44:58.915106Z","signed_message":"canonical_sha256_bytes"},"source_id":"2302.12006","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:965b594d4932bba805b51e760b595e8a58d192342c5fb9f19797977919e849c6","sha256:be38656e7efe5cc16608e0a352035298f02a1fb32f01f3cb3197c47664439acc"],"state_sha256":"a90cb1de7d3e6bdf2151749ecd437340bc7074775aab9405755218f6186ac5f1"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/5f2IKno6KcqAgiATfZb6r/0yJ/4q6EKNykXYko8yh4Xs6ehcywCl2Z9Id/H2RtsIg9s2eLI5Mj3uLxvxYtbCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-19T20:07:49.195289Z","bundle_sha256":"2b21b1d75173f91b3d7c9e0b0e94ef63f7004b43741250a8955255a9eb64fab8"}}