{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:HGAZHTAEZTNE3IQHXI56LXHUH2","short_pith_number":"pith:HGAZHTAE","canonical_record":{"source":{"id":"2309.13938","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"eess.AS","submitted_at":"2023-09-25T08:16:01Z","cross_cats_sorted":["cs.LG","cs.SD"],"title_canon_sha256":"c4efaedf147d43c25d584eb73385bae3864d81c2cde290f021bf647b57ecf54e","abstract_canon_sha256":"6a2f0b135d0aa22752266610530cfd4dce44c10a572a077188d2ecf86a4f0a84"},"schema_version":"1.0"},"canonical_sha256":"398193cc04ccda4da207ba3be5dcf43ebe117f694938b107dd2c6339a005fd51","source":{"kind":"arxiv","id":"2309.13938","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.13938","created_at":"2026-07-05T06:53:59Z"},{"alias_kind":"arxiv_version","alias_value":"2309.13938v1","created_at":"2026-07-05T06:53:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.13938","created_at":"2026-07-05T06:53:59Z"},{"alias_kind":"pith_short_12","alias_value":"HGAZHTAEZTNE","created_at":"2026-07-05T06:53:59Z"},{"alias_kind":"pith_short_16","alias_value":"HGAZHTAEZTNE3IQH","created_at":"2026-07-05T06:53:59Z"},{"alias_kind":"pith_short_8","alias_value":"HGAZHTAE","created_at":"2026-07-05T06:53:59Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:HGAZHTAEZTNE3IQHXI56LXHUH2","target":"record","payload":{"canonical_record":{"source":{"id":"2309.13938","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"eess.AS","submitted_at":"2023-09-25T08:16:01Z","cross_cats_sorted":["cs.LG","cs.SD"],"title_canon_sha256":"c4efaedf147d43c25d584eb73385bae3864d81c2cde290f021bf647b57ecf54e","abstract_canon_sha256":"6a2f0b135d0aa22752266610530cfd4dce44c10a572a077188d2ecf86a4f0a84"},"schema_version":"1.0"},"canonical_sha256":"398193cc04ccda4da207ba3be5dcf43ebe117f694938b107dd2c6339a005fd51","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:53:59.567280Z","signature_b64":"tQTa+blS0rdwJcJnhwUu4HGiTS687oRNf6tnrA6cNyqQhg4N2iVAP+U3u1ESZKBrovYLFS8hkJUDxVbgFdYzDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"398193cc04ccda4da207ba3be5dcf43ebe117f694938b107dd2c6339a005fd51","last_reissued_at":"2026-07-05T06:53:59.566834Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:53:59.566834Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2309.13938","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:53:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dGMWsdCriHW3hSiQPWuI9pODSNh8oR4CO3JWUHN3Qx6tzTqidCyGxTM8B42LOWjC+N13iW9xF7fXXwXGmGM0BQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T03:58:36.515999Z"},"content_sha256":"e1c30aafb84308497f1711724eeefab81fd180101820475ec4a802447e0ec92b","schema_version":"1.0","event_id":"sha256:e1c30aafb84308497f1711724eeefab81fd180101820475ec4a802447e0ec92b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:HGAZHTAEZTNE3IQHXI56LXHUH2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluating Classification Systems Against Soft Labels with Fuzzy Precision and Recall","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG","cs.SD"],"primary_cat":"eess.AS","authors_text":"Annamaria Mesaros, Manu Harju","submitted_at":"2023-09-25T08:16:01Z","abstract_excerpt":"Classification systems are normally trained by minimizing the cross-entropy between system outputs and reference labels, which makes the Kullback-Leibler divergence a natural choice for measuring how closely the system can follow the data. Precision and recall provide another perspective for measuring the performance of a classification system. Non-binary references can arise from various sources, and it is often beneficial to use the soft labels for training instead of the binarized data. However, the existing definitions for precision and recall require binary reference labels, and binarizin"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.13938","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2309.13938/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:53:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2c2SKplsLsm0lAhZctilclIxwYO+Z2WyWzcVaK5IPkSLel5S3WD9JFPYVj2JA9MdVj4APvcBI3aSncyMKG/nCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T03:58:36.516547Z"},"content_sha256":"b41c3d7ff79f6fa54a45513f08f2b86c11aba2e7543473c83409d08466964ced","schema_version":"1.0","event_id":"sha256:b41c3d7ff79f6fa54a45513f08f2b86c11aba2e7543473c83409d08466964ced"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HGAZHTAEZTNE3IQHXI56LXHUH2/bundle.json","state_url":"https://pith.science/pith/HGAZHTAEZTNE3IQHXI56LXHUH2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HGAZHTAEZTNE3IQHXI56LXHUH2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-18T03:58:36Z","links":{"resolver":"https://pith.science/pith/HGAZHTAEZTNE3IQHXI56LXHUH2","bundle":"https://pith.science/pith/HGAZHTAEZTNE3IQHXI56LXHUH2/bundle.json","state":"https://pith.science/pith/HGAZHTAEZTNE3IQHXI56LXHUH2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HGAZHTAEZTNE3IQHXI56LXHUH2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:HGAZHTAEZTNE3IQHXI56LXHUH2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6a2f0b135d0aa22752266610530cfd4dce44c10a572a077188d2ecf86a4f0a84","cross_cats_sorted":["cs.LG","cs.SD"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"eess.AS","submitted_at":"2023-09-25T08:16:01Z","title_canon_sha256":"c4efaedf147d43c25d584eb73385bae3864d81c2cde290f021bf647b57ecf54e"},"schema_version":"1.0","source":{"id":"2309.13938","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.13938","created_at":"2026-07-05T06:53:59Z"},{"alias_kind":"arxiv_version","alias_value":"2309.13938v1","created_at":"2026-07-05T06:53:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.13938","created_at":"2026-07-05T06:53:59Z"},{"alias_kind":"pith_short_12","alias_value":"HGAZHTAEZTNE","created_at":"2026-07-05T06:53:59Z"},{"alias_kind":"pith_short_16","alias_value":"HGAZHTAEZTNE3IQH","created_at":"2026-07-05T06:53:59Z"},{"alias_kind":"pith_short_8","alias_value":"HGAZHTAE","created_at":"2026-07-05T06:53:59Z"}],"graph_snapshots":[{"event_id":"sha256:b41c3d7ff79f6fa54a45513f08f2b86c11aba2e7543473c83409d08466964ced","target":"graph","created_at":"2026-07-05T06:53:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2309.13938/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Classification systems are normally trained by minimizing the cross-entropy between system outputs and reference labels, which makes the Kullback-Leibler divergence a natural choice for measuring how closely the system can follow the data. Precision and recall provide another perspective for measuring the performance of a classification system. Non-binary references can arise from various sources, and it is often beneficial to use the soft labels for training instead of the binarized data. However, the existing definitions for precision and recall require binary reference labels, and binarizin","authors_text":"Annamaria Mesaros, Manu Harju","cross_cats":["cs.LG","cs.SD"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"eess.AS","submitted_at":"2023-09-25T08:16:01Z","title":"Evaluating Classification Systems Against Soft Labels with Fuzzy Precision and Recall"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.13938","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e1c30aafb84308497f1711724eeefab81fd180101820475ec4a802447e0ec92b","target":"record","created_at":"2026-07-05T06:53:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6a2f0b135d0aa22752266610530cfd4dce44c10a572a077188d2ecf86a4f0a84","cross_cats_sorted":["cs.LG","cs.SD"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"eess.AS","submitted_at":"2023-09-25T08:16:01Z","title_canon_sha256":"c4efaedf147d43c25d584eb73385bae3864d81c2cde290f021bf647b57ecf54e"},"schema_version":"1.0","source":{"id":"2309.13938","kind":"arxiv","version":1}},"canonical_sha256":"398193cc04ccda4da207ba3be5dcf43ebe117f694938b107dd2c6339a005fd51","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"398193cc04ccda4da207ba3be5dcf43ebe117f694938b107dd2c6339a005fd51","first_computed_at":"2026-07-05T06:53:59.566834Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:53:59.566834Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"tQTa+blS0rdwJcJnhwUu4HGiTS687oRNf6tnrA6cNyqQhg4N2iVAP+U3u1ESZKBrovYLFS8hkJUDxVbgFdYzDw==","signature_status":"signed_v1","signed_at":"2026-07-05T06:53:59.567280Z","signed_message":"canonical_sha256_bytes"},"source_id":"2309.13938","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e1c30aafb84308497f1711724eeefab81fd180101820475ec4a802447e0ec92b","sha256:b41c3d7ff79f6fa54a45513f08f2b86c11aba2e7543473c83409d08466964ced"],"state_sha256":"eda6487bd3f092a79acc72f847afcd8302015a3a1e9db4f6284596245c51b583"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cQhmuXG8Y6Y7iO8rfvYniCpVLaf9qEonxx33Lg8uaVEiANbMmiko7zLzt3+L2jRczFoZ4oSiNatPEmHdVkAuDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-18T03:58:36.523126Z","bundle_sha256":"717a423a558c45f73279b1ad76511d9d907e062534b8d22656ca037bf2c6a4c3"}}