{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:OIMYVM7JKY2TNP7S4G3OY2AFWL","short_pith_number":"pith:OIMYVM7J","canonical_record":{"source":{"id":"2006.01245","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-06-01T20:35:46Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"1c13a30100997e58dd42e46ddb74e098d377071f35ecef9eccc80f648ce3922d","abstract_canon_sha256":"5655f25233482db0acb5c469e911a9526bb9aff9ef87d50e6f2d653a510a6487"},"schema_version":"1.0"},"canonical_sha256":"72198ab3e9563536bff2e1b6ec6805b2f727b32c712db12c28688f6ec8b7c8ed","source":{"kind":"arxiv","id":"2006.01245","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2006.01245","created_at":"2026-07-05T03:58:12Z"},{"alias_kind":"arxiv_version","alias_value":"2006.01245v1","created_at":"2026-07-05T03:58:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2006.01245","created_at":"2026-07-05T03:58:12Z"},{"alias_kind":"pith_short_12","alias_value":"OIMYVM7JKY2T","created_at":"2026-07-05T03:58:12Z"},{"alias_kind":"pith_short_16","alias_value":"OIMYVM7JKY2TNP7S","created_at":"2026-07-05T03:58:12Z"},{"alias_kind":"pith_short_8","alias_value":"OIMYVM7J","created_at":"2026-07-05T03:58:12Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:OIMYVM7JKY2TNP7S4G3OY2AFWL","target":"record","payload":{"canonical_record":{"source":{"id":"2006.01245","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-06-01T20:35:46Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"1c13a30100997e58dd42e46ddb74e098d377071f35ecef9eccc80f648ce3922d","abstract_canon_sha256":"5655f25233482db0acb5c469e911a9526bb9aff9ef87d50e6f2d653a510a6487"},"schema_version":"1.0"},"canonical_sha256":"72198ab3e9563536bff2e1b6ec6805b2f727b32c712db12c28688f6ec8b7c8ed","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:58:12.855529Z","signature_b64":"0gGy1bdnejBDbpLu7nWanNUfmCmxEdOmEC4RkIuyyzrsZzPQBKq4EPEC4Txc5e/gLRkcwlTvr7VjfKN4iCcjBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"72198ab3e9563536bff2e1b6ec6805b2f727b32c712db12c28688f6ec8b7c8ed","last_reissued_at":"2026-07-05T03:58:12.855059Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:58:12.855059Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2006.01245","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:58:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Mg3cM9jLQ0AOgsRMC684dKURFfqZvezLvdVK6RpxpSkKRi+6du0bigS8+Nq7EJWF3YKq61CBvKpYW/HY8gIGBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T07:47:33.095847Z"},"content_sha256":"b0d9d4eca9e38f26b7310533b9e4f3a9af4cc08626e17d31cda934d0b1658ddf","schema_version":"1.0","event_id":"sha256:b0d9d4eca9e38f26b7310533b9e4f3a9af4cc08626e17d31cda934d0b1658ddf"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:OIMYVM7JKY2TNP7S4G3OY2AFWL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"An Effectiveness Metric for Ordinal Classification: Formal Properties and Experimental Results","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Enrique Amig\\'o, Jorge Carrillo-de-Albornoz, Julio Gonzalo, Stefano Mizzaro","submitted_at":"2020-06-01T20:35:46Z","abstract_excerpt":"In Ordinal Classification tasks, items have to be assigned to classes that have a relative ordering, such as positive, neutral, negative in sentiment analysis. Remarkably, the most popular evaluation metrics for ordinal classification tasks either ignore relevant information (for instance, precision/recall on each of the classes ignores their relative ordering) or assume additional information (for instance, Mean Average Error assumes absolute distances between classes). In this paper we propose a new metric for Ordinal Classification, Closeness Evaluation Measure, that is rooted on Measuremen"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2006.01245","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2006.01245/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:58:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HJTDVDGz2VMhXolgJz/hmNYv0jiObgVssR46usm7DIgJ/Yl+4OoRvPdC7ocAnGUni3RJvbEAMuVwFmRo2sSfAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T07:47:33.096492Z"},"content_sha256":"8f9122eb2e2d8daaea6d606bd744a886f5eb2e9202f2e866f780471d83719f7d","schema_version":"1.0","event_id":"sha256:8f9122eb2e2d8daaea6d606bd744a886f5eb2e9202f2e866f780471d83719f7d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OIMYVM7JKY2TNP7S4G3OY2AFWL/bundle.json","state_url":"https://pith.science/pith/OIMYVM7JKY2TNP7S4G3OY2AFWL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OIMYVM7JKY2TNP7S4G3OY2AFWL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T07:47:33Z","links":{"resolver":"https://pith.science/pith/OIMYVM7JKY2TNP7S4G3OY2AFWL","bundle":"https://pith.science/pith/OIMYVM7JKY2TNP7S4G3OY2AFWL/bundle.json","state":"https://pith.science/pith/OIMYVM7JKY2TNP7S4G3OY2AFWL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OIMYVM7JKY2TNP7S4G3OY2AFWL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:OIMYVM7JKY2TNP7S4G3OY2AFWL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5655f25233482db0acb5c469e911a9526bb9aff9ef87d50e6f2d653a510a6487","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-06-01T20:35:46Z","title_canon_sha256":"1c13a30100997e58dd42e46ddb74e098d377071f35ecef9eccc80f648ce3922d"},"schema_version":"1.0","source":{"id":"2006.01245","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2006.01245","created_at":"2026-07-05T03:58:12Z"},{"alias_kind":"arxiv_version","alias_value":"2006.01245v1","created_at":"2026-07-05T03:58:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2006.01245","created_at":"2026-07-05T03:58:12Z"},{"alias_kind":"pith_short_12","alias_value":"OIMYVM7JKY2T","created_at":"2026-07-05T03:58:12Z"},{"alias_kind":"pith_short_16","alias_value":"OIMYVM7JKY2TNP7S","created_at":"2026-07-05T03:58:12Z"},{"alias_kind":"pith_short_8","alias_value":"OIMYVM7J","created_at":"2026-07-05T03:58:12Z"}],"graph_snapshots":[{"event_id":"sha256:8f9122eb2e2d8daaea6d606bd744a886f5eb2e9202f2e866f780471d83719f7d","target":"graph","created_at":"2026-07-05T03:58:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2006.01245/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In Ordinal Classification tasks, items have to be assigned to classes that have a relative ordering, such as positive, neutral, negative in sentiment analysis. Remarkably, the most popular evaluation metrics for ordinal classification tasks either ignore relevant information (for instance, precision/recall on each of the classes ignores their relative ordering) or assume additional information (for instance, Mean Average Error assumes absolute distances between classes). In this paper we propose a new metric for Ordinal Classification, Closeness Evaluation Measure, that is rooted on Measuremen","authors_text":"Enrique Amig\\'o, Jorge Carrillo-de-Albornoz, Julio Gonzalo, Stefano Mizzaro","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-06-01T20:35:46Z","title":"An Effectiveness Metric for Ordinal Classification: Formal Properties and Experimental Results"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2006.01245","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b0d9d4eca9e38f26b7310533b9e4f3a9af4cc08626e17d31cda934d0b1658ddf","target":"record","created_at":"2026-07-05T03:58:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5655f25233482db0acb5c469e911a9526bb9aff9ef87d50e6f2d653a510a6487","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-06-01T20:35:46Z","title_canon_sha256":"1c13a30100997e58dd42e46ddb74e098d377071f35ecef9eccc80f648ce3922d"},"schema_version":"1.0","source":{"id":"2006.01245","kind":"arxiv","version":1}},"canonical_sha256":"72198ab3e9563536bff2e1b6ec6805b2f727b32c712db12c28688f6ec8b7c8ed","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"72198ab3e9563536bff2e1b6ec6805b2f727b32c712db12c28688f6ec8b7c8ed","first_computed_at":"2026-07-05T03:58:12.855059Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:58:12.855059Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"0gGy1bdnejBDbpLu7nWanNUfmCmxEdOmEC4RkIuyyzrsZzPQBKq4EPEC4Txc5e/gLRkcwlTvr7VjfKN4iCcjBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T03:58:12.855529Z","signed_message":"canonical_sha256_bytes"},"source_id":"2006.01245","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b0d9d4eca9e38f26b7310533b9e4f3a9af4cc08626e17d31cda934d0b1658ddf","sha256:8f9122eb2e2d8daaea6d606bd744a886f5eb2e9202f2e866f780471d83719f7d"],"state_sha256":"aceff3f58483b2211e5ee7f18bf1f1732a0782bdf0c2ee5ad9459192d54e214c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+toeEePfC7tcG1JA5Pd9XXjjUG7Ugfyz2xny5oMkc2059PwDz3EZlRHW7qSH2ei1EYKmUbgpWde2kXB+cm3dCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T07:47:33.102332Z","bundle_sha256":"61d60e6f0973940a6800d9de1a0a1164750d2b5c3c5c813ca54d0a0db6571e8f"}}