{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:C6WCOH7KXYHE4VRLNUOAFJPUKV","short_pith_number":"pith:C6WCOH7K","canonical_record":{"source":{"id":"2109.04853","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-09-10T13:09:12Z","cross_cats_sorted":[],"title_canon_sha256":"979afa51e8e2ce7822ae59cb3c8d790b766a52fa943d3f0ed725dc860f25687b","abstract_canon_sha256":"78ac9f7daca3c5d6a44f171e23be44f32cac06587b0bca11aa8886800e3ff497"},"schema_version":"1.0"},"canonical_sha256":"17ac271feabe0e4e562b6d1c02a5f455470d8797c722282ea389ccce86867693","source":{"kind":"arxiv","id":"2109.04853","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.04853","created_at":"2026-07-05T03:13:10Z"},{"alias_kind":"arxiv_version","alias_value":"2109.04853v1","created_at":"2026-07-05T03:13:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.04853","created_at":"2026-07-05T03:13:10Z"},{"alias_kind":"pith_short_12","alias_value":"C6WCOH7KXYHE","created_at":"2026-07-05T03:13:10Z"},{"alias_kind":"pith_short_16","alias_value":"C6WCOH7KXYHE4VRL","created_at":"2026-07-05T03:13:10Z"},{"alias_kind":"pith_short_8","alias_value":"C6WCOH7K","created_at":"2026-07-05T03:13:10Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:C6WCOH7KXYHE4VRLNUOAFJPUKV","target":"record","payload":{"canonical_record":{"source":{"id":"2109.04853","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-09-10T13:09:12Z","cross_cats_sorted":[],"title_canon_sha256":"979afa51e8e2ce7822ae59cb3c8d790b766a52fa943d3f0ed725dc860f25687b","abstract_canon_sha256":"78ac9f7daca3c5d6a44f171e23be44f32cac06587b0bca11aa8886800e3ff497"},"schema_version":"1.0"},"canonical_sha256":"17ac271feabe0e4e562b6d1c02a5f455470d8797c722282ea389ccce86867693","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:13:10.803484Z","signature_b64":"56qw3j7x6c61qJi0yJlxpYRilFkkaInl3F51NBEFKFBlRiRZYVB0RB8nODq4He/5U/BD0WoihkYrHqNhfeaCBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"17ac271feabe0e4e562b6d1c02a5f455470d8797c722282ea389ccce86867693","last_reissued_at":"2026-07-05T03:13:10.803066Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:13:10.803066Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2109.04853","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:13:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EeVFtE8JILfwYQK8gyYDwa426mKFet+zvTIqqd40xkBGLf5QP1N8C8T+/vx5xQSo7pbAPY4Wtq5hnlRHZVpNDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T21:37:55.900475Z"},"content_sha256":"819acad04819c866af40752a401628cf4268c93973037d2fd238ecaf9759576e","schema_version":"1.0","event_id":"sha256:819acad04819c866af40752a401628cf4268c93973037d2fd238ecaf9759576e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:C6WCOH7KXYHE4VRLNUOAFJPUKV","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"CoPHE: A Count-Preserving Hierarchical Evaluation Metric in Large-Scale Multi-Label Text Classification","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Alexandra Birch, Beatrice Alex, Hang Dong, Mat\\'u\\v{s} Falis","submitted_at":"2021-09-10T13:09:12Z","abstract_excerpt":"Large-Scale Multi-Label Text Classification (LMTC) includes tasks with hierarchical label spaces, such as automatic assignment of ICD-9 codes to discharge summaries. Performance of models in prior art is evaluated with standard precision, recall, and F1 measures without regard for the rich hierarchical structure. In this work we argue for hierarchical evaluation of the predictions of neural LMTC models. With the example of the ICD-9 ontology we describe a structural issue in the representation of the structured label space in prior art, and propose an alternative representation based on the de"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.04853","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2109.04853/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:13:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RPRbv/EOzk9UGBO+l7iUG93hp1+ETn9HYGuXBvKGa1GdlTBSepWg9C2Htu93p3ND4xvA2Ro2uDt5jo2j13zqCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T21:37:55.901559Z"},"content_sha256":"fa24f605801b86156bda07813927c578cc7d695b15156ec66021032958c0f029","schema_version":"1.0","event_id":"sha256:fa24f605801b86156bda07813927c578cc7d695b15156ec66021032958c0f029"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/C6WCOH7KXYHE4VRLNUOAFJPUKV/bundle.json","state_url":"https://pith.science/pith/C6WCOH7KXYHE4VRLNUOAFJPUKV/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/C6WCOH7KXYHE4VRLNUOAFJPUKV/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T21:37:55Z","links":{"resolver":"https://pith.science/pith/C6WCOH7KXYHE4VRLNUOAFJPUKV","bundle":"https://pith.science/pith/C6WCOH7KXYHE4VRLNUOAFJPUKV/bundle.json","state":"https://pith.science/pith/C6WCOH7KXYHE4VRLNUOAFJPUKV/state.json","well_known_bundle":"https://pith.science/.well-known/pith/C6WCOH7KXYHE4VRLNUOAFJPUKV/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:C6WCOH7KXYHE4VRLNUOAFJPUKV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"78ac9f7daca3c5d6a44f171e23be44f32cac06587b0bca11aa8886800e3ff497","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-09-10T13:09:12Z","title_canon_sha256":"979afa51e8e2ce7822ae59cb3c8d790b766a52fa943d3f0ed725dc860f25687b"},"schema_version":"1.0","source":{"id":"2109.04853","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.04853","created_at":"2026-07-05T03:13:10Z"},{"alias_kind":"arxiv_version","alias_value":"2109.04853v1","created_at":"2026-07-05T03:13:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.04853","created_at":"2026-07-05T03:13:10Z"},{"alias_kind":"pith_short_12","alias_value":"C6WCOH7KXYHE","created_at":"2026-07-05T03:13:10Z"},{"alias_kind":"pith_short_16","alias_value":"C6WCOH7KXYHE4VRL","created_at":"2026-07-05T03:13:10Z"},{"alias_kind":"pith_short_8","alias_value":"C6WCOH7K","created_at":"2026-07-05T03:13:10Z"}],"graph_snapshots":[{"event_id":"sha256:fa24f605801b86156bda07813927c578cc7d695b15156ec66021032958c0f029","target":"graph","created_at":"2026-07-05T03:13:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2109.04853/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large-Scale Multi-Label Text Classification (LMTC) includes tasks with hierarchical label spaces, such as automatic assignment of ICD-9 codes to discharge summaries. Performance of models in prior art is evaluated with standard precision, recall, and F1 measures without regard for the rich hierarchical structure. In this work we argue for hierarchical evaluation of the predictions of neural LMTC models. With the example of the ICD-9 ontology we describe a structural issue in the representation of the structured label space in prior art, and propose an alternative representation based on the de","authors_text":"Alexandra Birch, Beatrice Alex, Hang Dong, Mat\\'u\\v{s} Falis","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-09-10T13:09:12Z","title":"CoPHE: A Count-Preserving Hierarchical Evaluation Metric in Large-Scale Multi-Label Text Classification"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.04853","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:819acad04819c866af40752a401628cf4268c93973037d2fd238ecaf9759576e","target":"record","created_at":"2026-07-05T03:13:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"78ac9f7daca3c5d6a44f171e23be44f32cac06587b0bca11aa8886800e3ff497","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-09-10T13:09:12Z","title_canon_sha256":"979afa51e8e2ce7822ae59cb3c8d790b766a52fa943d3f0ed725dc860f25687b"},"schema_version":"1.0","source":{"id":"2109.04853","kind":"arxiv","version":1}},"canonical_sha256":"17ac271feabe0e4e562b6d1c02a5f455470d8797c722282ea389ccce86867693","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"17ac271feabe0e4e562b6d1c02a5f455470d8797c722282ea389ccce86867693","first_computed_at":"2026-07-05T03:13:10.803066Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:13:10.803066Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"56qw3j7x6c61qJi0yJlxpYRilFkkaInl3F51NBEFKFBlRiRZYVB0RB8nODq4He/5U/BD0WoihkYrHqNhfeaCBg==","signature_status":"signed_v1","signed_at":"2026-07-05T03:13:10.803484Z","signed_message":"canonical_sha256_bytes"},"source_id":"2109.04853","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:819acad04819c866af40752a401628cf4268c93973037d2fd238ecaf9759576e","sha256:fa24f605801b86156bda07813927c578cc7d695b15156ec66021032958c0f029"],"state_sha256":"3ff9163451082252b8d57d719bf2b333ad0fa2c28798c54b2b1dba3f0906c82b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pzbYu5/YSkYyUdlBmP/bAnZi6MK50AUvAgZ6dFGUHARyF68Kb7HaRyPyCDeG26/kafivDeOzLrI/LCCDYVnvAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T21:37:55.909021Z","bundle_sha256":"58a82a9090ec684776e43f68b63a37ec6154bda3a49c8759bb97a657516f9732"}}