{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:43CPS76FGHZDULBSS32QHQ57D3","short_pith_number":"pith:43CPS76F","canonical_record":{"source":{"id":"2505.11470","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-16T17:25:40Z","cross_cats_sorted":[],"title_canon_sha256":"eeae0e14a7e688d5519609aabaf1ed4702e74617713a94570e700b2975d19ac7","abstract_canon_sha256":"9457ad5a85302166ab6c231597eb17b9053716ca3b7be0c4670488627401810c"},"schema_version":"1.0"},"canonical_sha256":"e6c4f97fc531f23a2c3296f503c3bf1ef969ef8facaf0ada36feb07cdffe386d","source":{"kind":"arxiv","id":"2505.11470","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.11470","created_at":"2026-06-08T01:03:44Z"},{"alias_kind":"arxiv_version","alias_value":"2505.11470v3","created_at":"2026-06-08T01:03:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.11470","created_at":"2026-06-08T01:03:44Z"},{"alias_kind":"pith_short_12","alias_value":"43CPS76FGHZD","created_at":"2026-06-08T01:03:44Z"},{"alias_kind":"pith_short_16","alias_value":"43CPS76FGHZDULBS","created_at":"2026-06-08T01:03:44Z"},{"alias_kind":"pith_short_8","alias_value":"43CPS76F","created_at":"2026-06-08T01:03:44Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:43CPS76FGHZDULBSS32QHQ57D3","target":"record","payload":{"canonical_record":{"source":{"id":"2505.11470","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-16T17:25:40Z","cross_cats_sorted":[],"title_canon_sha256":"eeae0e14a7e688d5519609aabaf1ed4702e74617713a94570e700b2975d19ac7","abstract_canon_sha256":"9457ad5a85302166ab6c231597eb17b9053716ca3b7be0c4670488627401810c"},"schema_version":"1.0"},"canonical_sha256":"e6c4f97fc531f23a2c3296f503c3bf1ef969ef8facaf0ada36feb07cdffe386d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-06-08T01:03:44.524294Z","signature_b64":"uv9kDKIty2V3RaHOhpXCVKvDpUv/ZefLEWjlOwQ8pzQ+sJ8lEdJ9bA3iZtDQPRhFl1HEBOjZJ/yec/QY+TkuCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e6c4f97fc531f23a2c3296f503c3bf1ef969ef8facaf0ada36feb07cdffe386d","last_reissued_at":"2026-06-08T01:03:44.523340Z","signature_status":"signed_v1","first_computed_at":"2026-06-08T01:03:44.523340Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.11470","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-08T01:03:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KaI2X3QdFRCms2Q9Y6SadO2PXBGLyxoJlRyNJkZc0Z/KZviYYbkvYMh/1yZY96sn1JLSv/IKiI2NRxmCOUztBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-28T07:44:09.885920Z"},"content_sha256":"399d2d8e9dd5f12ae2503dc16967b27e2c9123175825176d39c7b0ff6ba04730","schema_version":"1.0","event_id":"sha256:399d2d8e9dd5f12ae2503dc16967b27e2c9123175825176d39c7b0ff6ba04730"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:43CPS76FGHZDULBSS32QHQ57D3","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Reference-Free Evaluation of Taxonomies","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Donnacha Daly, Jennifer Foster, Majid Zarharan, Marc Pouly, Pascal Wullschleger","submitted_at":"2025-05-16T17:25:40Z","abstract_excerpt":"We introduce two reference-free metrics for quality evaluation of taxonomies in the absence of labels. The first metric evaluates robustness by calculating the correlation between semantic and taxonomic similarity, addressing error types not considered by existing metrics. The second uses Natural Language Inference to assess logical adequacy. Both metrics are tested on five taxonomies and are shown to correlate well with F1 against ground truth taxonomies. We further demonstrate that our metrics can predict downstream performance in hierarchical classification when used with label hierarchies."},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.11470","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.11470/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-08T01:03:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9j5iLHIIhjY2WUGGKM+QMUg03qFW51Oiksw1E1ruoFRWhGVmT5iC9FOk9M+Uk7L/L/3E8dZZJoJzLCLApOXWDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-28T07:44:09.886309Z"},"content_sha256":"309aaae46b3a33fb6f08140f2fea7c24b2cce3931a192383db902286dceb466c","schema_version":"1.0","event_id":"sha256:309aaae46b3a33fb6f08140f2fea7c24b2cce3931a192383db902286dceb466c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/43CPS76FGHZDULBSS32QHQ57D3/bundle.json","state_url":"https://pith.science/pith/43CPS76FGHZDULBSS32QHQ57D3/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/43CPS76FGHZDULBSS32QHQ57D3/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-28T07:44:09Z","links":{"resolver":"https://pith.science/pith/43CPS76FGHZDULBSS32QHQ57D3","bundle":"https://pith.science/pith/43CPS76FGHZDULBSS32QHQ57D3/bundle.json","state":"https://pith.science/pith/43CPS76FGHZDULBSS32QHQ57D3/state.json","well_known_bundle":"https://pith.science/.well-known/pith/43CPS76FGHZDULBSS32QHQ57D3/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:43CPS76FGHZDULBSS32QHQ57D3","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9457ad5a85302166ab6c231597eb17b9053716ca3b7be0c4670488627401810c","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-16T17:25:40Z","title_canon_sha256":"eeae0e14a7e688d5519609aabaf1ed4702e74617713a94570e700b2975d19ac7"},"schema_version":"1.0","source":{"id":"2505.11470","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.11470","created_at":"2026-06-08T01:03:44Z"},{"alias_kind":"arxiv_version","alias_value":"2505.11470v3","created_at":"2026-06-08T01:03:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.11470","created_at":"2026-06-08T01:03:44Z"},{"alias_kind":"pith_short_12","alias_value":"43CPS76FGHZD","created_at":"2026-06-08T01:03:44Z"},{"alias_kind":"pith_short_16","alias_value":"43CPS76FGHZDULBS","created_at":"2026-06-08T01:03:44Z"},{"alias_kind":"pith_short_8","alias_value":"43CPS76F","created_at":"2026-06-08T01:03:44Z"}],"graph_snapshots":[{"event_id":"sha256:309aaae46b3a33fb6f08140f2fea7c24b2cce3931a192383db902286dceb466c","target":"graph","created_at":"2026-06-08T01:03:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.11470/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We introduce two reference-free metrics for quality evaluation of taxonomies in the absence of labels. The first metric evaluates robustness by calculating the correlation between semantic and taxonomic similarity, addressing error types not considered by existing metrics. The second uses Natural Language Inference to assess logical adequacy. Both metrics are tested on five taxonomies and are shown to correlate well with F1 against ground truth taxonomies. We further demonstrate that our metrics can predict downstream performance in hierarchical classification when used with label hierarchies.","authors_text":"Donnacha Daly, Jennifer Foster, Majid Zarharan, Marc Pouly, Pascal Wullschleger","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-16T17:25:40Z","title":"Reference-Free Evaluation of Taxonomies"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.11470","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:399d2d8e9dd5f12ae2503dc16967b27e2c9123175825176d39c7b0ff6ba04730","target":"record","created_at":"2026-06-08T01:03:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9457ad5a85302166ab6c231597eb17b9053716ca3b7be0c4670488627401810c","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-16T17:25:40Z","title_canon_sha256":"eeae0e14a7e688d5519609aabaf1ed4702e74617713a94570e700b2975d19ac7"},"schema_version":"1.0","source":{"id":"2505.11470","kind":"arxiv","version":3}},"canonical_sha256":"e6c4f97fc531f23a2c3296f503c3bf1ef969ef8facaf0ada36feb07cdffe386d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e6c4f97fc531f23a2c3296f503c3bf1ef969ef8facaf0ada36feb07cdffe386d","first_computed_at":"2026-06-08T01:03:44.523340Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-06-08T01:03:44.523340Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"uv9kDKIty2V3RaHOhpXCVKvDpUv/ZefLEWjlOwQ8pzQ+sJ8lEdJ9bA3iZtDQPRhFl1HEBOjZJ/yec/QY+TkuCQ==","signature_status":"signed_v1","signed_at":"2026-06-08T01:03:44.524294Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.11470","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:399d2d8e9dd5f12ae2503dc16967b27e2c9123175825176d39c7b0ff6ba04730","sha256:309aaae46b3a33fb6f08140f2fea7c24b2cce3931a192383db902286dceb466c"],"state_sha256":"016e4038d0408138f310d072ab999f512ef7236764f61aace4e916534ae4dd72"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XUf1rTDBCy5waV2vK9UMeYM8nCbm8nOgbSB5PikXxPZjhvHGeMPz4809PjD55PHgHdk1K/oGdYkTtcfeicn7AQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-28T07:44:09.888245Z","bundle_sha256":"98a01a132fa19fd6b144e43f67053aaba82b70664b21a6b2c8a5e5a41e7560a3"}}