{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:N2GEKZXJ2OSKNOZI5NNIMEAZFC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"cd09bdd8b89144c58fd82655f61bfa0774860f0a29621a0ad1ea2015d3761e14","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-01-21T02:29:12Z","title_canon_sha256":"d7ff299122f3d4da703a2d39ae1486566fab1c0dc6407885fdb0e00a737ca4b1"},"schema_version":"1.0","source":{"id":"2401.11374","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.11374","created_at":"2026-07-05T09:38:23Z"},{"alias_kind":"arxiv_version","alias_value":"2401.11374v4","created_at":"2026-07-05T09:38:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.11374","created_at":"2026-07-05T09:38:23Z"},{"alias_kind":"pith_short_12","alias_value":"N2GEKZXJ2OSK","created_at":"2026-07-05T09:38:23Z"},{"alias_kind":"pith_short_16","alias_value":"N2GEKZXJ2OSKNOZI","created_at":"2026-07-05T09:38:23Z"},{"alias_kind":"pith_short_8","alias_value":"N2GEKZXJ","created_at":"2026-07-05T09:38:23Z"}],"graph_snapshots":[{"event_id":"sha256:3a9023a9e97ff22d5d2f3f1ae54f46074c70a92e461a7d24c62a08da603a65a5","target":"graph","created_at":"2026-07-05T09:38:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2401.11374/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Interpreting hierarchical structures latent in language is a key limitation of current language models (LMs). While previous research has implicitly leveraged these hierarchies to enhance LMs, approaches for their explicit encoding are yet to be explored. To address this, we introduce a novel approach to re-train transformer encoder-based LMs as Hierarchy Transformer encoders (HiTs), harnessing the expansive nature of hyperbolic space. Our method situates the output embedding space of pre-trained LMs within a Poincar\\'e ball with a curvature that adapts to the embedding dimension, followed by ","authors_text":"Ian Horrocks, Jiaoyan Chen, Yuan He, Zhangdie Yuan","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-01-21T02:29:12Z","title":"Language Models as Hierarchy Encoders"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.11374","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:fe649a362459f902fc396a1caf932292104a4beee0cb3844c5c7ea83120be305","target":"record","created_at":"2026-07-05T09:38:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"cd09bdd8b89144c58fd82655f61bfa0774860f0a29621a0ad1ea2015d3761e14","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-01-21T02:29:12Z","title_canon_sha256":"d7ff299122f3d4da703a2d39ae1486566fab1c0dc6407885fdb0e00a737ca4b1"},"schema_version":"1.0","source":{"id":"2401.11374","kind":"arxiv","version":4}},"canonical_sha256":"6e8c4566e9d3a4a6bb28eb5a86101928bbe794515a64210f1021cb4c7e775713","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6e8c4566e9d3a4a6bb28eb5a86101928bbe794515a64210f1021cb4c7e775713","first_computed_at":"2026-07-05T09:38:23.507703Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:38:23.507703Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"bPqWdUdgWAQkGnGPn7X0XjC+qywi6sUFcI2Um2d+HwMZxNTkELwiC7YqUi/2CJxvtI9sTwskVgtE6ytJ9Dz5Cg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:38:23.508215Z","signed_message":"canonical_sha256_bytes"},"source_id":"2401.11374","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:fe649a362459f902fc396a1caf932292104a4beee0cb3844c5c7ea83120be305","sha256:3a9023a9e97ff22d5d2f3f1ae54f46074c70a92e461a7d24c62a08da603a65a5"],"state_sha256":"f15fbbd573fb63f32724585021a33d4a945bdec1af8bdd78fe0667a6250d0fc6"}