{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:WSS7OX2DCDKFJ4Z42YQ7SOTX5M","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c7309b9d9b0223e4973355e62af75c8ddf5e2472b592d3d8af2699d1783cf325","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-09-27T18:54:10Z","title_canon_sha256":"8d7c3abe6e3abec843b0c096f776bdda80f83f26f1540cb0fa72241e59f81800"},"schema_version":"1.0","source":{"id":"2109.13304","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.13304","created_at":"2026-07-05T03:18:01Z"},{"alias_kind":"arxiv_version","alias_value":"2109.13304v1","created_at":"2026-07-05T03:18:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.13304","created_at":"2026-07-05T03:18:01Z"},{"alias_kind":"pith_short_12","alias_value":"WSS7OX2DCDKF","created_at":"2026-07-05T03:18:01Z"},{"alias_kind":"pith_short_16","alias_value":"WSS7OX2DCDKFJ4Z4","created_at":"2026-07-05T03:18:01Z"},{"alias_kind":"pith_short_8","alias_value":"WSS7OX2D","created_at":"2026-07-05T03:18:01Z"}],"graph_snapshots":[{"event_id":"sha256:4ebca2ed8bd2230cc630a7bc07b4bf0fdd10c8593a8bde6e7d6be1f18df7db62","target":"graph","created_at":"2026-07-05T03:18:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2109.13304/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Different studies of the embedding space of transformer models suggest that the distribution of contextual representations is highly anisotropic - the embeddings are distributed in a narrow cone. Meanwhile, static word representations (e.g., Word2Vec or GloVe) have been shown to benefit from isotropic spaces. Therefore, previous work has developed methods to calibrate the embedding space of transformers in order to ensure isotropy. However, a recent study (Cai et al. 2021) shows that the embedding space of transformers is locally isotropic, which suggests that these models are already capable ","authors_text":"Damian Pascual, Karolis Martinkus, Roger Wattenhofer, Simon Clematide, Yue Ding","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-09-27T18:54:10Z","title":"On Isotropy Calibration of Transformers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.13304","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:fcf21093c4d59cb2ee8e84e721c2597673dc2dcc7e535099b8c35d074168b2a8","target":"record","created_at":"2026-07-05T03:18:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c7309b9d9b0223e4973355e62af75c8ddf5e2472b592d3d8af2699d1783cf325","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-09-27T18:54:10Z","title_canon_sha256":"8d7c3abe6e3abec843b0c096f776bdda80f83f26f1540cb0fa72241e59f81800"},"schema_version":"1.0","source":{"id":"2109.13304","kind":"arxiv","version":1}},"canonical_sha256":"b4a5f75f4310d454f33cd621f93a77eb227649f8b3151c49057aceede2f11b49","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b4a5f75f4310d454f33cd621f93a77eb227649f8b3151c49057aceede2f11b49","first_computed_at":"2026-07-05T03:18:01.449939Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:18:01.449939Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"c3yMiZwzhIp/K1QjA2Kg4/V40yx5MljsvWQhLEX+t9U9FAB9y+WsbrLCEJl+v8x4l00GUm2i+Tw5JgPcb/LFCw==","signature_status":"signed_v1","signed_at":"2026-07-05T03:18:01.450407Z","signed_message":"canonical_sha256_bytes"},"source_id":"2109.13304","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:fcf21093c4d59cb2ee8e84e721c2597673dc2dcc7e535099b8c35d074168b2a8","sha256:4ebca2ed8bd2230cc630a7bc07b4bf0fdd10c8593a8bde6e7d6be1f18df7db62"],"state_sha256":"8c066faf3d4bcdb15c0601c5edc5957b0c2dd0450c3aab873831366f7766dfdf"}