{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:FTSXQOGXFS2PD4U6V4HN3CVC2F","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"06fd1ece1944061518f12bbdd8be9ddc8badee76aa6d50a8b82e23c2c87384aa","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-03-05T08:40:05Z","title_canon_sha256":"6a591de5ce7bf39eb3ee32457e817ae9238afe384a0f20f319fe67554f934cf3"},"schema_version":"1.0","source":{"id":"2203.02679","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2203.02679","created_at":"2026-07-05T04:06:49Z"},{"alias_kind":"arxiv_version","alias_value":"2203.02679v2","created_at":"2026-07-05T04:06:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2203.02679","created_at":"2026-07-05T04:06:49Z"},{"alias_kind":"pith_short_12","alias_value":"FTSXQOGXFS2P","created_at":"2026-07-05T04:06:49Z"},{"alias_kind":"pith_short_16","alias_value":"FTSXQOGXFS2PD4U6","created_at":"2026-07-05T04:06:49Z"},{"alias_kind":"pith_short_8","alias_value":"FTSXQOGX","created_at":"2026-07-05T04:06:49Z"}],"graph_snapshots":[{"event_id":"sha256:18664b328678fbead3155c079fd0c8e299cd379d170a428dd42a02357d62e6a9","target":"graph","created_at":"2026-07-05T04:06:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2203.02679/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Word and sentence embeddings are useful feature representations in natural language processing. However, intrinsic evaluation for embeddings lags far behind, and there has been no significant update since the past decade. Word and sentence similarity tasks have become the de facto evaluation method. It leads models to overfit to such evaluations, negatively impacting embedding models' development. This paper first points out the problems using semantic similarity as the gold standard for word and sentence embedding evaluations. Further, we propose a new intrinsic evaluation method called EvalR","authors_text":"Bin Wang, C.-C. Jay Kuo, Haizhou Li","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-03-05T08:40:05Z","title":"Just Rank: Rethinking Evaluation with Word and Sentence Similarities"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2203.02679","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ba330f6c8afbf8e3f6f5663020d9536fac83bf54c95ad1c54827a7b86b944f1d","target":"record","created_at":"2026-07-05T04:06:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"06fd1ece1944061518f12bbdd8be9ddc8badee76aa6d50a8b82e23c2c87384aa","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-03-05T08:40:05Z","title_canon_sha256":"6a591de5ce7bf39eb3ee32457e817ae9238afe384a0f20f319fe67554f934cf3"},"schema_version":"1.0","source":{"id":"2203.02679","kind":"arxiv","version":2}},"canonical_sha256":"2ce57838d72cb4f1f29eaf0edd8aa2d16fac2a378bc44f4d81397a154738a248","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2ce57838d72cb4f1f29eaf0edd8aa2d16fac2a378bc44f4d81397a154738a248","first_computed_at":"2026-07-05T04:06:49.919174Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:06:49.919174Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"BaS6gOcoYP9mjMgzN8v0ThBmnC/xIvBfKu642gjxdQmE/WM+qA6Z6uVxZAARKR5hEBwW9Wue227sR4iJw9SADA==","signature_status":"signed_v1","signed_at":"2026-07-05T04:06:49.919640Z","signed_message":"canonical_sha256_bytes"},"source_id":"2203.02679","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ba330f6c8afbf8e3f6f5663020d9536fac83bf54c95ad1c54827a7b86b944f1d","sha256:18664b328678fbead3155c079fd0c8e299cd379d170a428dd42a02357d62e6a9"],"state_sha256":"831092968e95a49c613c6b225315ab824a3b9ba0150a798cb7780551c8828cc9"}