{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:H6ADABI2ADLHSDUPIJLCB3DZBE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"18e9fefd2982107d43d8c1e577257ad02b3f7fb0b1e8f69355171ca7956e749c","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-12-28T18:06:37Z","title_canon_sha256":"ecbfbe5cd8515e1a58e35acda24e314d0757eb4a3147d641f4c5b97b62cd4ec3"},"schema_version":"1.0","source":{"id":"2012.14388","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2012.14388","created_at":"2026-07-05T03:13:01Z"},{"alias_kind":"arxiv_version","alias_value":"2012.14388v3","created_at":"2026-07-05T03:13:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2012.14388","created_at":"2026-07-05T03:13:01Z"},{"alias_kind":"pith_short_12","alias_value":"H6ADABI2ADLH","created_at":"2026-07-05T03:13:01Z"},{"alias_kind":"pith_short_16","alias_value":"H6ADABI2ADLHSDUP","created_at":"2026-07-05T03:13:01Z"},{"alias_kind":"pith_short_8","alias_value":"H6ADABI2","created_at":"2026-07-05T03:13:01Z"}],"graph_snapshots":[{"event_id":"sha256:8fe0d5eb52988866732b85418b7bc80b200fbabcbbf7b1e9c50fd7b2f8552ddf","target":"graph","created_at":"2026-07-05T03:13:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2012.14388/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This paper presents a novel training method, Conditional Masked Language Modeling (CMLM), to effectively learn sentence representations on large scale unlabeled corpora. CMLM integrates sentence representation learning into MLM training by conditioning on the encoded vectors of adjacent sentences. Our English CMLM model achieves state-of-the-art performance on SentEval, even outperforming models learned using supervised signals. As a fully unsupervised learning method, CMLM can be conveniently extended to a broad range of languages and domains. We find that a multilingual CMLM model co-trained","authors_text":"Daniel Cer, Eric Darve, Jax Law, Yinfei Yang, Ziyi Yang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-12-28T18:06:37Z","title":"Universal Sentence Representation Learning with Conditional Masked Language Model"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2012.14388","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3bd60fcc6a31e31010006cbf669a58b2c1fb5cd34f265bd5819ae638e7a4bcde","target":"record","created_at":"2026-07-05T03:13:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"18e9fefd2982107d43d8c1e577257ad02b3f7fb0b1e8f69355171ca7956e749c","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-12-28T18:06:37Z","title_canon_sha256":"ecbfbe5cd8515e1a58e35acda24e314d0757eb4a3147d641f4c5b97b62cd4ec3"},"schema_version":"1.0","source":{"id":"2012.14388","kind":"arxiv","version":3}},"canonical_sha256":"3f8030051a00d6790e8f425620ec79092a00722e60a3069b50f09d77de2c7403","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3f8030051a00d6790e8f425620ec79092a00722e60a3069b50f09d77de2c7403","first_computed_at":"2026-07-05T03:13:01.629147Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:13:01.629147Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"AoK328EQTlFqPZYejl5+SBe8l50EsalH8EZtBYASPV0Y+vm9BxkCi4wNlzAnAzz3hisQYZ73/9mTnhwvcWInDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T03:13:01.629647Z","signed_message":"canonical_sha256_bytes"},"source_id":"2012.14388","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3bd60fcc6a31e31010006cbf669a58b2c1fb5cd34f265bd5819ae638e7a4bcde","sha256:8fe0d5eb52988866732b85418b7bc80b200fbabcbbf7b1e9c50fd7b2f8552ddf"],"state_sha256":"10b3f978c52fc9e550f4e7bb3dea0113593295a46ad89135daed73ae38142026"}