{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2018:MB65QIM3P54JAQUNSAKZB6WUXX","short_pith_number":"pith:MB65QIM3","schema_version":"1.0","canonical_sha256":"607dd8219b7f7890428d901590fad4bdd85d88150583ff5047dc6a0b1a6ff3f7","source":{"kind":"arxiv","id":"1803.05449","version":1},"attestation_state":"computed","paper":{"title":"SentEval: An Evaluation Toolkit for Universal Sentence Representations","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Alexis Conneau, Douwe Kiela","submitted_at":"2018-03-14T18:01:15Z","abstract_excerpt":"We introduce SentEval, a toolkit for evaluating the quality of universal sentence representations. SentEval encompasses a variety of tasks, including binary and multi-class classification, natural language inference and sentence similarity. The set of tasks was selected based on what appears to be the community consensus regarding the appropriate evaluations for universal sentence representations. The toolkit comes with scripts to download and preprocess datasets, and an easy interface to evaluate sentence encoders. The aim is to provide a fairer, less cumbersome and more centralized way for e"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"1803.05449","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-03-14T18:01:15Z","cross_cats_sorted":[],"title_canon_sha256":"cc0b222c26321359cd06ac6d0006ff0e878edf481b1152ca504a1456a3fbc325","abstract_canon_sha256":"53d308cca28dc85020e21db28e508928e19e3da3166b2c030f76fa46bedb5708"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:20:55.408886Z","signature_b64":"kBttCul7tZ/7cYdXaREoSbGPEoR19+PrPRv0DStEkQqBfa92yPqO6WYn/3Z47LAb3Yk1IcC1Y75Oew2j4IaeCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"607dd8219b7f7890428d901590fad4bdd85d88150583ff5047dc6a0b1a6ff3f7","last_reissued_at":"2026-05-18T00:20:55.408302Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:20:55.408302Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"SentEval: An Evaluation Toolkit for Universal Sentence Representations","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Alexis Conneau, Douwe Kiela","submitted_at":"2018-03-14T18:01:15Z","abstract_excerpt":"We introduce SentEval, a toolkit for evaluating the quality of universal sentence representations. SentEval encompasses a variety of tasks, including binary and multi-class classification, natural language inference and sentence similarity. The set of tasks was selected based on what appears to be the community consensus regarding the appropriate evaluations for universal sentence representations. The toolkit comes with scripts to download and preprocess datasets, and an easy interface to evaluate sentence encoders. The aim is to provide a fairer, less cumbersome and more centralized way for e"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1803.05449","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"1803.05449","created_at":"2026-05-18T00:20:55.408397+00:00"},{"alias_kind":"arxiv_version","alias_value":"1803.05449v1","created_at":"2026-05-18T00:20:55.408397+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1803.05449","created_at":"2026-05-18T00:20:55.408397+00:00"},{"alias_kind":"pith_short_12","alias_value":"MB65QIM3P54J","created_at":"2026-05-18T12:32:37.024351+00:00"},{"alias_kind":"pith_short_16","alias_value":"MB65QIM3P54JAQUN","created_at":"2026-05-18T12:32:37.024351+00:00"},{"alias_kind":"pith_short_8","alias_value":"MB65QIM3","created_at":"2026-05-18T12:32:37.024351+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":7,"internal_anchor_count":2,"sample":[{"citing_arxiv_id":"1906.11951","citing_title":"Supervise Thyself: Examining Self-Supervised Representations in Interactive Environments","ref_index":9,"is_internal_anchor":true},{"citing_arxiv_id":"2201.10005","citing_title":"Text and Code Embeddings by Contrastive Pre-Training","ref_index":2,"is_internal_anchor":true},{"citing_arxiv_id":"2309.07597","citing_title":"C-Pack: Packed Resources For General Chinese Embeddings","ref_index":17,"is_internal_anchor":false},{"citing_arxiv_id":"1910.10683","citing_title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","ref_index":15,"is_internal_anchor":false},{"citing_arxiv_id":"2604.24374","citing_title":"MIPIC: Matryoshka Representation Learning via Self-Distilled Intra-Relational and Progressive Information Chaining","ref_index":7,"is_internal_anchor":false},{"citing_arxiv_id":"2604.10627","citing_title":"Computational Lesions in Multilingual Language Models Separate Shared and Language-specific Brain Alignment","ref_index":45,"is_internal_anchor":false},{"citing_arxiv_id":"1908.10084","citing_title":"Sentence-BERT: Sentence Embeddings using Siamese BERT-Networks","ref_index":9,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/MB65QIM3P54JAQUNSAKZB6WUXX","json":"https://pith.science/pith/MB65QIM3P54JAQUNSAKZB6WUXX.json","graph_json":"https://pith.science/api/pith-number/MB65QIM3P54JAQUNSAKZB6WUXX/graph.json","events_json":"https://pith.science/api/pith-number/MB65QIM3P54JAQUNSAKZB6WUXX/events.json","paper":"https://pith.science/paper/MB65QIM3"},"agent_actions":{"view_html":"https://pith.science/pith/MB65QIM3P54JAQUNSAKZB6WUXX","download_json":"https://pith.science/pith/MB65QIM3P54JAQUNSAKZB6WUXX.json","view_paper":"https://pith.science/paper/MB65QIM3","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=1803.05449&json=true","fetch_graph":"https://pith.science/api/pith-number/MB65QIM3P54JAQUNSAKZB6WUXX/graph.json","fetch_events":"https://pith.science/api/pith-number/MB65QIM3P54JAQUNSAKZB6WUXX/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/MB65QIM3P54JAQUNSAKZB6WUXX/action/timestamp_anchor","attest_storage":"https://pith.science/pith/MB65QIM3P54JAQUNSAKZB6WUXX/action/storage_attestation","attest_author":"https://pith.science/pith/MB65QIM3P54JAQUNSAKZB6WUXX/action/author_attestation","sign_citation":"https://pith.science/pith/MB65QIM3P54JAQUNSAKZB6WUXX/action/citation_signature","submit_replication":"https://pith.science/pith/MB65QIM3P54JAQUNSAKZB6WUXX/action/replication_record"}},"created_at":"2026-05-18T00:20:55.408397+00:00","updated_at":"2026-05-18T00:20:55.408397+00:00"}