{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:Z43OLC2J5MN6XOBKIXTN65QARJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"232027693da3e3c7af1f8348d323e8d280d0e080b804c9b65f23e810b45fbc08","cross_cats_sorted":["cs.IR","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-05-30T20:34:37Z","title_canon_sha256":"ce8ecb967ca417f101cdf495ae8d2e3b9c53f1e45bd1076bee05becddb67e27d"},"schema_version":"1.0","source":{"id":"2405.20468","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.20468","created_at":"2026-07-05T08:32:41Z"},{"alias_kind":"arxiv_version","alias_value":"2405.20468v2","created_at":"2026-07-05T08:32:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.20468","created_at":"2026-07-05T08:32:41Z"},{"alias_kind":"pith_short_12","alias_value":"Z43OLC2J5MN6","created_at":"2026-07-05T08:32:41Z"},{"alias_kind":"pith_short_16","alias_value":"Z43OLC2J5MN6XOBK","created_at":"2026-07-05T08:32:41Z"},{"alias_kind":"pith_short_8","alias_value":"Z43OLC2J","created_at":"2026-07-05T08:32:41Z"}],"graph_snapshots":[{"event_id":"sha256:2d5f65e65d8046bcf3d038e7508039cdf66b65923f827d27b44080f8a3e0cb86","target":"graph","created_at":"2026-07-05T08:32:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.20468/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recently, numerous embedding models have been made available and widely used for various NLP tasks. The Massive Text Embedding Benchmark (MTEB) has primarily simplified the process of choosing a model that performs well for several tasks in English, but extensions to other languages remain challenging. This is why we expand MTEB to propose the first massive benchmark of sentence embeddings for French. We gather 15 existing datasets in an easy-to-use interface and create three new French datasets for a global evaluation of 8 task categories. We compare 51 carefully selected embedding models on ","authors_text":"Imene Kerboua, Marion Schaeffer, Mathieu Ciancone, Wissam Siblini","cross_cats":["cs.IR","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-05-30T20:34:37Z","title":"MTEB-French: Resources for French Sentence Embedding Evaluation and Analysis"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.20468","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ab8e0d8646427096189ffa1f6170e8363c82a6d907e2b6bb8ce47fe18ecaed54","target":"record","created_at":"2026-07-05T08:32:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"232027693da3e3c7af1f8348d323e8d280d0e080b804c9b65f23e810b45fbc08","cross_cats_sorted":["cs.IR","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-05-30T20:34:37Z","title_canon_sha256":"ce8ecb967ca417f101cdf495ae8d2e3b9c53f1e45bd1076bee05becddb67e27d"},"schema_version":"1.0","source":{"id":"2405.20468","kind":"arxiv","version":2}},"canonical_sha256":"cf36e58b49eb1bebb82a45e6df76008a5e6d39b012dbc2d98a3386e88e7a0cf7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"cf36e58b49eb1bebb82a45e6df76008a5e6d39b012dbc2d98a3386e88e7a0cf7","first_computed_at":"2026-07-05T08:32:41.479547Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:32:41.479547Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"nweK8PLmusxau+g1vOnu3HMDicVO6uXR/UsnpPXSLDMHbEqgk+KkfApcVcc+INKZ6csmE/cr2yctzvnszHngCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:32:41.480033Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.20468","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ab8e0d8646427096189ffa1f6170e8363c82a6d907e2b6bb8ce47fe18ecaed54","sha256:2d5f65e65d8046bcf3d038e7508039cdf66b65923f827d27b44080f8a3e0cb86"],"state_sha256":"8c3b48f9d7e23f0d35a3a3b54b8cf3ee60053fda973a92d7446119fc2112b60d"}