{"library":"mteb","type":"library","category":null,"description":"MTEB (Massive Text Embedding Benchmark) is a Python framework for evaluating embeddings and retrieval systems across diverse NLP tasks, including classification, clustering, retrieval, reranking, and semantic textual similarity. It supports over 1000 languages and various modalities like text and image, with continuous expansion. As of version 2.12.16, it aims to provide a standardized, comprehensive, and reproducible way to compare embedding models. The library maintains a frequent release cadence with minor updates often occurring weekly.","language":"python","status":"active","version":"2.12.16","tags":["embeddings","benchmarking","nlp","evaluation","sentence-transformers","huggingface","multimodal","retrieval","classification","clustering","semantic-textual-similarity"],"install":[{"cmd":"pip install mteb","imports":["from mteb import MTEB","import mteb\nresults = mteb.evaluate(model, tasks=tasks)","import mteb\nmodel = mteb.get_model('sentence-transformers/all-MiniLM-L6-v2')","import mteb\ntasks = mteb.get_tasks(tasks=['Banking77Classification.v2'])","from sentence_transformers import SentenceTransformer"]},{"cmd":"uv add mteb","imports":[]}],"homepage":"https://mteb.ai","github":"https://github.com/embeddings-benchmark/mteb","docs":"https://embeddings-benchmark.github.io/mteb/","changelog":null,"pypi":"https://pypi.org/project/mteb/","npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"compatibility":{"summary":{"python_range":"3.10–3.9","success_rate":0,"avg_install_s":null,"avg_import_s":null,"wheel_type":null},"url":"https://checklist.day/v1/registry/mteb/compatibility"},"provenance":{"verified_status":"passing","verified_at":"Sun Jun 28","last_verified":"Sun Jun 28","next_check":"Tue Jul 28","install_tag":null}}