{"library":"clip-benchmark","type":"library","category":null,"description":"CLIP-benchmark is a Python library designed to evaluate CLIP-like models on a standard set of datasets for various tasks, including zero-shot classification, zero-shot retrieval, linear probing, and captioning. It supports models like OpenCLIP, Japanese CLIP, and NLLB CLIP, and integrates with datasets from torchvision, TensorFlow datasets, and VTAB. The library is currently active, with version 1.6.2, and focuses on reproducible evaluation results.","language":"python","status":"active","version":"1.6.2","tags":["CLIP","benchmark","evaluation","vision-language models","zero-shot learning","machine learning"],"last_verified":"Mon May 25","install":[{"cmd":"pip install clip-benchmark","imports":["from clip_benchmark.cli import run_benchmark"]}],"homepage":null,"github":"https://github.com/mehdidc/clip_benchmark","docs":null,"changelog":null,"pypi":"https://pypi.org/project/clip-benchmark/","npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"compatibility":{"summary":{"python_range":"3.10–3.9","success_rate":40,"avg_install_s":86.9,"avg_import_s":null,"wheel_type":"wheel"},"url":"https://checklist.day/v1/registry/clip-benchmark/compatibility"}}