{"library":"clip-benchmark","type":"library","category":null,"description":"CLIP-benchmark is a Python library designed to evaluate CLIP-like models on a standard set of datasets for various tasks, including zero-shot classification, zero-shot retrieval, linear probing, and captioning. It supports models like OpenCLIP, Japanese CLIP, and NLLB CLIP, and integrates with datasets from torchvision, TensorFlow datasets, and VTAB. The library is currently active, with version 1.6.2, and focuses on reproducible evaluation results.","language":"python","status":"active","version":"1.6.2","tags":["CLIP","benchmark","evaluation","vision-language models","zero-shot learning","machine learning"],"install":[{"cmd":"pip install clip-benchmark","imports":["from clip_benchmark import run_benchmark"]}],"homepage":null,"github":"https://github.com/mehdidc/clip_benchmark","docs":null,"changelog":null,"pypi":"https://pypi.org/project/clip-benchmark/","npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"compatibility":{"summary":{"python_range":"3.10–3.9","success_rate":40,"avg_install_s":87.7,"avg_import_s":null,"wheel_type":"wheel"},"url":"https://checklist.day/v1/registry/clip-benchmark/compatibility"},"provenance":{"verified_status":"import_fail","verified_at":"Fri Jul 03","last_verified":"Fri Jul 03","next_check":"Fri Jul 10","install_tag":null}}