{"library":"inspect-ai","type":"library","category":null,"description":"Inspect AI is an open-source framework for large language model (LLM) evaluations, developed by the UK AI Security Institute. It provides robust tools for prompt engineering, integrating tool usage, managing multi-turn dialogues, and conducting model-graded evaluations. The library is actively maintained with frequent releases, often multiple times a month, ensuring up-to-date compatibility and features for evaluating frontier models.","language":"python","status":"active","version":"0.3.201","tags":["LLM","evaluation","AI","framework"],"last_verified":"Tue Jun 09","install":[{"cmd":"pip install inspect-ai","imports":["from inspect_ai import Task","from inspect_ai import task","from inspect_ai.dataset import Sample","from inspect_ai.solver import generate","from inspect_ai.scorer import exact"]},{"cmd":"pip install inspect-ai openai","imports":[]}],"homepage":"https://inspect.ai","github":"https://github.com/UKGovernmentBEIS/inspect_ai","docs":"https://inspect.aisi.org.uk/","changelog":null,"pypi":"https://pypi.org/project/inspect-ai/","npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"compatibility":{"summary":{"python_range":"3.10–3.9","success_rate":80,"avg_install_s":19.9,"avg_import_s":5.74,"wheel_type":"wheel"},"url":"https://checklist.day/v1/registry/inspect-ai/compatibility"}}