{"library":"azure-ai-evaluation","type":"library","category":null,"description":"The Azure AI Evaluation SDK for Python provides tools to quantitatively measure the performance of generative AI applications. It offers built-in and custom evaluators for mathematical, AI-assisted quality, and safety metrics, enabling comprehensive insights into application capabilities and limitations. This library is actively developed, with recent releases focusing on bug fixes and new features, maintaining a regular release cadence as part of the broader Azure SDK for Python.","language":"python","status":"active","version":"1.16.5","tags":["Azure","AI","Evaluation","Generative AI","LLM","Quality","Safety"],"last_verified":"Sat May 23","install":[{"cmd":"pip install azure-ai-evaluation","imports":["from azure.ai.evaluation import evaluate","from azure.ai.evaluation import RelevanceEvaluator","from azure.ai.evaluation import BleuScoreEvaluator","from azure.ai.evaluation import ViolenceEvaluator"]}],"homepage":"https://azure.microsoft.com","github":"https://github.com/Azure/azure-sdk-for-python","docs":null,"changelog":null,"pypi":"https://pypi.org/project/azure-ai-evaluation/","npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"compatibility":{"summary":{"python_range":"3.10–3.9","success_rate":100,"avg_install_s":19.2,"avg_import_s":5.74,"wheel_type":"wheel"},"url":"https://checklist.day/v1/registry/azure-ai-evaluation/compatibility"}}