{"library":"autoevals","type":"library","category":null,"description":"Autoevals is a universal library for quickly and easily evaluating AI model outputs. Developed by the team at Braintrust, it bundles together a variety of automatic evaluation methods including LLM-as-a-judge, heuristic (e.g., Levenshtein distance), and statistical (e.g., BLEU) evaluations. Currently at version 0.2.0, the library is actively maintained with frequent updates.","language":"python","status":"active","version":"0.2.0","tags":["AI","LLM","evaluation","metrics","machine learning","NLP","testing"],"last_verified":"Thu May 21","install":[{"cmd":"pip install autoevals","imports":["from autoevals.llm import Factuality","from autoevals.llm import Relevance","from autoevals import Levenshtein","from autoevals.number import NumericDiff"]}],"homepage":"https://www.braintrustdata.com","github":"https://github.com/braintrustdata/autoevals","docs":null,"changelog":null,"pypi":"https://pypi.org/project/autoevals/","npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"compatibility":{"summary":{"python_range":"3.10–3.9","success_rate":100,"avg_install_s":2.7,"avg_import_s":0.63,"wheel_type":"wheel"},"url":"https://checklist.day/v1/registry/autoevals/compatibility"}}