{"library":"pydantic-evals","type":"library","category":null,"description":"Pydantic Evals is a framework for defining and executing evaluations of stochastic code, particularly useful for LLM-based applications. It allows users to create datasets, define custom evaluators, and run evaluations to assess model performance and behavior. It is part of the broader Pydantic AI ecosystem, currently at version 1.78.0, with a rapid release cadence reflecting active development.","language":"python","status":"active","version":"1.78.0","tags":["LLM","evaluation","AI","pydantic","testing"],"install":[{"cmd":"pip install pydantic-evals","imports":["from pydantic_evals import Dataset","from pydantic_evals import Evaluator","from pydantic_evals import LLMProvider","from pydantic_evals import Case","from pydantic_evals import Evaluation"]},{"cmd":"pip install pydantic-ai[openai]","imports":[]}],"homepage":"https://ai.pydantic.dev/evals","github":"https://github.com/pydantic/pydantic-ai","docs":"https://ai.pydantic.dev/evals","changelog":"https://github.com/pydantic/pydantic-ai/releases","pypi":"https://pypi.org/project/pydantic-evals/","npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"compatibility":{"summary":{"python_range":"3.10–3.9","success_rate":70,"avg_install_s":19,"avg_import_s":3.37,"wheel_type":"wheel"},"url":"https://checklist.day/v1/registry/pydantic-evals/compatibility"},"provenance":{"verified_status":"passing","verified_at":"Sun Jun 28","last_verified":"Sun Jun 28","next_check":"Tue Jul 28","install_tag":null}}