{"id":27886,"library":"judgeval","title":"judgeval","description":"judgeval is the open-source post-building layer for Agent Behavior Monitoring. It provides tools for evaluating, tracing, and monitoring AI agent behavior. The current version is 1.0.5, requiring Python >=3.10. Release cadence is active with frequent patches.","status":"active","version":"1.0.5","language":"python","source_language":"en","source_url":"https://github.com/JudgmentLabs/judgeval","tags":["agent-monitoring","evaluation","llm","tracing"],"install":[{"cmd":"pip install judgeval","lang":"bash","label":"Install via pip"}],"dependencies":[],"imports":[{"note":"Client class is directly under judgeval package since v1.0.0","wrong":"from judgeval.client import JudgmentClient","symbol":"JudgmentClient","correct":"from judgeval import JudgmentClient"},{"note":"The 'judgment' decorator/context manager for tracing","symbol":"judgment","correct":"from judgeval import judgment"},{"note":"Scorers are in judgeval.scorers submodule","symbol":"scorer","correct":"from judgeval.scorers import AnswerRelevancyScorer"}],"quickstart":{"code":"from judgeval import JudgmentClient\n\nclient = JudgmentClient(api_key=os.environ.get('JUDGEVAL_API_KEY', ''))\n# Example: create a judgment\nresult = client.judge(\n    input=\"What is the capital of France?\",\n    output=\"Paris\",\n    scorers=[\"answer_relevancy\"]\n)\nprint(result)","lang":"python","description":"Initialize the client and run a simple judgment with a scorer."},"warnings":[{"fix":"Update to: client = JudgmentClient(api_key='your_key')","message":"In v1.0.0, the client API was overhauled. The old 'judgeval.JudgmentClient' now requires an api_key argument. If you were using an older version without api_key, your code will break.","severity":"breaking","affected_versions":"<1.0.0"},{"fix":"@judgment(scorers=['hallucination']) instead of @judgment('hallucination')","message":"The 'judgment' decorator signature changed in v1.0.0. It no longer accepts positional arguments for scorers; use keyword arguments.","severity":"breaking","affected_versions":"<1.0.0"},{"fix":"Upgrade your Python environment to 3.10 or later.","message":"The package requires Python >=3.10. Using it with Python 3.9 or earlier will fail to install.","severity":"gotcha","affected_versions":"all"}],"env_vars":null,"last_verified":"2026-05-09T00:00:00.000Z","next_check":"2026-08-07T00:00:00.000Z","problems":[{"fix":"Run 'pip install judgeval' and ensure you are using the correct Python environment.","cause":"Package not installed or installed in a different environment.","error":"ModuleNotFoundError: No module named 'judgeval'"},{"fix":"Use 'from judgeval import JudgmentClient' (not from judgeval.client).","cause":"Using an outdated import path from old documentation.","error":"ImportError: cannot import name 'JudgmentClient' from 'judgeval'"},{"fix":"Set the JUDGEVAL_API_KEY environment variable or pass api_key='your_key' to the client.","cause":"Missing or incorrect API key.","error":"judgeval.errors.AuthenticationError: Invalid API key"}],"ecosystem":"pypi","meta_description":null,"install_score":null,"install_tag":null,"quickstart_score":null,"quickstart_tag":null}