{"id":27423,"library":"strands-agents-evals","title":"Strands Agents Evals","description":"Evaluation framework for Strands agents. Current version 0.1.16, pre-1.0 rapid development; new releases weekly.","status":"active","version":"0.1.16","language":"python","source_language":"en","source_url":"https://github.com/strands/strands-agents-evals","tags":["strands","agents","evaluation","framework"],"install":[{"cmd":"pip install strands-agents-evals","lang":"bash","label":"Latest release"}],"dependencies":[],"imports":[{"note":"PyPI name uses hyphens, Python package uses underscores; no subpackage evals.","wrong":"from strands_agents.evals import Evaluation","symbol":"Evaluation","correct":"from strands_agents_evals import Evaluation"},{"note":"eval_function is a top-level function, not a submodule.","wrong":"import strands_agents_evals.eval_function","symbol":"eval_function","correct":"from strands_agents_evals import eval_function"}],"quickstart":{"code":"from strands_agents_evals import Evaluation\n\nresult = Evaluation.run(\n    agent_name=\"my_agent\",\n    dataset=[\"test input\"],\n    metrics=[\"accuracy\"]\n)\nprint(result)","lang":"python","description":"Runs an evaluation using the default configuration."},"warnings":[{"fix":"Always provide a `dataset` argument.","message":"In v0.1.10, the Evaluation.run() signature changed: `dataset` is now required (previously optional).","severity":"breaking","affected_versions":">=0.1.10"},{"fix":"Replace `score=...` with `scoring_fn=...` in metric definitions.","message":"The `score` parameter in metrics is deprecated since v0.1.12; use `scoring_fn` instead.","severity":"deprecated","affected_versions":">=0.1.12"},{"fix":"Use `from strands_agents_evals import ...` (underscores).","message":"Package name uses hyphens ('strands-agents-evals'), but Python imports use underscores ('strands_agents_evals'). Many users mistakenly import the hyphenated name.","severity":"gotcha","affected_versions":"all"}],"env_vars":null,"last_verified":"2026-05-01T00:00:00.000Z","next_check":"2026-07-30T00:00:00.000Z","problems":[{"fix":"Install with `pip install strands-agents-evals` and import with `from strands_agents_evals import ...`.","cause":"Package installed as 'strands-agents-evals' but import uses hyphens.","error":"ModuleNotFoundError: No module named 'strands_agents_evals'"},{"fix":"Provide `dataset` argument (list of inputs).","cause":"Since v0.1.10, dataset is required. Older code omits it.","error":"TypeError: Evaluation.run() missing 1 required positional argument: 'dataset'"},{"fix":"Use `from strands_agents_evals import eval_function`.","cause":"Attempting to access eval_function as a submodule (e.g., `import strands_agents_evals.eval_function`).","error":"AttributeError: module 'strands_agents_evals' has no attribute 'eval_function'"}],"ecosystem":"pypi","meta_description":null,"install_score":null,"install_tag":null,"quickstart_score":null,"quickstart_tag":null}