{"id":27423,"library":"strands-agents-evals","title":"Strands Agents Evals","description":"Evaluation framework for Strands agents. Current version 0.1.16, pre-1.0 rapid development; new releases weekly.","status":"active","version":"0.1.16","language":"python","source_language":"en","source_url":"https://github.com/strands/strands-agents-evals","tags":["strands","agents","evaluation","framework"],"install":[{"cmd":"pip install strands-agents-evals","lang":"bash","label":"Latest release"}],"dependencies":[],"imports":[{"wrong":"from strands_agents_evals import Evaluation","symbol":"Evaluation","correct":"from strands_evals import Evaluation"}],"quickstart":{"code":"from strands_agents_evals import Evaluation\n\nresult = Evaluation.run(\n    agent_name=\"my_agent\",\n    dataset=[\"test input\"],\n    metrics=[\"accuracy\"]\n)\nprint(result)","lang":"python","description":"Runs an evaluation using the default configuration."},"warnings":[{"fix":"Always provide a `dataset` argument.","message":"In v0.1.10, the Evaluation.run() signature changed: `dataset` is now required (previously optional).","severity":"breaking","affected_versions":">=0.1.10"},{"fix":"Replace `score=...` with `scoring_fn=...` in metric definitions.","message":"The `score` parameter in metrics is deprecated since v0.1.12; use `scoring_fn` instead.","severity":"deprecated","affected_versions":">=0.1.12"},{"fix":"Use `from strands_agents_evals import ...` (underscores).","message":"Package name uses hyphens ('strands-agents-evals'), but Python imports use underscores ('strands_agents_evals'). Many users mistakenly import the hyphenated name.","severity":"gotcha","affected_versions":"all"}],"env_vars":null,"search_vec":"'-1.0':13 '0.1.16':11 'agent':2,8,20 'current':9 'develop':15 'eval':3 'evalu':4,21 'framework':5,22 'new':16 'pre':12 'rapid':14 'releas':17 'strand':1,7,19 'version':10 'week':18","created_at":"2026-05-01T17:46:11.623819+00:00","updated_at":"2026-05-01T17:46:11.623819+00:00","problems":{"verify_error":"Traceback (most recent call last):\n  File \"<string>\", line 1, in <module>\nImportError: cannot import name 'Evaluation' from 'strands_evals' (/tmp/tmppgjalq9q/venv/lib/python3.12/site-packages/strands_evals/__init__.py). Did you mean: 'evaluators'?"},"ecosystem":"pypi","meta_description":null,"install_score":null,"quickstart_score":null,"quickstart_tag":null,"pypi_latest":null,"cli_name":"","cli_version":null,"type":"library","homepage":null,"github":null,"docs":null,"changelog":null,"pypi":"https://pypi.org/project/strands-agents-evals/","npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"categories":["llm-agents","ai-ml","testing"],"base_url":null,"auth_type":null,"provenance":{"verified_status":"import_fail","verified_at":"2026-07-03","last_verified":"2026-07-03","next_check":"2026-07-10","install_tag":null}}