{"id":23355,"library":"benchmark-runner","title":"benchmark-runner","description":"A CLI tool for running and managing performance benchmarks across multiple platforms including HammerDB, VDbench, and fio. Current version 1.0.986, requires Python >=3.10, released under Red Hat Performance. Active development with frequent releases.","status":"active","version":"1.0.986","language":"python","source_language":"en","source_url":"https://github.com/redhat-performance/benchmark-runner","tags":["benchmark","performance","cli","red-hat"],"install":[{"cmd":"pip install benchmark-runner","lang":"bash","label":"Install from PyPI"}],"dependencies":[],"imports":[{"note":"","wrong":"","symbol":"benchmark_runner","correct":"import benchmark_runner"}],"quickstart":{"code":"import benchmark_runner\n\n# Run a benchmark (example with fio)\nbenchmark_runner.run(\n    benchmark_type='fio',\n    workload='read',\n    output_dir='/tmp/results',\n    metadata={'user': 'test'}\n)","lang":"python","description":"Basic usage of benchmark-runner library to execute a fio read benchmark."},"warnings":[{"fix":"Prefer running 'benchmark-runner <command>' from terminal instead of importing in Python.","message":"The library is primarily a CLI tool; Python import usage may not be fully documented. Use the command-line interface for reliable operation.","severity":"gotcha","affected_versions":"all"},{"fix":"Update benchmark configurations to specify exact versions if needed, or adjust to new defaults.","message":"Version 1.0.894 changed default database versions for HammerDB (MSSQL 2019→2022, PostgreSQL 10→13, MariaDB 10.3→10.5) and VDbench base OS (CentOS Stream 8→9). Existing configurations relying on old defaults may break.","severity":"breaking","affected_versions":">=1.0.894"},{"fix":"Upgrade to Python 3.10 or higher.","message":"Python 3.10 is the minimum supported version. Older Python versions (3.9 and below) are no longer supported as of recent releases.","severity":"deprecated","affected_versions":">=1.0.894"}],"env_vars":null,"last_verified":"2026-05-01T00:00:00.000Z","next_check":"2026-07-30T00:00:00.000Z","problems":[{"fix":"Run 'pip install benchmark-runner' and ensure you are using the correct Python environment (Python >=3.10).","cause":"The library might not be installed or the Python environment is incorrect.","error":"ModuleNotFoundError: No module named 'benchmark_runner'"},{"fix":"Use 'python -m benchmark_runner' or add the pip scripts directory to your PATH.","cause":"The pip install location is not in PATH, or the package was not installed globally.","error":"benchmark-runner: command not found"},{"fix":"Check the benchmark type string (e.g., 'fio' instead of 'io') and consult the documentation for supported types.","cause":"The benchmark type specified is not recognized. Supported types: hammerdb, vdbench, fio, etc.","error":"ValueError: Unsupported benchmark type 'xyz'"}],"ecosystem":"pypi","meta_description":null,"install_score":null,"install_tag":null,"quickstart_score":null,"quickstart_tag":null}