{"id":24894,"library":"agenteval-cli","title":"AgentEval CLI","description":"Linter, benchmarker, and CI gate for AI coding instruction files (CLAUDE.md, AGENTS.md, .cursorrules, etc.). Current stable version is v0.8.14, released with weekly cadence. Automatically detects dead references, token bloat, contradictions, stale instructions, broken links, and invalid skill metadata. Ships as a lightweight npm wrapper (~3 KB) that downloads a prebuilt native binary on first run; no Node runtime needed at execution time. Differentiators: zero-config startup, GitHub Action support, multi-format support (Claude, Copilot, Cursor, OpenAI), and built-in CI gating with regression detection.","status":"active","version":"0.8.14","language":"javascript","source_language":"en","source_url":"https://github.com/lukasmetzler/agenteval","tags":["javascript","cli","ai","testing","evaluation","claude","copilot","instructions","agents"],"install":[{"cmd":"npm install agenteval-cli","lang":"bash","label":"npm"},{"cmd":"yarn add agenteval-cli","lang":"bash","label":"yarn"},{"cmd":"pnpm add agenteval-cli","lang":"bash","label":"pnpm"}],"dependencies":[],"imports":[{"note":"The package name is 'agenteval-cli', not 'agenteval'. Use npx agenteval-cli or npm install -g agenteval-cli.","wrong":"npx agenteval lint","symbol":"agenteval CLI","correct":"npx agenteval-cli lint"},{"note":"The package is published as 'agenteval-cli' on npm. Do not install 'agenteval' as it's a different package.","wrong":"npm install -g agenteval","symbol":"agenteval CLI (installed globally)","correct":"npm install -g agenteval-cli"},{"note":"The GitHub Action is hosted under the 'lukasmetzler/agenteval' repository, not a separate 'agenteval' org.","wrong":"uses: agenteval/agenteval@v0","symbol":"GitHub Action","correct":"uses: lukasmetzler/agenteval@v0"}],"quickstart":{"code":"npx agenteval-cli init  # create default agenteval.yaml\n# Lint instruction files\nnpx agenteval-cli lint\n# Lint with explanations\nnpx agenteval-cli lint --explain\n# Run CI gate with score threshold\nnpx agenteval-cli ci --min-score 0.7 --max-regression 0.05\n# Watch mode for continuous linting\nnpx agenteval-cli watch\n# Auto-fix filler phrases\nnpx agenteval-cli lint --fix","lang":"bash","description":"Initializes, lints, and CI-gates AI instruction files using the CLI with common flags."},"warnings":[{"fix":"Use 'npx agenteval-cli' or 'npm install -g agenteval-cli'.","message":"Package name is 'agenteval-cli', not 'agenteval'. Running 'npx agenteval' will invoke a different package.","severity":"gotcha","affected_versions":">=0"},{"fix":"Download the binary manually from GitHub Releases and place it in your PATH, or use the Homebrew/curl install methods.","message":"Prebuilt binary download requires internet access on first run; offline or air-gapped environments fail.","severity":"breaking","affected_versions":">=0.8.0"},{"fix":"Use 'agenteval harvest --dry-run' for preview, but expect potential breaking changes in future versions.","message":"In version 0.8.x, the 'agenteval harvest' command is experimental and may change without notice.","severity":"deprecated","affected_versions":">=0.8.0 <0.9.0"},{"fix":"Always pass decimal values, e.g., '--min-score 0.7' not '--min-score 1'.","message":"The 'agenteval ci' command's --min-score and --max-regression flags are parsed as decimals; integer values cause parse errors.","severity":"gotcha","affected_versions":">=0.8.0"},{"fix":"Update to v0.8.13 or later, or manually kill the process with SIGTERM instead of closing terminal.","message":"The 'agenteval watch' command may cause file descriptor leaks on macOS if interrupted abruptly (v0.8.13 fix partially addresses this).","severity":"gotcha","affected_versions":">=0.8.6 <0.8.13"}],"env_vars":null,"last_verified":"2026-05-01T00:00:00.000Z","next_check":"2026-07-30T00:00:00.000Z","problems":[{"fix":"Use 'npx agenteval-cli' or install globally with 'npm install -g agenteval-cli'.","cause":"Typo: user typed 'agenteval' instead of 'agenteval-cli'.","error":"npx: command not found: agenteval"},{"fix":"Set HTTP_PROXY/HTTPS_PROXY environment variables, or download binary manually from GitHub Releases and place it in PATH.","cause":"Network restrictions or corporate proxy blocking the binary download.","error":"Error: Failed to download binary - could not reach GitHub CDN"},{"fix":"Use WSL on Windows, or use the experimental RISC-V build. Check GitHub Releases for platform availability.","cause":"Running on Windows or Linux ARM64 (aarch64), which are not supported.","error":"Error: Unsupported platform"},{"fix":"Ensure npm global bin directory is in PATH. Run 'npm bin -g' to locate it.","cause":"CLI not found after global install; PATH may not include npm global binaries.","error":"agenteval: command not found"}],"ecosystem":"npm","meta_description":null,"install_score":null,"install_tag":null,"quickstart_score":null,"quickstart_tag":null}