{"library":"sb-cli","title":"SWE-bench CLI","description":"sb-cli is a command-line interface (CLI) tool designed to interact with the SWE-bench API. It enables users to submit predictions for SWE-bench instances, manage their runs, and track progress. The current version is 0.1.5, and it has an active development cadence driven by the SWE-bench community.","language":"python","status":"active","last_verified":"Thu May 21","install":{"commands":["pip install sb-cli"],"cli":{"name":"sb","version":"sh: 1: sb: not found"}},"imports":["from sb_cli.cli import app"],"auth":{"required":false,"env_vars":[]},"quickstart":{"code":"import subprocess\nimport os\n\n# NOTE: This quickstart demonstrates submitting a run via the CLI.\n# You must first configure your SWE-bench API token using `sb config --api-token YOUR_TOKEN`\n# and start a run using `sb start` before submitting.\n\n# Placeholder for your instance and prediction paths\ninstance_path = os.environ.get('SB_INSTANCE_PATH', 'path/to/your/swe_bench_instance.json')\nprediction_path = os.environ.get('SB_PREDICTION_PATH', 'path/to/your/prediction.json')\n\nif not os.path.exists(instance_path) or not os.path.exists(prediction_path):\n    print(f\"Warning: Placeholder paths used. Please replace '{instance_path}' and '{prediction_path}' \"\n          \"with actual file paths for a successful submission.\")\n    print(\"You may need to run 'sb config' and 'sb start' first.\")\n    # Exit or mock for demonstration if files don't exist\n    # For a real run, ensure these paths are valid.\n    # For this example, we will just print the command without executing if paths are missing.\n    command = [\n        \"sb\",\n        \"submit\",\n        \"--instance-path\", instance_path,\n        \"--prediction-path\", prediction_path,\n        \"--log-dir\", \"./sb_logs\" # Optional: specify a log directory\n    ]\n    print(f\"Mock command to execute: {' '.join(command)}\")\nelse:\n    print(\"Attempting to submit SWE-bench prediction...\")\n    command = [\n        \"sb\",\n        \"submit\",\n        \"--instance-path\", instance_path,\n        \"--prediction-path\", prediction_path,\n        \"--log-dir\", \"./sb_logs\" # Optional: specify a log directory\n    ]\n    try:\n        result = subprocess.run(command, capture_output=True, text=True, check=True)\n        print(\"Submission successful!\")\n        print(\"STDOUT:\", result.stdout)\n        if result.stderr: print(\"STDERR:\", result.stderr)\n    except subprocess.CalledProcessError as e:\n        print(\"Submission failed!\")\n        print(\"STDOUT:\", e.stdout)\n        print(\"STDERR:\", e.stderr)\n    except FileNotFoundError:\n        print(\"Error: 'sb' command not found. Is sb-cli installed and in your PATH?\")","lang":"python","description":"This quickstart demonstrates how to programmatically execute the `sb submit` command using Python's `subprocess` module. Before running, ensure `sb-cli` is installed and configured with your SWE-bench API token (`sb config --api-token YOUR_TOKEN`). You also need to have started a run using `sb start` and provide valid paths to your SWE-bench instance and prediction files.","tag":null,"tag_description":null,"last_tested":null,"results":[]},"compatibility":{"tag":null,"tag_description":null,"last_tested":"2026-05-21","installed_version":"0.1.5","pypi_latest":"0.1.5","is_stale":false,"summary":{"python_range":"3.10–3.9","success_rate":40,"avg_install_s":3.5,"avg_import_s":null,"wheel_type":"wheel"},"results":[{"runtime":"python:3.10-alpine","python_version":"3.10","os_libc":"alpine (musl)","variant":"sb-cli","exit_code":0,"wheel_type":"wheel","failure_reason":null,"import_side_effects":"broken","install_time_s":null,"import_time_s":null,"mem_mb":null,"disk_size":"34.9M"},{"runtime":"python:3.10-alpine","python_version":"3.10","os_libc":"alpine (musl)","variant":"sb-cli","exit_code":1,"wheel_type":null,"failure_reason":null,"import_side_effects":null,"install_time_s":null,"import_time_s":null,"mem_mb":null,"disk_size":null},{"runtime":"python:3.10-slim","python_version":"3.10","os_libc":"slim (glibc)","variant":"sb-cli","exit_code":0,"wheel_type":"wheel","failure_reason":null,"import_side_effects":"broken","install_time_s":3.7,"import_time_s":null,"mem_mb":null,"disk_size":"35M"},{"runtime":"python:3.10-slim","python_version":"3.10","os_libc":"slim (glibc)","variant":"sb-cli","exit_code":1,"wheel_type":null,"failure_reason":null,"import_side_effects":null,"install_time_s":null,"import_time_s":null,"mem_mb":null,"disk_size":null},{"runtime":"python:3.11-alpine","python_version":"3.11","os_libc":"alpine (musl)","variant":"sb-cli","exit_code":0,"wheel_type":"wheel","failure_reason":null,"import_side_effects":"broken","install_time_s":null,"import_time_s":null,"mem_mb":null,"disk_size":"38.4M"},{"runtime":"python:3.11-alpine","python_version":"3.11","os_libc":"alpine (musl)","variant":"sb-cli","exit_code":1,"wheel_type":null,"failure_reason":null,"import_side_effects":null,"install_time_s":null,"import_time_s":null,"mem_mb":null,"disk_size":null},{"runtime":"python:3.11-slim","python_version":"3.11","os_libc":"slim (glibc)","variant":"sb-cli","exit_code":0,"wheel_type":"wheel","failure_reason":null,"import_side_effects":"broken","install_time_s":3.6,"import_time_s":null,"mem_mb":null,"disk_size":"39M"},{"runtime":"python:3.11-slim","python_version":"3.11","os_libc":"slim (glibc)","variant":"sb-cli","exit_code":1,"wheel_type":null,"failure_reason":null,"import_side_effects":null,"install_time_s":null,"import_time_s":null,"mem_mb":null,"disk_size":null},{"runtime":"python:3.12-alpine","python_version":"3.12","os_libc":"alpine (musl)","variant":"sb-cli","exit_code":0,"wheel_type":"wheel","failure_reason":null,"import_side_effects":"broken","install_time_s":null,"import_time_s":null,"mem_mb":null,"disk_size":"29.9M"},{"runtime":"python:3.12-alpine","python_version":"3.12","os_libc":"alpine (musl)","variant":"sb-cli","exit_code":1,"wheel_type":null,"failure_reason":null,"import_side_effects":null,"install_time_s":null,"import_time_s":null,"mem_mb":null,"disk_size":null},{"runtime":"python:3.12-slim","python_version":"3.12","os_libc":"slim (glibc)","variant":"sb-cli","exit_code":0,"wheel_type":"wheel","failure_reason":null,"import_side_effects":"broken","install_time_s":3.2,"import_time_s":null,"mem_mb":null,"disk_size":"30M"},{"runtime":"python:3.12-slim","python_version":"3.12","os_libc":"slim (glibc)","variant":"sb-cli","exit_code":1,"wheel_type":null,"failure_reason":null,"import_side_effects":null,"install_time_s":null,"import_time_s":null,"mem_mb":null,"disk_size":null},{"runtime":"python:3.13-alpine","python_version":"3.13","os_libc":"alpine (musl)","variant":"sb-cli","exit_code":0,"wheel_type":"wheel","failure_reason":null,"import_side_effects":"broken","install_time_s":null,"import_time_s":null,"mem_mb":null,"disk_size":"29.7M"},{"runtime":"python:3.13-alpine","python_version":"3.13","os_libc":"alpine (musl)","variant":"sb-cli","exit_code":1,"wheel_type":null,"failure_reason":null,"import_side_effects":null,"install_time_s":null,"import_time_s":null,"mem_mb":null,"disk_size":null},{"runtime":"python:3.13-slim","python_version":"3.13","os_libc":"slim (glibc)","variant":"sb-cli","exit_code":0,"wheel_type":"wheel","failure_reason":null,"import_side_effects":"broken","install_time_s":3.3,"import_time_s":null,"mem_mb":null,"disk_size":"30M"},{"runtime":"python:3.13-slim","python_version":"3.13","os_libc":"slim (glibc)","variant":"sb-cli","exit_code":1,"wheel_type":null,"failure_reason":null,"import_side_effects":null,"install_time_s":null,"import_time_s":null,"mem_mb":null,"disk_size":null},{"runtime":"python:3.9-alpine","python_version":"3.9","os_libc":"alpine (musl)","variant":"sb-cli","exit_code":1,"wheel_type":null,"failure_reason":"build_error","import_side_effects":null,"install_time_s":null,"import_time_s":null,"mem_mb":null,"disk_size":null},{"runtime":"python:3.9-alpine","python_version":"3.9","os_libc":"alpine (musl)","variant":"sb-cli","exit_code":1,"wheel_type":null,"failure_reason":null,"import_side_effects":null,"install_time_s":null,"import_time_s":null,"mem_mb":null,"disk_size":null},{"runtime":"python:3.9-slim","python_version":"3.9","os_libc":"slim (glibc)","variant":"sb-cli","exit_code":1,"wheel_type":null,"failure_reason":"build_error","import_side_effects":null,"install_time_s":1.6,"import_time_s":null,"mem_mb":null,"disk_size":null},{"runtime":"python:3.9-slim","python_version":"3.9","os_libc":"slim (glibc)","variant":"sb-cli","exit_code":1,"wheel_type":null,"failure_reason":null,"import_side_effects":null,"install_time_s":null,"import_time_s":null,"mem_mb":null,"disk_size":null}]}}