{"library":"llama-cpp-python","install":[{"cmd":"pip install llama-cpp-python","imports":["from llama_cpp import Llama","from llama_cpp import LlamaGrammar","from llama_cpp import LlamaHFTokenizer"]},{"cmd":"pip install llama-cpp-python --extra-index-url https://abetlen.github.io/llama-cpp-python/whl/cpu","imports":[]},{"cmd":"CMAKE_ARGS=\"-DLLAMA_CUBLAS=on\" pip install llama-cpp-python","imports":[]},{"cmd":"CMAKE_ARGS=\"-DLLAMA_METAL=on\" pip install llama-cpp-python","imports":[]},{"cmd":"CMAKE_ARGS=\"-DLLAMA_HIPBLAS=on\" pip install llama-cpp-python","imports":[]},{"cmd":"CMAKE_ARGS=\"-DLLAMA_OPENBLAS=on\" pip install llama-cpp-python","imports":[]}]}