{"id":23985,"library":"llama-stack","title":"Llama Stack","description":"Open-source, OpenAI-compatible API server with pluggable providers for any model and any infrastructure. Current version 0.7.1, requires Python >=3.12. Released under a rapid cadence (multiple minor versions per month).","status":"active","version":"0.7.1","language":"python","source_language":"en","source_url":"https://github.com/llamastack/llama-stack","tags":["llm","api-server","openai-compatible","pluggable-providers"],"install":[{"cmd":"pip install llama-stack","lang":"bash","label":"Standard install"},{"cmd":"pip install llama-stack[starter]","lang":"bash","label":"Zero-install experience (includes pre-configured providers)"}],"dependencies":[{"reason":"Official client library for interacting with the server","package":"llama-stack-client","optional":true}],"imports":[{"note":"The client is a separate package; importing from the server package will fail.","wrong":"from llama_stack import LlamaStackClient","symbol":"LlamaStackClient","correct":"from llama_stack_client import LlamaStackClient"},{"note":"No 'Stack' class exists; use LlamaStackAsLibraryClient for programmatic usage.","wrong":"from llama_stack import Stack","symbol":"Stack","correct":"from llama_stack import LlamaStackAsLibraryClient"}],"quickstart":{"code":"import os\nfrom llama_stack_client import LlamaStackClient\n\nclient = LlamaStackClient(\n    base_url=os.environ.get(\"LLAMA_STACK_BASE_URL\", \"http://localhost:8321\"),\n    api_key=os.environ.get(\"LLAMA_STACK_API_KEY\", \"\")\n)\n\n# List available models\nmodels = client.models.list()\nprint([m.identifier for m in models])\n\n# Send a chat completion\nresponse = client.chat.completions.create(\n    model_id=\"Meta-Llama-3.1-8B-Instruct\",\n    messages=[\n        {\"role\": \"system\", \"content\": \"You are a helpful assistant.\"},\n        {\"role\": \"user\", \"content\": \"Hello!\"}\n    ]\n)\nprint(response.choices[0].message.content)","lang":"python","description":"Initialize the Llama Stack client and run a basic chat completion. Requires the server to be running."},"warnings":[{"fix":"Remove fine_tuning API usage; use external training libraries if needed.","message":"In v0.7.0 the fine_tuning API was removed entirely. Any code using fine_tuning endpoints or client methods will break.","severity":"breaking","affected_versions":">=0.7.0"},{"fix":"Update API calls to match the new consistent naming scheme documented in the changelog.","message":"In v0.6.0 numerous post-training API endpoints were renamed/restructured for consistency. Old endpoint paths no longer work.","severity":"breaking","affected_versions":">=0.6.0"},{"fix":"Migrate from Agents to Responses API as shown in the migration guide.","message":"The Agents API is deprecated in favor of the new Responses API (introduced v0.5.0). The Agents endpoint may be removed in a future release.","severity":"deprecated","affected_versions":">=0.5.0"},{"fix":"Install both with: pip install llama-stack llama-stack-client","message":"The llama-stack package and llama-stack-client are separate PyPI packages. Installing one does NOT install the other.","severity":"gotcha","affected_versions":"all"}],"env_vars":null,"last_verified":"2026-05-01T00:00:00.000Z","next_check":"2026-07-30T00:00:00.000Z","problems":[{"fix":"pip install llama-stack-client","cause":"The client library is not installed as a dependency of the server package.","error":"ModuleNotFoundError: No module named 'llama_stack_client'"},{"fix":"Verify the correct import path: most client classes are under llama_stack_client, not llama_stack.","cause":"Attempting to import from the server package when the symbol is in the client package or does not exist.","error":"AttributeError: module 'llama_stack' has no attribute '...'"},{"fix":"Check the changelog for the version you upgraded to and update to the new endpoint paths.","cause":"Using an old API endpoint that was removed or renamed (e.g., fine_tuning).","error":"llama_stack_client.api_error.ApiError: 404 Not Found - The requested endpoint does not exist."}],"ecosystem":"pypi","meta_description":null,"install_score":null,"install_tag":null,"quickstart_score":null,"quickstart_tag":null}