{"library":"litellm","type":"library","category":null,"description":"Unified Python SDK and proxy gateway for calling 100+ LLM APIs in OpenAI-compatible format. Single interface for OpenAI, Anthropic, Bedrock, VertexAI, Groq, Mistral, Cohere, HuggingFace, vLLM, and more. Supports /chat/completions, /embeddings, /images, /audio, /rerank, streaming, async, cost tracking, fallbacks, and load balancing. Also ships as a deployable proxy server (AI Gateway) with budget controls, virtual keys, and logging. Releases multiple times per week — version numbers are high (v1.81+) due to frequent patch releases. NOT related to the 'litellm' PyPI stub that existed before BerriAI claimed the name.","language":"python","status":"active","version":"1.81.15","tags":["litellm","llm-gateway","openai-compatible","anthropic","bedrock","vertexai","multi-provider","proxy","cost-tracking","streaming"],"last_verified":"Tue Jun 09","install":[{"cmd":"pip install litellm","imports":["from litellm import completion","from litellm import acompletion"]},{"cmd":"pip install 'litellm[proxy]'","imports":[]},{"cmd":"pip install 'litellm[caching]'","imports":[]},{"cmd":"litellm --model gpt-4o","imports":[]}],"homepage":"https://litellm.ai","github":"https://github.com/BerriAI/litellm","docs":"https://docs.litellm.ai","changelog":null,"pypi":"https://pypi.org/project/litellm/","npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"compatibility":{"summary":{"python_range":"3.10–3.9","success_rate":83,"avg_install_s":20.4,"avg_import_s":7.99,"wheel_type":"wheel"},"url":"https://checklist.day/v1/registry/litellm/compatibility"}}