{"library":"litserve","type":"library","category":null,"description":"LitServe is a lightweight, fast AI inference server from Lightning AI. It wraps PyTorch models (and others) into a performant API endpoint with auto-batching, GPU support, and a simple API. Current version 0.2.17, requires Python >=3.10. Released under Apache 2.0, active development with frequent updates.","language":"python","status":"active","version":"0.2.17","tags":["ai","inference","server","lightning"],"last_verified":"Sun Jun 07","install":[{"cmd":"pip install litserve","imports":["from litserve import LitServer","from litserve import SimpleLitAPI","from litserve import LitAPI"]}],"homepage":"https://github.com/Lightning-AI/litserve","github":"https://github.com/Lightning-AI/litserve","docs":null,"changelog":null,"pypi":null,"npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"compatibility":null}