{"library":"mlserver","type":"library","category":null,"description":"MLServer is an open-source inference server for machine learning models, designed to serve any ML framework through a standard V2 inference protocol. It aims to provide a lightweight and performant solution for deploying models and supports both REST and gRPC endpoints. The current version is 1.7.1, and it is actively developed and maintained by SeldonIO with a regular release cadence.","language":"python","status":"active","version":"1.7.1","tags":["inference","model-serving","machine-learning","mlops","rest","grpc","seldon"],"install":[{"cmd":"pip install mlserver","imports":["from mlserver import MLModel","from mlserver.types import InferenceRequest","from mlserver.types import InferenceResponse","from mlserver.cli import main"]},{"cmd":"pip install mlserver[all]","imports":[]}],"homepage":"https://mlserver.readthedocs.io","github":null,"docs":null,"changelog":null,"pypi":"https://pypi.org/project/mlserver/","npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"compatibility":{"summary":{"python_range":"3.10–3.9","success_rate":40,"avg_install_s":18.4,"avg_import_s":2.92,"wheel_type":"wheel"},"url":"https://checklist.day/v1/registry/mlserver/compatibility"},"provenance":{"verified_status":"passing","verified_at":"Sun Jun 28","last_verified":"Sun Jun 28","next_check":"Tue Jul 28","install_tag":null}}