{"library":"model-hosting-container-standards","type":"library","category":null,"description":"The `model-hosting-container-standards` is a Python toolkit designed to facilitate standardized model hosting container implementations, specifically with robust Amazon SageMaker integration. It provides utilities to enable efficient deployment and inference for models, including support for advanced frameworks like TensorRT-LLM and vLLM. Currently at version 0.1.14, the library is actively developed with frequent patch releases, indicating ongoing enhancements and maintenance.","language":"python","status":"active","version":"0.1.14","tags":["AWS","SageMaker","MLOps","Container","vLLM","TensorRT-LLM","Model Hosting","FastAPI","Inference"],"install":[{"cmd":"pip install model-hosting-container-standards","imports":["from model_hosting_container_standards import ModelHandler"]}],"homepage":null,"github":null,"docs":null,"changelog":null,"pypi":"https://pypi.org/project/model-hosting-container-standards/","npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"compatibility":{"summary":{"python_range":"3.10–3.9","success_rate":40,"avg_install_s":4.4,"avg_import_s":null,"wheel_type":"wheel"},"url":"https://checklist.day/v1/registry/model-hosting-container-standards/compatibility"},"provenance":{"verified_status":"import_fail","verified_at":"Fri Jul 03","last_verified":"Fri Jul 03","next_check":"Fri Jul 10","install_tag":null}}