{"library":"sagemaker-huggingface-inference-toolkit","type":"library","category":null,"description":"Open source library for serving Hugging Face models on Amazon SageMaker. It wraps the Hugging Face Transformers pipeline and provides built-in handlers for inference. Latest version 2.6.0 supports PyTorch 2.0+ and TensorFlow 2.x. Released quarterly.","language":"python","status":"active","version":"2.6.0","tags":["sagemaker","huggingface","inference","deployment","aws"],"last_verified":"Sun Jun 07","install":[{"cmd":"pip install sagemaker-huggingface-inference-toolkit","imports":["from sagemaker.huggingface import HuggingFaceModel","import transformers"]}],"homepage":"https://github.com/aws/sagemaker-huggingface-inference-toolkit","github":"https://github.com/aws/sagemaker-huggingface-inference-toolkit","docs":null,"changelog":null,"pypi":null,"npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"compatibility":null}