{"library":"text-generation","type":"library","category":null,"description":"The `text-generation` library is the official Python client for interacting with the Hugging Face Text Generation Inference (TGI) backend, a highly optimized solution for deploying large language models. It provides synchronous and asynchronous APIs for text generation, including streaming capabilities. The current version is 0.7.0, and while the underlying TGI server has a rapid release cadence with frequent updates, the client library itself is updated less often, focusing on stability and compatibility with common TGI server versions.","language":"python","status":"active","version":"0.7.0","tags":["huggingface","llm","text-generation","inference","ai","nlp","client"],"last_verified":"Wed May 27","install":[{"cmd":"pip install text-generation","imports":["from text_generation import Client","from text_generation import AsyncClient","from text_generation import InferenceAPIError"]}],"homepage":null,"github":"https://github.com/huggingface/text-generation-inference","docs":null,"changelog":null,"pypi":"https://pypi.org/project/text-generation/","npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"compatibility":{"summary":{"python_range":"3.10–3.9","success_rate":100,"avg_install_s":7.4,"avg_import_s":1.61,"wheel_type":"wheel"},"url":"https://checklist.day/v1/registry/text-generation/compatibility"}}