{"library":"transformers-stream-generator","type":"library","category":null,"description":"This is a text generation method which returns a generator, streaming out each token in real-time during inference, based on Huggingface/Transformers. It provides a simple way to enable token-by-token streaming for Hugging Face `transformers` models, often used for large language models (LLMs). The library is currently at version 0.0.5 and appears to be in an early development stage with updates released as features or fixes are integrated.","language":"python","status":"active","version":"0.0.5","tags":["Hugging Face","Transformers","LLM","streaming","text generation","AI","NLP"],"last_verified":"Mon May 25","install":[{"cmd":"pip install transformers-stream-generator","imports":["from transformers_stream_generator import init_stream_support"]}],"homepage":null,"github":"https://github.com/LowinLi/transformers-stream-generator","docs":null,"changelog":null,"pypi":"https://pypi.org/project/transformers-stream-generator/","npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"compatibility":{"summary":{"python_range":"3.10–3.9","success_rate":100,"avg_install_s":14.3,"avg_import_s":null,"wheel_type":"sdist"},"url":"https://checklist.day/v1/registry/transformers-stream-generator/compatibility"}}