{"library":"transformers-stream-generator","type":"library","category":null,"description":"This is a text generation method which returns a generator, streaming out each token in real-time during inference, based on Huggingface/Transformers. It provides a simple way to enable token-by-token streaming for Hugging Face `transformers` models, often used for large language models (LLMs). The library is currently at version 0.0.5 and appears to be in an early development stage with updates released as features or fixes are integrated.","language":"python","status":"active","version":"0.0.5","tags":["Hugging Face","Transformers","LLM","streaming","text generation","AI","NLP"],"install":[{"cmd":"pip install transformers-stream-generator","imports":["from transformers_stream_generator import init_stream_support"]}],"homepage":null,"github":"https://github.com/LowinLi/transformers-stream-generator","docs":null,"changelog":null,"pypi":"https://pypi.org/project/transformers-stream-generator/","npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"compatibility":{"summary":{"python_range":"3.10–3.9","success_rate":100,"avg_install_s":14.4,"avg_import_s":null,"wheel_type":"sdist"},"url":"https://checklist.day/v1/registry/transformers-stream-generator/compatibility"},"provenance":{"verified_status":"install_fail","verified_at":"Sun Jun 28","last_verified":"Sun Jun 28","next_check":"Thu Jul 09","install_tag":null}}