{"library":"gllm-inference-binary","type":"library","category":null,"description":"A library containing components related to model inferences in Gen AI applications. Provides optimized binary inference modules for large language models. Current version 0.6.32, requires Python >=3.11,<3.14.","language":"python","status":"active","version":"0.6.32","tags":["llm","inference","gen-ai","binary"],"last_verified":"Fri May 01","install":[{"cmd":"pip install gllm-inference-binary","imports":["from gllm_inference_binary import InferencePipeline","from gllm_inference_binary.models import BinaryModel"]}],"homepage":null,"github":null,"docs":null,"changelog":null,"pypi":"https://pypi.org/project/gllm-inference-binary/","npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"compatibility":null}