{"id":27016,"library":"gllm-inference-binary","title":"gllm-inference-binary (GenAI LLM Inference Binary)","description":"A library containing components related to model inferences in Gen AI applications. Provides optimized binary inference modules for large language models. Current version 0.6.32, requires Python >=3.11,<3.14.","status":"active","version":"0.6.32","language":"python","source_language":"en","source_url":"https://github.com/gllm-inference/gllm-inference-binary","tags":["llm","inference","gen-ai","binary"],"install":[{"cmd":"pip install gllm-inference-binary","lang":"bash","label":"PyPI install"}],"dependencies":[],"imports":[{"note":"Old package name `gllm-inference` was renamed; use `gllm_inference_binary`.","wrong":"from gllm_inference import InferencePipeline","symbol":"InferencePipeline","correct":"from gllm_inference_binary import InferencePipeline"},{"note":"BinaryModel is in the models submodule.","wrong":"from gllm_inference_binary import BinaryModel","symbol":"BinaryModel","correct":"from gllm_inference_binary.models import BinaryModel"}],"quickstart":{"code":"from gllm_inference_binary import InferencePipeline\npipeline = InferencePipeline(model_name=\"gpt2\")\nresult = pipeline.run(\"Hello, world!\")\nprint(result)","lang":"python","description":"Basic inference using default model."},"warnings":[{"fix":"Upgrade Python to 3.11, 3.12, or 3.13.","message":"Python 3.11+ required; Python 3.10 and below not supported.","severity":"breaking","affected_versions":">=0.6.0"},{"fix":"Replace `gllm_inference` with `gllm_inference_binary` in all imports.","message":"The old import path `from gllm_inference import ...` is deprecated and will be removed in v1.0. Use `gllm_inference_binary` instead.","severity":"deprecated","affected_versions":">=0.6.0,<1.0"},{"fix":"Set environment variable GLLM_CACHE_DIR to a directory with sufficient space.","message":"Model loading may require downloading large files on first use; ensure disk space and network.","severity":"gotcha","affected_versions":"all"}],"env_vars":null,"last_verified":"2026-05-01T00:00:00.000Z","next_check":"2026-07-30T00:00:00.000Z","problems":[{"fix":"Run `pip uninstall gllm-inference` and `pip install gllm-inference-binary`. Then use `from gllm_inference_binary import ...`.","cause":"Trying to import the old package name; the package was renamed to gllm-inference-binary.","error":"ModuleNotFoundError: No module named 'gllm_inference'"},{"fix":"Use `from gllm_inference_binary.models import BinaryModel`.","cause":"BinaryModel is not directly in the top-level module; it's in the `models` submodule.","error":"AttributeError: module 'gllm_inference_binary' has no attribute 'BinaryModel'"}],"ecosystem":"pypi","meta_description":null,"install_score":null,"install_tag":null,"quickstart_score":null,"quickstart_tag":null}