{"library":"ipex-llm","type":"library","category":null,"description":"IPEX-LLM is a PyTorch-based library developed by Intel for optimizing Large Language Models (LLMs) on Intel CPUs and GPUs (XPUs). It provides tools for efficient inference and fine-tuning, leveraging Intel hardware accelerations. The current stable version is 2.2.0, with frequent nightly builds and updates, often released in conjunction with the broader BigDL project.","language":"python","status":"active","version":"2.2.0","tags":["LLM","AI","Intel","optimization","deep-learning","pytorch","transformers"],"last_verified":"Sat May 23","install":[{"cmd":"pip install ipex-llm[cpu]","imports":["from ipex_llm import LLM","from ipex_llm import optimize_model","from ipex_llm.transformers import AutoModel","from ipex_llm.transformers import AutoTokenizer"]},{"cmd":"pip install --pre --upgrade ipex-llm[xpu]","imports":[]}],"homepage":null,"github":"https://github.com/intel-analytics/ipex-llm","docs":null,"changelog":null,"pypi":"https://pypi.org/project/ipex-llm/","npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"compatibility":{"summary":{"python_range":"3.10–3.9","success_rate":25,"avg_install_s":2.5,"avg_import_s":null,"wheel_type":"wheel"},"url":"https://checklist.day/v1/registry/ipex-llm/compatibility"}}