{"library":"liger-kernel","type":"library","category":null,"description":"Liger Kernel (LinkedIn GPU Efficient Runtime Kernel) is an open-source Python library offering a collection of highly optimized Triton kernels for Large Language Model (LLM) training. It significantly increases multi-GPU training throughput by up to 20% and reduces memory usage by up to 60-80%, enabling longer context lengths and larger batch sizes. The library is actively developed, with its current version being 0.7.0, and has frequent releases introducing support for new models and algorithms.","language":"python","status":"active","version":"0.7.0","tags":["LLM","training","Triton","kernels","optimization","HuggingFace","PyTorch","GPU","memory efficiency"],"last_verified":"Fri May 22","install":[{"cmd":"pip install liger-kernel","imports":["from liger_kernel.transformers import AutoLigerKernelForCausalLM","from liger_kernel.transformers import apply_liger_kernel_to_llama","from liger_kernel.chunked_loss import LigerFusedLinearCrossEntropyLoss"]},{"cmd":"pip install liger-kernel-nightly","imports":[]}],"homepage":null,"github":"https://github.com/linkedin/Liger-Kernel","docs":null,"changelog":null,"pypi":"https://pypi.org/project/liger-kernel/","npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"compatibility":{"summary":{"python_range":"3.10–3.9","success_rate":40,"avg_install_s":68.3,"avg_import_s":null,"wheel_type":"wheel"},"url":"https://checklist.day/v1/registry/liger-kernel/compatibility"}}