{"library":"onnxruntime-genai","type":"library","category":null,"description":"ONNX Runtime GenAI is a Python library that provides an easy, flexible, and performant way to run Generative AI models (Large Language Models and multi-modal models) on-device and in the cloud using ONNX Runtime. It encapsulates the complete generative AI loop, including pre- and post-processing, inference with ONNX Runtime, logits processing, search and sampling, and KV cache management. The library is actively developed, with version 0.13.1 released in April 2026, generally following a quarterly release cadence in line with the broader ONNX Runtime project.","language":"python","status":"active","version":"0.13.1","tags":["AI","LLM","ONNX","inference","deep learning","genai","on-device","multi-modal"],"install":[{"cmd":"pip install onnxruntime-genai","imports":["import onnxruntime_genai as og"]},{"cmd":"pip install onnxruntime-genai-directml","imports":[]},{"cmd":"pip install onnxruntime-genai-cuda","imports":[]}],"homepage":"https://onnxruntime.ai","github":null,"docs":null,"changelog":null,"pypi":"https://pypi.org/project/onnxruntime-genai/","npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"compatibility":{"summary":{"python_range":"3.10–3.9","success_rate":33,"avg_install_s":14.9,"avg_import_s":0.03,"wheel_type":"wheel"},"url":"https://checklist.day/v1/registry/onnxruntime-genai/compatibility"},"provenance":{"verified_status":"passing","verified_at":"Sun Jun 28","last_verified":"Sun Jun 28","next_check":"Tue Jul 28","install_tag":null}}