{"library":"onnxruntime-gpu","type":"library","category":null,"description":"ONNX Runtime is a high-performance inference engine for ONNX models. The `onnxruntime-gpu` package provides GPU acceleration (e.g., via CUDA, ROCm) for these models, building on the core ONNX Runtime. It's actively developed by Microsoft, with frequent releases often aligned with new ONNX operator sets and performance improvements, currently at version 1.24.4.","language":"python","status":"active","version":"1.24.4","tags":["AI","ML","inference","deep learning","GPU","ONNX","CUDA","ROCm"],"install":[{"cmd":"pip install onnxruntime-gpu","imports":["from onnxruntime import InferenceSession"]}],"homepage":"https://onnxruntime.ai","github":"https://github.com/microsoft/onnxruntime","docs":null,"changelog":null,"pypi":"https://pypi.org/project/onnxruntime-gpu/","npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"compatibility":{"summary":{"python_range":"3.10–3.9","success_rate":25,"avg_install_s":12.7,"avg_import_s":0.3,"wheel_type":"wheel"},"url":"https://checklist.day/v1/registry/onnxruntime-gpu/compatibility"},"provenance":{"verified_status":"import_fail","verified_at":"Fri Jul 03","last_verified":"Fri Jul 03","next_check":"Fri Jul 10","install_tag":null}}