{"library":"openvino","title":"OpenVINO Runtime","description":"OpenVINO™ Runtime is an open-source toolkit for optimizing and deploying AI inference. It enables developers to deploy pre-trained deep learning models through a unified API on a variety of Intel hardware (CPUs, GPUs, NPUs, VPUs, etc.). The current version is 2026.1.0, with major releases typically following a quarterly or semi-annual cadence, aligning with Intel product releases.","language":"python","status":"active","last_verified":"Thu May 14","install":{"commands":["pip install openvino"],"cli":{"name":"benchmark_app","version":"[Step 1/11] Parsing and validating input arguments"}},"imports":["from openvino.runtime import Core","from openvino.runtime import Tensor","from openvino.runtime import Model","from openvino.runtime import Type","import openvino.runtime.opset12 as ov_ops"],"auth":{"required":false,"env_vars":[]},"quickstart":{"code":"import openvino.runtime as ov\nimport numpy as np\nimport os\n\n# 1. Create a Core object to manage devices and models\ncore = ov.Core()\n\n# 2. Create a dummy model for demonstration\n# In a real scenario, you would load from .xml/.bin using: \n# model = core.read_model(\"path/to/model.xml\")\ninput_shape = [1, 3, 224, 224] # Batch, Channels, Height, Width\noutput_shape = [1, 1000] # Batch, Class_count\n\ninput_node = ov.opset12.parameter(input_shape, ov.Type.f32, name=\"input\")\noutput_node = ov.opset12.result(input_node) # Simple identity model\nmodel = ov.Model([output_node], [input_node], \"dummy_model\")\n\n# 3. Compile the model for a specific device\n# Use os.environ.get for dynamic device selection in production\ndevice = os.environ.get(\"OPENVINO_DEVICE\", \"CPU\") # Example: \"GPU\", \"NPU\"\nprint(f\"Compiling model for device: {device}\")\ncompiled_model = core.compile_model(model, device)\n\n# 4. Create an inference request\ninfer_request = compiled_model.create_infer_request()\n\n# 5. Prepare input data (random data for dummy model)\ninput_data = np.random.rand(*input_shape).astype(np.float32)\ninfer_request.set_input_tensor(ov.Tensor(input_data))\n\n# 6. Perform inference\ninfer_request.infer()\n\n# 7. Get output data\noutput_tensor = infer_request.get_output_tensor()\noutput_data = output_tensor.data\n\nprint(f\"Inference successful. Output shape: {output_data.shape}\")\nprint(f\"First 5 output values: {output_data.flatten()[:5]}\")","lang":"python","description":"This quickstart demonstrates how to initialize the OpenVINO Runtime, create a simple dummy model programmatically (or load a real one), compile it for a specific device (defaults to CPU), run inference with random input data, and retrieve the output. Remember to replace the dummy model creation with actual model loading in a real application.","tag":null,"tag_description":null,"last_tested":null,"results":[]},"compatibility":{"tag":null,"tag_description":null,"last_tested":"2026-05-14","installed_version":"2025.3.0","pypi_latest":"2026.1.0","is_stale":true,"summary":{"python_range":"3.10–3.9","success_rate":30,"avg_install_s":5.5,"avg_import_s":0.63,"wheel_type":"wheel"},"results":[{"runtime":"python:3.10-alpine","python_version":"3.10","os_libc":"alpine (musl)","variant":"openvino","exit_code":1,"wheel_type":null,"failure_reason":"build_error","import_side_effects":null,"install_time_s":null,"import_time_s":null,"mem_mb":null,"disk_size":null},{"runtime":"python:3.10-alpine","python_version":"3.10","os_libc":"alpine (musl)","variant":"openvino","exit_code":1,"wheel_type":null,"failure_reason":null,"import_side_effects":null,"install_time_s":null,"import_time_s":null,"mem_mb":null,"disk_size":null},{"runtime":"python:3.10-slim","python_version":"3.10","os_libc":"slim (glibc)","variant":"openvino","exit_code":0,"wheel_type":"wheel","failure_reason":null,"import_side_effects":"broken","install_time_s":5.4,"import_time_s":null,"mem_mb":null,"disk_size":"258M"},{"runtime":"python:3.10-slim","python_version":"3.10","os_libc":"slim (glibc)","variant":"openvino","exit_code":1,"wheel_type":null,"failure_reason":null,"import_side_effects":null,"install_time_s":null,"import_time_s":null,"mem_mb":null,"disk_size":null},{"runtime":"python:3.11-alpine","python_version":"3.11","os_libc":"alpine (musl)","variant":"openvino","exit_code":1,"wheel_type":null,"failure_reason":"build_error","import_side_effects":null,"install_time_s":null,"import_time_s":null,"mem_mb":null,"disk_size":null},{"runtime":"python:3.11-alpine","python_version":"3.11","os_libc":"alpine (musl)","variant":"openvino","exit_code":1,"wheel_type":null,"failure_reason":null,"import_side_effects":null,"install_time_s":null,"import_time_s":null,"mem_mb":null,"disk_size":null},{"runtime":"python:3.11-slim","python_version":"3.11","os_libc":"slim (glibc)","variant":"openvino","exit_code":0,"wheel_type":"wheel","failure_reason":null,"import_side_effects":"broken","install_time_s":5.1,"import_time_s":null,"mem_mb":null,"disk_size":"266M"},{"runtime":"python:3.11-slim","python_version":"3.11","os_libc":"slim (glibc)","variant":"openvino","exit_code":1,"wheel_type":null,"failure_reason":null,"import_side_effects":null,"install_time_s":null,"import_time_s":null,"mem_mb":null,"disk_size":null},{"runtime":"python:3.12-alpine","python_version":"3.12","os_libc":"alpine (musl)","variant":"openvino","exit_code":1,"wheel_type":null,"failure_reason":"build_error","import_side_effects":null,"install_time_s":null,"import_time_s":null,"mem_mb":null,"disk_size":null},{"runtime":"python:3.12-alpine","python_version":"3.12","os_libc":"alpine (musl)","variant":"openvino","exit_code":1,"wheel_type":null,"failure_reason":null,"import_side_effects":null,"install_time_s":null,"import_time_s":null,"mem_mb":null,"disk_size":null},{"runtime":"python:3.12-slim","python_version":"3.12","os_libc":"slim (glibc)","variant":"openvino","exit_code":0,"wheel_type":"wheel","failure_reason":null,"import_side_effects":"broken","install_time_s":5.2,"import_time_s":null,"mem_mb":null,"disk_size":"254M"},{"runtime":"python:3.12-slim","python_version":"3.12","os_libc":"slim (glibc)","variant":"openvino","exit_code":1,"wheel_type":null,"failure_reason":null,"import_side_effects":null,"install_time_s":null,"import_time_s":null,"mem_mb":null,"disk_size":null},{"runtime":"python:3.13-alpine","python_version":"3.13","os_libc":"alpine (musl)","variant":"openvino","exit_code":1,"wheel_type":null,"failure_reason":"build_error","import_side_effects":null,"install_time_s":null,"import_time_s":null,"mem_mb":null,"disk_size":null},{"runtime":"python:3.13-alpine","python_version":"3.13","os_libc":"alpine (musl)","variant":"openvino","exit_code":1,"wheel_type":null,"failure_reason":null,"import_side_effects":null,"install_time_s":null,"import_time_s":null,"mem_mb":null,"disk_size":null},{"runtime":"python:3.13-slim","python_version":"3.13","os_libc":"slim (glibc)","variant":"openvino","exit_code":0,"wheel_type":"wheel","failure_reason":null,"import_side_effects":"broken","install_time_s":5.3,"import_time_s":null,"mem_mb":null,"disk_size":"254M"},{"runtime":"python:3.13-slim","python_version":"3.13","os_libc":"slim (glibc)","variant":"openvino","exit_code":1,"wheel_type":null,"failure_reason":null,"import_side_effects":null,"install_time_s":null,"import_time_s":null,"mem_mb":null,"disk_size":null},{"runtime":"python:3.9-alpine","python_version":"3.9","os_libc":"alpine (musl)","variant":"openvino","exit_code":1,"wheel_type":null,"failure_reason":"build_error","import_side_effects":null,"install_time_s":null,"import_time_s":null,"mem_mb":null,"disk_size":null},{"runtime":"python:3.9-alpine","python_version":"3.9","os_libc":"alpine (musl)","variant":"openvino","exit_code":1,"wheel_type":null,"failure_reason":null,"import_side_effects":null,"install_time_s":null,"import_time_s":null,"mem_mb":null,"disk_size":null},{"runtime":"python:3.9-slim","python_version":"3.9","os_libc":"slim (glibc)","variant":"openvino","exit_code":0,"wheel_type":"wheel","failure_reason":null,"import_side_effects":"noisy","install_time_s":6.7,"import_time_s":0.61,"mem_mb":16.9,"disk_size":"246M"},{"runtime":"python:3.9-slim","python_version":"3.9","os_libc":"slim (glibc)","variant":"openvino","exit_code":0,"wheel_type":null,"failure_reason":null,"import_side_effects":null,"install_time_s":null,"import_time_s":0.64,"mem_mb":16.9,"disk_size":"246M"}]}}