{"library":"runai-model-streamer","type":"library","category":null,"description":"The Run:ai Model Streamer is an open-source Python SDK designed to accelerate the loading of large AI models onto accelerators, such as GPUs or TPUs. It achieves this by streaming tensors directly from various storage locations (local, S3, GCS, Azure Blob Storage) to GPU memory, bypassing local disk buffering, and optimizing for the SafeTensors file format. The current version is 0.15.8, with releases occurring somewhat regularly, indicating active development.","language":"python","status":"active","version":"0.15.8","tags":["AI/ML","model serving","GPU","streaming","safetensors","vLLM","object storage"],"install":[{"cmd":"pip install runai-model-streamer","imports":["from runai_model_streamer import SafetensorsStreamer"]},{"cmd":"pip install runai-model-streamer-gcs","imports":[]},{"cmd":"pip install runai-model-streamer-s3","imports":[]},{"cmd":"pip install runai-model-streamer-azure","imports":[]},{"cmd":"pip install vllm[runai]","imports":[]}],"homepage":"https://www.run.ai","github":null,"docs":null,"changelog":null,"pypi":"https://pypi.org/project/runai-model-streamer/","npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"compatibility":{"summary":{"python_range":"3.10–3.9","success_rate":38,"avg_install_s":17.7,"avg_import_s":5.85,"wheel_type":"wheel"},"url":"https://checklist.day/v1/registry/runai-model-streamer/compatibility"},"provenance":{"verified_status":"passing","verified_at":"Sun Jun 28","last_verified":"Sun Jun 28","next_check":"Tue Jul 28","install_tag":null}}