{"library":"sglang-router","type":"library","category":null,"description":"SGLang Router (PyPI: `sglang-router`, current version 0.3.2) is a high-performance, Rust-based load balancer designed for SGLang instances, facilitating data parallelism and advanced request routing. It supports multiple load balancing algorithms, including cache-aware, power of two, random, and round robin, and is specialized for prefill-decode disaggregated serving architectures. The project has been evolving into the 'SGLang Model Gateway', aiming to become a full OpenAI API server with features like native tool calling and session management. It maintains an active development pace with frequent updates and bug fixes.","language":"python","status":"active","version":"0.3.2","tags":["LLM","router","load balancing","inference","SGLang","Rust","AI","model gateway"],"install":[{"cmd":"pip install sglang-router","imports":["from sglang_router import Router"]}],"homepage":null,"github":null,"docs":null,"changelog":null,"pypi":"https://pypi.org/project/sglang-router/","npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"compatibility":{"summary":{"python_range":"3.10–3.9","success_rate":100,"avg_install_s":7.7,"avg_import_s":null,"wheel_type":"wheel"},"url":"https://checklist.day/v1/registry/sglang-router/compatibility"},"provenance":{"verified_status":"import_fail","verified_at":"Fri Jul 03","last_verified":"Fri Jul 03","next_check":"Fri Jul 10","install_tag":null}}