{"library":"smg-grpc-servicer","title":"SMG gRPC Servicer","type":"library","description":"SMG gRPC servicer implementations for LLM inference engines (vLLM, SGLang). Provides gRPC service stubs and helpers for the Shepherd Model Gateway ecosystem. Current version 0.5.2, requires Python >=3.10.","language":"python","status":"active","last_verified":"Mon Apr 27","install":{"commands":["pip install smg-grpc-servicer"],"cli":null},"imports":["from smg_grpc_servicer import NvidiaGpuModelProviderAsyncio"],"auth":{"required":false,"env_vars":[]},"links":{"homepage":null,"github":"https://github.com/lightseekorg/smg","docs":null,"changelog":null,"pypi":"https://pypi.org/project/smg-grpc-servicer/","npm":null,"openapi_spec":null,"status_page":null,"smithery":null},"quickstart":{"code":"import asyncio\nfrom smg_grpc_servicer import NvidiaGpuModelProviderAsyncio\n\nasync def main():\n    provider = NvidiaGpuModelProviderAsyncio(\n        workers=[{\"url\": \"localhost:50051\", \"disconnected_debounce_s\": 5.0}],\n        request_interval=0.1,\n        inference_engine=\"sglang\",\n        name=\"my-engine\",\n    )\n    async with provider.run():\n        await asyncio.sleep(10)\n\nasyncio.run(main())","lang":"python","description":"Run a basic async gRPC provider for a single SGLang worker.","tag":null,"tag_description":null,"last_tested":null,"results":[]},"compatibility":null}