{"library":"deepspeed","install":[{"cmd":"pip install deepspeed","imports":["import deepspeed\nengine, optimizer, _, _ = deepspeed.initialize(model=model, optimizer=optimizer, config_params=ds_config)","from deepspeed.runtime.engine import DeepSpeedEngine","from deepspeed.ops.adam import DeepSpeedCPUAdam"]},{"cmd":"DS_BUILD_OPS=1 pip install deepspeed --global-option=\"--cuda_ext\" --global-option=\"--multi_tensor_adam\" --global-option=\"--fused_lamb\" --global-option=\"--sparse_attn\" --global-option=\"--fp16\"","imports":[]}]}