{"library":"peft","install":[{"cmd":"pip install peft","imports":["from peft import LoraConfig, get_peft_model, TaskType\n\nconfig = LoraConfig(\n    r=16,\n    lora_alpha=32,\n    target_modules=['q_proj', 'v_proj'],\n    lora_dropout=0.05,\n    bias='none',\n    task_type=TaskType.CAUSAL_LM\n)\nmodel = get_peft_model(model, config)\nmodel.print_trainable_parameters()","# Only works on non-quantized (full precision) base model:\nmodel = AutoModelForCausalLM.from_pretrained(base_id, torch_dtype=torch.float16)\npeft_model = PeftModel.from_pretrained(model, adapter_id)\nmerged = peft_model.merge_and_unload()\nmerged.save_pretrained('merged_model')"]},{"cmd":"pip install peft bitsandbytes","imports":[]}]}