Browse Source

Update peft_finetuning.ipynb (#461)

Hamid Shojanazeri 6 months ago
parent
commit
40fd72a8d4
1 changed files with 2 additions and 2 deletions
  1. 2 2
      recipes/finetuning/huggingface_trainer/peft_finetuning.ipynb

+ 2 - 2
recipes/finetuning/huggingface_trainer/peft_finetuning.ipynb

@@ -251,7 +251,7 @@
     "        get_peft_model,\n",
     "        get_peft_model,\n",
     "        LoraConfig,\n",
     "        LoraConfig,\n",
     "        TaskType,\n",
     "        TaskType,\n",
-    "        prepare_model_for_int8_training,\n",
+    "        prepare_model_for_kbit_training,\n",
     "    )\n",
     "    )\n",
     "\n",
     "\n",
     "    peft_config = LoraConfig(\n",
     "    peft_config = LoraConfig(\n",
@@ -264,7 +264,7 @@
     "    )\n",
     "    )\n",
     "\n",
     "\n",
     "    # prepare int-8 model for training\n",
     "    # prepare int-8 model for training\n",
-    "    model = prepare_model_for_int8_training(model)\n",
+    "    model = prepare_model_for_kbit_training(model)\n",
     "    model = get_peft_model(model, peft_config)\n",
     "    model = get_peft_model(model, peft_config)\n",
     "    model.print_trainable_parameters()\n",
     "    model.print_trainable_parameters()\n",
     "    return model, peft_config\n",
     "    return model, peft_config\n",