|
@@ -251,7 +251,7 @@
|
|
|
" get_peft_model,\n",
|
|
|
" LoraConfig,\n",
|
|
|
" TaskType,\n",
|
|
|
- " prepare_model_for_int8_training,\n",
|
|
|
+ " prepare_model_for_kbit_training,\n",
|
|
|
" )\n",
|
|
|
"\n",
|
|
|
" peft_config = LoraConfig(\n",
|
|
@@ -264,7 +264,7 @@
|
|
|
" )\n",
|
|
|
"\n",
|
|
|
" # prepare int-8 model for training\n",
|
|
|
- " model = prepare_model_for_int8_training(model)\n",
|
|
|
+ " model = prepare_model_for_kbit_training(model)\n",
|
|
|
" model = get_peft_model(model, peft_config)\n",
|
|
|
" model.print_trainable_parameters()\n",
|
|
|
" return model, peft_config\n",
|