Parcourir la source

add new argument: tokenizer_name

Rahul A R il y a 11 mois
Parent
commit
2fa8e69b62
1 fichiers modifiés avec 1 ajouts et 0 suppressions
  1. 1 0
      src/llama_recipes/configs/training.py

+ 1 - 0
src/llama_recipes/configs/training.py

@@ -7,6 +7,7 @@ from dataclasses import dataclass
 @dataclass
 @dataclass
 class train_config:
 class train_config:
     model_name: str="PATH/to/LLAMA/7B"
     model_name: str="PATH/to/LLAMA/7B"
+    tokenizer_name: str=None
     enable_fsdp: bool=False
     enable_fsdp: bool=False
     low_cpu_fsdp: bool=False
     low_cpu_fsdp: bool=False
     run_validation: bool=True
     run_validation: bool=True