|
@@ -130,11 +130,8 @@
|
|
|
}
|
|
|
],
|
|
|
"source": [
|
|
|
- "from pathlib import Path\n",
|
|
|
- "import os\n",
|
|
|
- "import sys\n",
|
|
|
- "from utils.dataset_utils import get_preprocessed_dataset\n",
|
|
|
- "from configs.datasets import samsum_dataset\n",
|
|
|
+ "from llama_recipes.utils.dataset_utils import get_preprocessed_dataset\n",
|
|
|
+ "from llama_recipes.configs.datasets import samsum_dataset\n",
|
|
|
"\n",
|
|
|
"train_dataset = get_preprocessed_dataset(tokenizer, samsum_dataset, 'train')"
|
|
|
]
|