|
@@ -3,11 +3,11 @@
|
|
|
|
|
|
from functools import partial
|
|
|
|
|
|
-from llama_recipes.datasets.grammar_dataset.grammar_dataset import get_dataset as get_grammar_dataset
|
|
|
-from llama_recipes.datasets.alpaca_dataset import InstructionDataset as get_alpaca_dataset
|
|
|
-from llama_recipes.datasets.custom_dataset import get_custom_dataset,get_data_collator
|
|
|
-from llama_recipes.datasets.samsum_dataset import get_preprocessed_samsum as get_samsum_dataset
|
|
|
-from llama_recipes.datasets.toxicchat_dataset import get_llamaguard_toxicchat_dataset as get_llamaguard_toxicchat_dataset
|
|
|
+from llama_cookbook.datasets.grammar_dataset.grammar_dataset import get_dataset as get_grammar_dataset
|
|
|
+from llama_cookbook.datasets.alpaca_dataset import InstructionDataset as get_alpaca_dataset
|
|
|
+from llama_cookbook.datasets.custom_dataset import get_custom_dataset,get_data_collator
|
|
|
+from llama_cookbook.datasets.samsum_dataset import get_preprocessed_samsum as get_samsum_dataset
|
|
|
+from llama_cookbook.datasets.toxicchat_dataset import get_llamaguard_toxicchat_dataset as get_llamaguard_toxicchat_dataset
|
|
|
DATASET_PREPROC = {
|
|
|
"alpaca_dataset": partial(get_alpaca_dataset),
|
|
|
"grammar_dataset": get_grammar_dataset,
|