Browse Source

update datasets

Sanyam Bhutani 3 months ago
parent
commit
23f98f8a5d
1 changed files with 2 additions and 2 deletions
  1. 2 2
      src/llama_cookbook/datasets/toxicchat_dataset.py

+ 2 - 2
src/llama_cookbook/datasets/toxicchat_dataset.py

@@ -6,7 +6,7 @@
 import copy
 import datasets
 import itertools
-from llama_recipes.inference.prompt_format_utils import  LLAMA_GUARD_3_CATEGORY
+from llama_cookbook.inference.prompt_format_utils import  LLAMA_GUARD_3_CATEGORY
 import ast
 import fire
 
@@ -19,7 +19,7 @@ def tokenize_prompt_and_labels(full_prompt, tokenizer):
         return dict(combined_tokens, attention_mask=[1]*len(combined_tokens["input_ids"]))
     
 
-from llama_recipes.data.llama_guard.finetuning_data_formatter import TrainingExample, Guidelines, Category, LlamaGuardPromptConfigs, LlamaGuardGenerationConfigs, ExplanationPosition, AugmentationConfigs, FormatterConfigs, create_formatted_finetuning_examples
+from llama_cookbook.data.llama_guard.finetuning_data_formatter import TrainingExample, Guidelines, Category, LlamaGuardPromptConfigs, LlamaGuardGenerationConfigs, ExplanationPosition, AugmentationConfigs, FormatterConfigs, create_formatted_finetuning_examples
 from datasets import Dataset, DatasetInfo
 
 def mapTcCategoriesToLGCategories(TcCategoriesString):