|
@@ -6,7 +6,7 @@
|
|
import copy
|
|
import copy
|
|
import datasets
|
|
import datasets
|
|
import itertools
|
|
import itertools
|
|
-from llama_recipes.inference.prompt_format_utils import LLAMA_GUARD_3_CATEGORY
|
|
|
|
|
|
+from llama_cookbook.inference.prompt_format_utils import LLAMA_GUARD_3_CATEGORY
|
|
import ast
|
|
import ast
|
|
import fire
|
|
import fire
|
|
|
|
|
|
@@ -19,7 +19,7 @@ def tokenize_prompt_and_labels(full_prompt, tokenizer):
|
|
return dict(combined_tokens, attention_mask=[1]*len(combined_tokens["input_ids"]))
|
|
return dict(combined_tokens, attention_mask=[1]*len(combined_tokens["input_ids"]))
|
|
|
|
|
|
|
|
|
|
-from llama_recipes.data.llama_guard.finetuning_data_formatter import TrainingExample, Guidelines, Category, LlamaGuardPromptConfigs, LlamaGuardGenerationConfigs, ExplanationPosition, AugmentationConfigs, FormatterConfigs, create_formatted_finetuning_examples
|
|
|
|
|
|
+from llama_cookbook.data.llama_guard.finetuning_data_formatter import TrainingExample, Guidelines, Category, LlamaGuardPromptConfigs, LlamaGuardGenerationConfigs, ExplanationPosition, AugmentationConfigs, FormatterConfigs, create_formatted_finetuning_examples
|
|
from datasets import Dataset, DatasetInfo
|
|
from datasets import Dataset, DatasetInfo
|
|
|
|
|
|
def mapTcCategoriesToLGCategories(TcCategoriesString):
|
|
def mapTcCategoriesToLGCategories(TcCategoriesString):
|