|
@@ -27,7 +27,7 @@ from transformers.models.llama.modeling_llama import LlamaDecoderLayer
|
|
|
|
|
|
from llama_recipes.configs import fsdp_config as FSDP_CONFIG
|
|
from llama_recipes.configs import fsdp_config as FSDP_CONFIG
|
|
from llama_recipes.configs import train_config as TRAIN_CONFIG
|
|
from llama_recipes.configs import train_config as TRAIN_CONFIG
|
|
-from llama_recipes.configs.quantization import quantizatio_config
|
|
|
|
|
|
+from llama_recipes.configs.quantization import quantization_config
|
|
from llama_recipes.data.concatenator import ConcatDataset
|
|
from llama_recipes.data.concatenator import ConcatDataset
|
|
from llama_recipes.policies import AnyPrecisionAdamW, apply_fsdp_checkpointing
|
|
from llama_recipes.policies import AnyPrecisionAdamW, apply_fsdp_checkpointing
|
|
|
|
|