Igor Kasianenko преди 2 месеца
родител
ревизия
704a23a0e0
променени са 1 файла, в които са добавени 1 реда и са изтрити 1 реда
  1. 1 1
      src/llama_cookbook/utils/fsdp_utils.py

+ 1 - 1
src/llama_cookbook/utils/fsdp_utils.py

@@ -6,7 +6,7 @@ import torch.cuda.nccl as nccl
 import torch.distributed as dist
 
 from llama_cookbook.policies import fpSixteen,bfSixteen, get_llama_wrapper
-from torch.distributed._tensor.device_mesh import init_device_mesh
+from torch.distributed.tensor.device_mesh import init_device_mesh
 
 def fsdp_auto_wrap_policy(model, transformer_layer_names):
     import functools