|
@@ -76,9 +76,9 @@ def main(**kwargs):
|
|
"""
|
|
"""
|
|
v = packaging.version.parse(torch.__version__)
|
|
v = packaging.version.parse(torch.__version__)
|
|
verify_latest_nightly = v.is_devrelease and v.dev >= 20230701
|
|
verify_latest_nightly = v.is_devrelease and v.dev >= 20230701
|
|
- if not verify_latest_nightly:
|
|
|
|
- raise Exception("latest pytorch nightly build is required to run with low_cpu_fsdp config, "
|
|
|
|
- "please install latest nightly.")
|
|
|
|
|
|
+ #if not verify_latest_nightly:
|
|
|
|
+ #raise Exception("latest pytorch nightly build is required to run with low_cpu_fsdp config, "
|
|
|
|
+ #"please install latest nightly.")
|
|
if rank == 0:
|
|
if rank == 0:
|
|
model = LlamaForCausalLM.from_pretrained(
|
|
model = LlamaForCausalLM.from_pretrained(
|
|
train_config.model_name,
|
|
train_config.model_name,
|