slurm-TensorFlow-resnet50-multinode-MPI.batch 540 B

123456789101112131415161718192021222324
  1. #!/bin/bash
  2. #SBATCH -n 2
  3. #SBATCH -N 2
  4. #SBATCH -J TF-resnet50
  5. #SBATCH -o %J-tf-resnet50.txt
  6. #SBATCH -t 00:30:00
  7. mpirun \
  8. --map-by numa \
  9. python \
  10. /foo/tensorflow/benchmarks/scripts/tf_cnn_benchmarks/tf_cnn_benchmarks.py \
  11. --batch_size=512 \
  12. --model=resnet50 \
  13. --variable_update=horovod \
  14. --optimizer=momentum \
  15. --nodistortions \
  16. --gradient_repacking=8 \
  17. --weight_decay=1e-4 \
  18. --use_fp16=true \
  19. --data_dir=/data/tensorflow/ \
  20. --data_name=imagenet