Deep-Learning-AI-on-HPC-clusters/wall_clock_time_stats_pred.sh

# DIR=/scratch/mikem/UserSupport/weizhe.li/runs_process_cn_V2_False/testing_wnorm_448_400_7694088
# DIR=/scratch/mikem/UserSupport/weizhe.li/runs_process_cn_V2_True/testing_wnorm_448_400_7694222

# DIR=/scratch/mikem/UserSupport/weizhe.li/runs_process_cn_V2_True/tumor_wnorm_448_400_7694290
# PREFIX=tumor

DIR=/scratch/mikem/UserSupport/weizhe.li/runs_process_cn_V2_True/normal_wnorm_448_400_7694229
PREFIX=normal

SUBDIRS=`ls -1 $DIR | grep $PREFIX`

STAT_FILE=timing_pred.txt
rm -f $STAT_FILE

for SD in $SUBDIRS
do
  echo "Processing $SD subdirectory..."
  echo $SD
  
  PREFIX1=$SD
  find "$DIR"/"$SD"/sysout -name "$PREFIX1"* | xargs grep "seconds" >> $STAT_FILE
done

sort -k2 -n $STAT_FILE > "$STAT_FILE"_sorted.txt 

awk '{ print $2 }' "$STAT_FILE"_sorted.txt > "$STAT_FILE"_sorted_2ndc.txt