time_all_stats_pred.sh 1.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142
  1. # DIR=/scratch/mikem/UserSupport/weizhe.li/runs_process_cn_False/normal_wnorm_448_400_7691563
  2. # DIR=/scratch/mikem/UserSupport/weizhe.li/runs_process_cn_V2_False/testing_wnorm_448_400_7694088
  3. # DIR=/scratch/mikem/UserSupport/weizhe.li/runs_process_cn_V2_True/testing_wnorm_448_400_7694222
  4. # PREFIX=test
  5. # DIR=/scratch/mikem/UserSupport/weizhe.li/runs_process_cn_V2_True/tumor_wnorm_448_400_7694290
  6. # PREFIX=tumor
  7. DIR=/scratch/mikem/UserSupport/weizhe.li/runs_process_cn_V2_True/normal_wnorm_448_400_7694229
  8. PREFIX=normal
  9. SUBDIRS=`ls -1 $DIR | grep $PREFIX`
  10. STAT_FILE="$PREFIX"_timing_all.txt
  11. rm -f $STAT_FILE
  12. ALL_GROUPS="$PREFIX"_all_groups.txt
  13. rm -f $ALL_GROUPS
  14. DP=details
  15. rm -rf $DP
  16. mkdir -p $DP
  17. for SD in $SUBDIRS
  18. do
  19. echo "Processing $SD subdirectory..."
  20. echo $SD
  21. PREFIX1=$SD
  22. find "$DIR"/"$SD"/sysout -name "$PREFIX1"* | xargs grep -e user -e sys > "$DP"/"$SD"_timing.txt
  23. awk '{ print $2 }' "$DP"/"$SD"_timing.txt > "$DP"/"$SD"_timing_2nd.txt
  24. sed 's/m/ /g; s/s//g' "$DP"/"$SD"_timing_2nd.txt > "$DP"/"$SD"_timing_2nd_no_ms.txt
  25. awk -v sd="$SD" '{mult+=$1*60+$2;} END {printf ("%.18f %s\n", mult, sd);}' "$DP"/"$SD"_timing_2nd_no_ms.txt >> $STAT_FILE
  26. awk '{ printf ("%.18f\n", $1 * 60 + $2) }' "$DP"/"$SD"_timing_2nd_no_ms.txt > "$DP"/"$SD"_timing_secs.txt
  27. awk 'NR%2 { split($0, a) ; next } { for (i=1; i<=NF; i++) printf (" %.18f", a[i]+$i) ; print "" }' "$DP"/"$SD"_timing_secs.txt >> $ALL_GROUPS
  28. done
  29. sort -k1 -n $STAT_FILE > "$STAT_FILE"_sorted.txt
  30. awk '{sum+=$1;} END {printf ("%.18f", sum);}' "$STAT_FILE"_sorted.txt > "$STAT_FILE"_total_seconds.txt
  31. sort -k1 -n $ALL_GROUPS > "$ALL_GROUPS"_sorted