cdschecker_modified_benchmarks/test.sh

   1 #!/bin/bash
   2
   3 EXE=$1
   4 TOTAL_RUN=500
   5 CDSLIB="/home/vagrant/c11tester"
   6 export LD_LIBRARY_PATH=${CDSLIB}
   7 export C11TESTER='-x1'
   8
   9
  10 COUNT_DATA_RACE=0
  11 COUNT_TIME=0
  12
  13 for i in `seq 1 1 $TOTAL_RUN` ; do
  14   OUTPUT="$(/usr/bin/time -f "time: %U %S" $EXE 2>&1)"
  15   RACE="$(echo "$OUTPUT" | grep "race")"
  16   if [ -n "$RACE" ] ; then
  17     ((++COUNT_DATA_RACE))
  18   fi
  19
  20   TIME="$(echo "$OUTPUT" | grep -o "time: .\... .\...")"
  21   TIME_USER_S="$(echo "$TIME" | cut -d' ' -f2 | cut -d'.' -f1)"
  22   TIME_USER_CS="$(echo "$TIME" | cut -d' ' -f2 | cut -d'.' -f2)"
  23   TIME_SYSTEM_S="$(echo "$TIME" | cut -d' ' -f3 | cut -d'.' -f1)"
  24   TIME_SYSTEM_CS="$(echo "$TIME" | cut -d' ' -f3 | cut -d'.' -f2)"
  25   TIME_EXE=$((10#$TIME_USER_S * 1000 + 10#$TIME_USER_CS * 10 + 10#$TIME_SYSTEM_S * 1000 + 10#$TIME_SYSTEM_CS * 10))
  26   COUNT_TIME=$((COUNT_TIME + TIME_EXE))
  27 done
  28
  29 AVG_DATA_RACE=$(echo "${COUNT_DATA_RACE} * 100 / ${TOTAL_RUN}" | bc -l | xargs printf "%.1f")
  30 AVG_TIME_INT=$(echo "${COUNT_TIME} / ${TOTAL_RUN} + 0.5" | bc -l | xargs printf "%.0f")
  31
  32 # -3 / log(1 - p) < n
  33 #NO_99=$(echo "-3 / (l(1 - (${AVG_DATA_RACE} / 100)) / l(10)) + 0.5" | bc -l | xargs printf "%.0f")
  34 #TIME_99=$(echo "${NO_99} * ${AVG_TIME_INT}" | bc -l)
  35
  36 echo "Runs: $TOTAL_RUN | Data races: $COUNT_DATA_RACE | Total time: ${COUNT_TIME}ms"
  37 echo "Time: ${AVG_TIME_INT}ms | Race rate: ${AVG_DATA_RACE}%"
  38 #echo "Time: ${AVG_TIME_INT}ms | Race rate: ${AVG_DATA_RACE}% | No. 99.9%: ${NO_99} | Time 99.9%: ${TIME_99}ms"