run_openblas_infer.sh 1.9 KB
Newer Older
1 2
set -e

T
tensor-tang 已提交
3 4 5 6
function clock_to_seconds() {
  hours=`echo $1 | awk -F ':' '{print $1}'`
  mins=`echo $1 | awk -F ':' '{print $2}'`
  secs=`echo $1 | awk -F ':' '{print $3}'`
T
tensor-tang 已提交
7
  echo `awk 'BEGIN{printf "%.2f",('$secs' + '$mins' * 60 + '$hours' * 3600)}'`
T
tensor-tang 已提交
8 9
}

10
function infer() {
11
  export OPENBLAS_MAIN_FREE=1
12 13 14
  topology=$1
  layer_num=$2
  bs=$3
15 16 17
  trainers=`nproc`
  if [ $trainers -gt $bs ]; then
    trainers=$bs
18
  fi
19 20 21 22 23 24
  log="logs/infer-${topology}-${layer_num}-${trainers}openblas-${bs}.log"
  threads=$((`nproc` / trainers))
  if [ $threads -eq 0 ]; then
    threads=1
  fi
  export OPENBLAS_NUM_THREADS=$threads
25 26 27

  models_in="models/${topology}-${layer_num}/pass-00000/"
  if [ ! -d $models_in ]; then
28 29
    echo "./run_mkl_infer.sh to save the model first"
    exit 0
30
  fi
31
  log_period=$((32 / bs))
32 33
  paddle train --job=test \
    --config="${topology}.py" \
34
    --use_mkldnn=False \
35
    --use_gpu=False \
36
    --trainer_count=$trainers \
T
tensor-tang 已提交
37
    --log_period=$log_period \
38
    --config_args="batch_size=${bs},layer_num=${layer_num},is_infer=True,num_samples=256" \
39
    --init_model_path=$models_in \
T
tensor-tang 已提交
40 41
    2>&1 | tee ${log}

42
  # calculate the last 5 logs period time of 160(=32*5) samples,
T
tensor-tang 已提交
43 44 45 46 47
  # the time before are burning time.
  start=`tail ${log} -n 7 | head -n 1 | awk -F ' ' '{print $2}' | xargs`
  end=`tail ${log} -n 2 | head -n 1 | awk -F ' ' '{print $2}' | xargs`
  start_sec=`clock_to_seconds $start`
  end_sec=`clock_to_seconds $end`
48 49
  fps=`awk 'BEGIN{printf "%.2f",(160 / ('$end_sec' - '$start_sec'))}'`
  echo "Last 160 samples start: ${start}(${start_sec} sec), end: ${end}(${end_sec} sec;" >> ${log}
T
tensor-tang 已提交
50
  echo "FPS: $fps images/sec" 2>&1 | tee -a ${log}
51 52 53 54 55 56 57 58 59 60 61 62 63
}

if [ ! -f "train.list" ]; then
  echo " " > train.list
fi
if [ ! -f "test.list" ]; then
  echo " " > test.list
fi
if [ ! -d "logs" ]; then
  mkdir logs
fi

# inference benchmark
64 65
for batchsize in 1 2 4 8 16; do
  infer vgg 19 $batchsize
T
tensor-tang 已提交
66 67 68
  infer resnet 50 $batchsize 
  infer googlenet v1 $batchsize
  infer alexnet 2 $batchsize
69
done