run_mkldnn.sh 1.4 KB
Newer Older
1 2 3
set -e

function train() {
T
tensor-tang 已提交
4 5
  unset OMP_NUM_THREADS MKL_NUM_THREADS
  export OMP_DYNAMIC="FALSE"
T
tensor-tang 已提交
6
  # TODO(TJ): auto 1.0 or 0,0 for HT on or off
T
tensor-tang 已提交
7
  export KMP_AFFINITY="granularity=fine,compact,0,0"
8
  topology=$1
T
tensor-tang 已提交
9 10 11 12
  layer_num=$2
  bs=$3
  use_mkldnn=$4
  if [ $4 == "True" ]; then
T
tensor-tang 已提交
13
    thread=1
T
tensor-tang 已提交
14 15
    log="logs/${topology}-${layer_num}-mkldnn-${bs}.log"
  elif [ $4 == "False" ]; then
T
tensor-tang 已提交
16
    thread=`nproc`
T
tensor-tang 已提交
17 18 19
    # each trainer_count use only 1 core to avoid conflict
    export OMP_NUM_THREADS=1
    export MKL_NUM_THREADS=1
T
tensor-tang 已提交
20
    log="logs/${topology}-${layer_num}-${thread}mklml-${bs}.log"
T
tensor-tang 已提交
21 22
  else
    echo "Wrong input $3, use True or False."
T
tensor-tang 已提交
23
    exit 0
24
  fi
T
tensor-tang 已提交
25
  args="batch_size=${bs},layer_num=${layer_num}"
26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44
  config="${topology}.py"
  paddle train --job=time \
    --config=$config \
    --use_mkldnn=$use_mkldnn \
    --use_gpu=False \
    --trainer_count=$thread \
    --log_period=10 \
    --test_period=100 \
    --config_args=$args \
    2>&1 | tee ${log} 
}

if [ ! -d "train.list" ]; then
  echo " " > train.list
fi
if [ ! -d "logs" ]; then
  mkdir logs
fi

T
tensor-tang 已提交
45 46 47 48 49
for use_mkldnn in True False; do
  for batchsize in 64 128 256; do
    # vgg-19 and vgg-16
    train vgg 19 $batchsize $use_mkldnn
    train vgg 16 $batchsize $use_mkldnn
50

T
tensor-tang 已提交
51 52 53 54 55 56
    # resnet-50, 101 and 152
    train resnet 50  $batchsize $use_mkldnn
    train resnet 101 $batchsize $use_mkldnn
    train resnet 152 $batchsize $use_mkldnn
  done
done