run_mkldnn.sh 1.1 KB
Newer Older
1 2 3
set -e

function train() {
T
tensor-tang 已提交
4
  unset OMP_NUM_THREADS MKL_NUM_THREADS
5 6
  export OMP_DYNAMIC="FALSE"
  export KMP_AFFINITY="granularity=fine,compact,0,0"
7
  topology=$1
T
tensor-tang 已提交
8 9 10 11
  layer_num=$2
  bs=$3
  use_mkldnn=$4
  if [ $4 == "True" ]; then
T
tensor-tang 已提交
12
    thread=1
T
tensor-tang 已提交
13 14
    log="logs/${topology}-${layer_num}-mkldnn-${bs}.log"
  elif [ $4 == "False" ]; then
T
tensor-tang 已提交
15
    thread=`nproc`
T
tensor-tang 已提交
16 17 18
    # each trainer_count use only 1 core to avoid conflict
    export OMP_NUM_THREADS=1
    export MKL_NUM_THREADS=1
T
tensor-tang 已提交
19
    log="logs/${topology}-${layer_num}-${thread}mklml-${bs}.log"
T
tensor-tang 已提交
20 21
  else
    echo "Wrong input $3, use True or False."
T
tensor-tang 已提交
22
    exit 0
23
  fi
T
tensor-tang 已提交
24
  args="batch_size=${bs},layer_num=${layer_num}"
25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43
  config="${topology}.py"
  paddle train --job=time \
    --config=$config \
    --use_mkldnn=$use_mkldnn \
    --use_gpu=False \
    --trainer_count=$thread \
    --log_period=10 \
    --test_period=100 \
    --config_args=$args \
    2>&1 | tee ${log} 
}

if [ ! -d "train.list" ]; then
  echo " " > train.list
fi
if [ ! -d "logs" ]; then
  mkdir logs
fi

T
tensor-tang 已提交
44 45 46 47 48 49
for use_mkldnn in True False; do
  for batchsize in 64 128 256; do
    train vgg 19 $batchsize $use_mkldnn
    train resnet 50  $batchsize $use_mkldnn
  done
done