#!/bin/bash

if [ $# != 2 ];then
    echo "usage: CUDA_VISIBLE_DEVICES=0 ${0} config_path ckpt_name"
    exit -1
fi

ngpu=$(echo $CUDA_VISIBLE_DEVICES | awk -F "," '{print NF}')
echo "using $ngpu gpus..."

config_path=$1
ckpt_name=$2

mkdir -p exp

# seed may break model convergence
seed=0
if [ ${seed} != 0 ]; then
    #export FLAGS_cudnn_deterministic=True
    echo "None"
fi

# export FLAGS_cudnn_exhaustive_search=true
# export FLAGS_conv_workspace_size_limit=4000

# seed may break model convergence
seed=0
if [ ${seed} != 0 ]; then
    echo "None"
fi

python3 -u ${BIN_DIR}/train.py \
--nproc ${ngpu} \
--config ${config_path} \
--output exp/${ckpt_name}
#--seed ${seed}

if [ ${seed} != 0 ]; then
    #unset FLAGS_cudnn_deterministic
    echo "None"
fi

if [ $? -ne 0 ]; then
    echo "Failed in training!"
    exit 1
fi

exit 0
