diff --git a/tests/test.sh b/tests/test.sh
index 60b0233c013e4c35d58c10ae9b65651c0715c12d..8e8d012a130d1b8a9caf5af96455028710c82550 100644
--- a/tests/test.sh
+++ b/tests/test.sh
@@ -248,6 +248,7 @@ for gpu in ${gpu_list[*]}; do
                 cmd="${python} -m paddle.distributed.launch --ips=${ips} --gpus=${gpu} ${run_train} ${save_model_key}=${save_log} ${set_pretrain} ${set_epoch} ${set_autocast} ${set_batchsize} ${set_train_params1}"
             fi
             # run train
+            eval "unset CUDA_VISIBLE_DEVICES"
             eval $cmd
             status_check $? "${cmd}" "${status_log}"