diff --git a/run.sh b/run.sh
index 59a351023847b03a76f92da3c2157df0275f5abc..0389313a6c661d189a450f71c40e1cd1c530d76d 100755
--- a/run.sh
+++ b/run.sh
@@ -4,7 +4,7 @@
 export FLAGS_sync_nccl_allreduce=0
 export FLAGS_eager_delete_tensor_gb=1
 
-export CUDA_VISIBLE_DEVICES=2
+export CUDA_VISIBLE_DEVICES=0
 
 if [[ ! -d pretrain_model/bert ]]; then
     bash download_pretrain.sh bert