diff --git a/PaddleNLP/language_model/run.sh b/PaddleNLP/language_model/run.sh
index 0fb71feb560e2ea0ed4da496019d4ed9b0a5f942..aee494bf72dbcb49d237bd0b2c6460e219de3143 100644
--- a/PaddleNLP/language_model/run.sh
+++ b/PaddleNLP/language_model/run.sh
@@ -1,5 +1,5 @@
 #!/bin/bash
-export CUDA_VISIBLE_DEVICES=1,2,3,4,5,6,7
+export CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7
 
 function run_train ()
 {