diff --git a/fluid/PaddleNLP/machine_reading_comprehension/run.sh b/fluid/PaddleNLP/machine_reading_comprehension/run.sh
index a8241d05c2b6dca7915f2f6164f26e3e5938ab73..cc381c9ecdcfe1b547e0c11fe8d7fe6149248b21 100644
--- a/fluid/PaddleNLP/machine_reading_comprehension/run.sh
+++ b/fluid/PaddleNLP/machine_reading_comprehension/run.sh
@@ -18,5 +18,5 @@ python run.py   \
 --max_p_len 500 \
 --max_q_len 60 \
 --max_a_len 200 \
---weight_decay 0.0 \
+--weight_decay 0.0001 \
 --drop_rate 0.2 $@\