diff --git a/python/paddle/incubate/nn/layer/fused_transformer.py b/python/paddle/incubate/nn/layer/fused_transformer.py
index ca14c55175430d9133caac6b2c58e421f4c092fd..d38e8d1193beffeecd35c19fafdf47c10aaf8927 100644
--- a/python/paddle/incubate/nn/layer/fused_transformer.py
+++ b/python/paddle/incubate/nn/layer/fused_transformer.py
@@ -75,7 +75,7 @@ class FusedMultiHeadAttention(Layer):
                  embed_dim,
                  num_heads,
                  dropout_rate=0.5,
-                 attn_dropout_rate=None,
+                 attn_dropout_rate=0.5,
                  kdim=None,
                  vdim=None,
                  normalize_before=False,