From 45f9c9eb4dfa9d33182dde84d5e54bb7ec907c77 Mon Sep 17 00:00:00 2001
From: zhangkaihuo <zhangkaihuo@baidu.com>
Date: Fri, 28 Jan 2022 16:39:24 +0800
Subject: [PATCH] recovery code (#39287)

---
 python/paddle/incubate/nn/layer/fused_transformer.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/python/paddle/incubate/nn/layer/fused_transformer.py b/python/paddle/incubate/nn/layer/fused_transformer.py
index ca14c55175..d38e8d1193 100644
--- a/python/paddle/incubate/nn/layer/fused_transformer.py
+++ b/python/paddle/incubate/nn/layer/fused_transformer.py
@@ -75,7 +75,7 @@ class FusedMultiHeadAttention(Layer):
                  embed_dim,
                  num_heads,
                  dropout_rate=0.5,
-                 attn_dropout_rate=None,
+                 attn_dropout_rate=0.5,
                  kdim=None,
                  vdim=None,
                  normalize_before=False,
-- 
GitLab