diff --git a/python/paddle/fluid/tests/unittests/dygraph_to_static/transformer_dygraph_model.py b/python/paddle/fluid/tests/unittests/dygraph_to_static/transformer_dygraph_model.py
index 27b24e120d74898cfd1d56855e7983cb1bc29b08..6098cb3d213743d575a9c6ff905bd587b44a8ee0 100644
--- a/python/paddle/fluid/tests/unittests/dygraph_to_static/transformer_dygraph_model.py
+++ b/python/paddle/fluid/tests/unittests/dygraph_to_static/transformer_dygraph_model.py
@@ -584,8 +584,9 @@ class Transformer(Layer):
                 [[0.] + [-inf] * (beam_size - 1)] * batch_size,
                 dtype="float32"))
 
-        finished = fluid.layers.fill_constant(
-            shape=[batch_size, beam_size], value=0, dtype="bool")
+        finished = to_variable(
+            np.full(
+                [batch_size, beam_size], 0, dtype="bool"))
 
         trg_word = layers.fill_constant(
             shape=[batch_size * beam_size, 1], dtype="int64", value=bos_id)