diff --git a/fluid/neural_machine_translation/transformer/model.py b/fluid/neural_machine_translation/transformer/model.py
index fc76dbbd6fe4af5d5924451d2d96cf66fce230f9..ee2d1d501f25881e401bb725b67b0a78b71f7605 100644
--- a/fluid/neural_machine_translation/transformer/model.py
+++ b/fluid/neural_machine_translation/transformer/model.py
@@ -639,7 +639,8 @@ def wrap_decoder(trg_vocab_size,
     if weight_sharing:
         predict = layers.matmul(
             x=dec_output,
-            y=fluid.get_var(word_emb_param_names[0]),
+            y=fluid.default_main_program().global_block().var(
+                word_emb_param_names[0]),
             transpose_y=True)
     else:
         predict = layers.fc(input=dec_output,