diff --git a/static/tools/train_multi_machine.py b/static/tools/train_multi_machine.py
index 098845d0a58cd2bf76ee0400c4a30f6ce2d4814c..d4624b6ee73000640771c1910c05c620c08399c1 100644
--- a/static/tools/train_multi_machine.py
+++ b/static/tools/train_multi_machine.py
@@ -192,7 +192,6 @@ def main():
                                                          extra_keys)
 
     exe.run(startup_prog)
-    compiled_train_prog = fleet.main_program
 
     if FLAGS.eval:
         compiled_eval_prog = fluid.CompiledProgram(eval_prog)
@@ -253,7 +252,7 @@ def main():
         time_cost = np.mean(time_stat)
         eta_sec = (cfg.max_iters - it) * time_cost
         eta = str(datetime.timedelta(seconds=int(eta_sec)))
-        outs = exe.run(compiled_train_prog, fetch_list=train_values)
+        outs = exe.run(train_prog, fetch_list=train_values)
         stats = {k: np.array(v).mean() for k, v in zip(train_keys, outs[:-1])}
 
         # use vdl-paddle to log loss