diff --git a/tools/program.py b/tools/program.py
index 743ace090cc608523fc76c4e90864b60a0934e86..10299940d61dd0c7b6df770e7441d3c6551954a9 100755
--- a/tools/program.py
+++ b/tools/program.py
@@ -511,7 +511,7 @@ def preprocess(is_train=False):
 
     config['Global']['distributed'] = dist.get_world_size() != 1
 
-    if config['Global']['use_visualdl']:
+    if config['Global']['use_visualdl'] and dist.get_rank() == 0:
         from visualdl import LogWriter
         save_model_dir = config['Global']['save_model_dir']
         vdl_writer_path = '{}/vdl/'.format(save_model_dir)