diff --git a/python/paddle/fluid/transpiler/distribute_transpiler.py b/python/paddle/fluid/transpiler/distribute_transpiler.py
index bb1e026a6b1ffdc5af5cec0e6ef536f5c1279a47..8b379ddcf89f05d075f58525128e0be0a3452996 100644
--- a/python/paddle/fluid/transpiler/distribute_transpiler.py
+++ b/python/paddle/fluid/transpiler/distribute_transpiler.py
@@ -654,7 +654,7 @@ class DistributeTranspiler:
             if os.path.isfile(success_path):
                 return int(cur_dir)
 
-        if os.path.isdir(checkpoint_dir):
+        if not os.path.isdir(checkpoint_dir):
             return "-1"
 
         current_dir = 0