diff --git a/python/paddle/fluid/dygraph/base.py b/python/paddle/fluid/dygraph/base.py
index f4faf35f9a40cb4adb0715724b5f49aaa44a9246..fd20001a6e43285203c482742acdbb5feafac301 100644
--- a/python/paddle/fluid/dygraph/base.py
+++ b/python/paddle/fluid/dygraph/base.py
@@ -19,6 +19,7 @@ import sys
 import numpy as np
 from paddle.fluid import core
 from paddle.fluid import framework
+from paddle.fluid.multiprocess_utils import CleanupFuncRegistrar
 from .tracer import Tracer
 import logging
 import objgraph
@@ -134,6 +135,9 @@ def enable_dygraph(place=None):
         _functional_dygraph_context_manager = guard(place=place)
         _functional_dygraph_context_manager.__enter__()
 
+        # call disable_dygraph when Python exit
+        CleanupFuncRegistrar.register(disable_dygraph)
+
 
 def disable_dygraph():
     """