diff --git a/python/paddle/fluid/__init__.py b/python/paddle/fluid/__init__.py
index 3b73034dfde2e925a219331e5cd40f1b0537db0f..f9e0e0ae047a25937d9c82d9077fe323bb2aab8d 100644
--- a/python/paddle/fluid/__init__.py
+++ b/python/paddle/fluid/__init__.py
@@ -92,6 +92,10 @@ from .dygraph.checkpoint import save_dygraph, load_dygraph
 from .dygraph.varbase_patch_methods import monkey_patch_varbase
 from . import generator
 from .core import _cuda_synchronize
+from .generator import Generator
+from .trainer_desc import TrainerDesc, DistMultiTrainer, PipelineTrainer, MultiTrainer, HeterXpuTrainer, HeterBoxTrainer
+from .transpiler import HashName, RoundRobin
+from .backward import append_backward
 
 Tensor = LoDTensor
 enable_imperative = enable_dygraph
@@ -116,7 +120,6 @@ __all__ = framework.__all__ + executor.__all__ + \
         'transpiler',
         'nets',
         'optimizer',
-        'learning_rate_decay',
         'backward',
         'regularizer',
         'LoDTensor',
@@ -137,7 +140,6 @@ __all__ = framework.__all__ + executor.__all__ + \
         'install_check',
         'save',
         'load',
-        'VarBase',
         '_cuda_synchronize'
     ]
 
diff --git a/python/paddle/fluid/contrib/__init__.py b/python/paddle/fluid/contrib/__init__.py
index 0221a42e2a3e78685fd17af902354b7f4609df6a..64e7eb395b71238f70928c2c4d513224288b5013 100644
--- a/python/paddle/fluid/contrib/__init__.py
+++ b/python/paddle/fluid/contrib/__init__.py
@@ -33,6 +33,7 @@ from .mixed_precision import *
 from . import layers
 from .layers import *
 from . import optimizer
+from .optimizer import *
 from . import sparsity
 from .sparsity import *
 
diff --git a/python/paddle/fluid/contrib/mixed_precision/__init__.py b/python/paddle/fluid/contrib/mixed_precision/__init__.py
index a580ae5574c35bfc316a2ee3582fc5425145c2a1..1dd5015ec80f2256c595364c22bd969f2ca327b2 100644
--- a/python/paddle/fluid/contrib/mixed_precision/__init__.py
+++ b/python/paddle/fluid/contrib/mixed_precision/__init__.py
@@ -20,7 +20,9 @@ from . import fp16_lists
 from .fp16_lists import *
 from . import fp16_utils
 from .fp16_utils import *
+from . import bf16
 
-__all__ = decorator.__all__
+__all__ = []
+__all__ += decorator.__all__
 __all__ += fp16_lists.__all__
 __all__ += fp16_utils.__all__
diff --git a/python/paddle/fluid/contrib/mixed_precision/bf16/__init__.py b/python/paddle/fluid/contrib/mixed_precision/bf16/__init__.py
index d3632729a3b02a166a2741638bba6e781b4e68ba..0920176f772352fe954cc10f538f6fb897da2ac4 100644
--- a/python/paddle/fluid/contrib/mixed_precision/bf16/__init__.py
+++ b/python/paddle/fluid/contrib/mixed_precision/bf16/__init__.py
@@ -21,6 +21,7 @@ from .amp_utils import *
 from . import decorator
 from .decorator import *
 
-__all__ = decorator.__all__
+__all__ = []
+__all__ += decorator.__all__
 __all__ += amp_lists.__all__
 __all__ += amp_utils.__all__