diff --git a/paddleslim/nas/darts/train_search.py b/paddleslim/nas/darts/train_search.py
index 74d1b7eeee4b5b210f84ac3b9e9c8f4bf287c98e..056944e61e9417e0c6eced22d5b8a155005732e5 100644
--- a/paddleslim/nas/darts/train_search.py
+++ b/paddleslim/nas/darts/train_search.py
@@ -176,8 +176,6 @@ class DARTSearch(object):
 
         """
 
-        if self.use_data_parallel:
-            strategy = fluid.dygraph.parallel.prepare_context()
         model_parameters = [
             p for p in self.model.parameters()
             if p.name not in [a.name for a in self.model.arch_parameters()]