diff --git a/python/paddle/fluid/tests/unittests/dist_ctr.py b/python/paddle/fluid/tests/unittests/dist_ctr.py
index 902dc6544ed6858c4cd8d64b14d6af2367059091..088f16a8ac7cd3d30e2100e0981f51d5ff7ce342 100644
--- a/python/paddle/fluid/tests/unittests/dist_ctr.py
+++ b/python/paddle/fluid/tests/unittests/dist_ctr.py
@@ -59,7 +59,8 @@ class TestDistCTR2x2(TestDistRunnerBase):
             param_attr=fluid.ParamAttr(
                 name="deep_embedding",
                 initializer=fluid.initializer.Constant(value=0.01)),
-            is_sparse=IS_SPARSE)
+            is_sparse=IS_SPARSE,
+            remote_prefetch=True)
         dnn_pool = fluid.layers.sequence_pool(
             input=dnn_embedding, pool_type="sum")
         dnn_out = dnn_pool
@@ -81,7 +82,8 @@ class TestDistCTR2x2(TestDistRunnerBase):
             param_attr=fluid.ParamAttr(
                 name="wide_embedding",
                 initializer=fluid.initializer.Constant(value=0.01)),
-            is_sparse=IS_SPARSE)
+            is_sparse=IS_SPARSE,
+            remote_prefetch=True)
         lr_pool = fluid.layers.sequence_pool(input=lr_embbding, pool_type="sum")
 
         merge_layer = fluid.layers.concat(input=[dnn_out, lr_pool], axis=1)