diff --git a/python/paddle/fluid/tests/unittests/CMakeLists.txt b/python/paddle/fluid/tests/unittests/CMakeLists.txt
index aae15850d1cf8479e3159125a389cd6d5c26eeb1..e4a11e5b7a33d1782b254d4cfa95c46f77bcfc8b 100644
--- a/python/paddle/fluid/tests/unittests/CMakeLists.txt
+++ b/python/paddle/fluid/tests/unittests/CMakeLists.txt
@@ -59,11 +59,9 @@ if(WIN32)
 
     # TODO: Fix these unittests failed on Windows
     LIST(REMOVE_ITEM TEST_OPS test_debugger)
-    list(REMOVE_ITEM TEST_OPS test_desc_clone)
     list(REMOVE_ITEM TEST_OPS test_fake_init_op)
     list(REMOVE_ITEM TEST_OPS test_merge_ids_op)
     list(REMOVE_ITEM TEST_OPS test_split_ids_op)
-    list(REMOVE_ITEM TEST_OPS test_program_code)
     LIST(REMOVE_ITEM TEST_OPS test_ref_by_trainer_id_op)
     LIST(REMOVE_ITEM TEST_OPS test_math_op_patch_var_base)
 endif()
diff --git a/python/paddle/fluid/tests/unittests/test_desc_clone.py b/python/paddle/fluid/tests/unittests/test_desc_clone.py
index 43bf39ccd537994655dcb4c94de46fe47702c57e..6b49de536ad390e0accd42bdc4f6967fd9369d5a 100644
--- a/python/paddle/fluid/tests/unittests/test_desc_clone.py
+++ b/python/paddle/fluid/tests/unittests/test_desc_clone.py
@@ -18,6 +18,7 @@ import numpy as np
 import argparse
 import time
 import math
+import sys
 
 import paddle
 import paddle.fluid as fluid
@@ -177,6 +178,8 @@ def program_equal(a, b):
 
 
 class TestDistMnist(unittest.TestCase):
+    @unittest.skipIf(sys.platform == "win32",
+                     "Windows does not support distribution")
     def test_desc_clone(self):
         get_model(batch_size=20)
 
diff --git a/python/paddle/fluid/tests/unittests/test_program_code.py b/python/paddle/fluid/tests/unittests/test_program_code.py
index 036007c6accd47edbc9cbae4b63c24ae3e3b021e..76ff3f37bf00688acd95e7b6a23b9287b3296eaf 100644
--- a/python/paddle/fluid/tests/unittests/test_program_code.py
+++ b/python/paddle/fluid/tests/unittests/test_program_code.py
@@ -15,6 +15,7 @@
 import os
 import time
 import unittest
+import sys
 from multiprocessing import Process
 import signal
 
@@ -29,6 +30,8 @@ import paddle.fluid.layers.ops as ops
 
 
 class TestProgram2Code(unittest.TestCase):
+    @unittest.skipIf(sys.platform == "win32",
+                     "Windows does not support distribution")
     def test_print(self):
         place = fluid.CPUPlace()
         self.init_serv(place)