diff --git a/python/paddle/fluid/tests/unittests/CMakeLists.txt b/python/paddle/fluid/tests/unittests/CMakeLists.txt
index e3290bce63e90615b1dab119b4b14ce23da6d4be..de82e6f6f6bdc3e4c674b3e21994093c92c1eae5 100644
--- a/python/paddle/fluid/tests/unittests/CMakeLists.txt
+++ b/python/paddle/fluid/tests/unittests/CMakeLists.txt
@@ -101,6 +101,9 @@ if(WIN32)
 
     # TODO: Fix these unittests failed on Windows
     LIST(REMOVE_ITEM TEST_OPS test_debugger)
+    if (WITH_GPU)
+        LIST(REMOVE_ITEM TEST_OPS test_update_loss_scaling_op)
+    endif()
 endif()
 
 if(NOT WITH_DISTRIBUTE OR WIN32)
diff --git a/tools/windows/run_unittests.sh b/tools/windows/run_unittests.sh
index 1471436cafd0133bebb1ba1b1d19ab36fc79f985..22069074aa3e0040b564f39af1624bc1db1644cd 100644
--- a/tools/windows/run_unittests.sh
+++ b/tools/windows/run_unittests.sh
@@ -74,7 +74,6 @@ diable_wingpu_test="^test_gradient_clip$|\
 ^test_py_reader_pin_memory$|\
 ^test_py_reader_push_pop$|\
 ^test_reader_reset$|\
-^test_update_loss_scaling_op$|\
 ^test_imperative_se_resnext$|\
 ^test_imperative_static_runner_while$|\
 ^test_fuse_bn_act_pass$|\