diff --git a/paddle/fluid/platform/enforce.h b/paddle/fluid/platform/enforce.h
index 944fd75b2a219163da58c5f6781c698376099a79..9ece502281eb3013b81f53776be68f29d7004fe7 100644
--- a/paddle/fluid/platform/enforce.h
+++ b/paddle/fluid/platform/enforce.h
@@ -932,7 +932,7 @@ inline void retry_sleep(unsigned millisecond) {
 #ifdef _WIN32
   Sleep(millisecond);
 #else
-  sleep(millisecond);
+  usleep(millisecond * 1000);
 #endif
 }