diff --git a/paddle/fluid/operators/reader/CMakeLists.txt b/paddle/fluid/operators/reader/CMakeLists.txt
index f52a64bb100940d073e2ce78ec972555e950c9c0..7c284312df912ad758f6fffc44f111dfe765feb8 100644
--- a/paddle/fluid/operators/reader/CMakeLists.txt
+++ b/paddle/fluid/operators/reader/CMakeLists.txt
@@ -28,11 +28,11 @@ reader_library(create_multi_pass_reader_op SRCS create_multi_pass_reader_op.cc)
 reader_library(create_custom_reader_op SRCS create_custom_reader_op.cc)
 reader_library(create_py_reader_op SRCS create_py_reader_op.cc)
 
-if (NOT WIN32)
+if (NOT WIN32 AND NOT ON_INFER)
     cc_library(ctr_reader SRCS ctr_reader.cc DEPS gzstream reader zlib)
     cc_test(ctr_reader_test SRCS ctr_reader_test.cc DEPS ctr_reader)
     reader_library(create_ctr_reader_op SRCS create_ctr_reader_op.cc DEPS ctr_reader)
-endif (NOT WIN32)
+endif ()
 
 cc_test(reader_blocking_queue_test SRCS reader_blocking_queue_test.cc)
 # Export local libraries to parent