diff --git a/paddle/infrt/backends/host/CMakeLists.txt b/paddle/infrt/backends/host/CMakeLists.txt
index bbb76fe7fdf5c3089572b20e71eeb6c3960e8277..8c7326e05cdbdb4277cd70950de02b9755a341e1 100644
--- a/paddle/infrt/backends/host/CMakeLists.txt
+++ b/paddle/infrt/backends/host/CMakeLists.txt
@@ -1,2 +1,4 @@
-cc_library(pten_cpu_context SRCS pten_context.cc DEPS pten)
-cc_library(pten_cpu_allocator SRCS pten_allocator.cc DEPS pten)
+if (INFRT_WITH_PTEN)
+  cc_library(pten_cpu_context SRCS pten_context.cc DEPS pten)
+  cc_library(pten_cpu_allocator SRCS pten_allocator.cc DEPS pten)
+endif()