delete cmake saved tensor hooks on infer (#46215)

paddle/fluid/eager/CMakeLists.txt

@@ -78,10 +78,10 @@ cc_library(
        autograd_meta
        hook_utils)
 
-cc_library(
+if(NOT ((NOT WITH_PYTHON) AND ON_INFER))
+  cc_library(
     saved_tensors_hooks
     SRCS saved_tensors_hooks.cc
     DEPS hook_utils)
-if(NOT ((NOT WITH_PYTHON) AND ON_INFER))
   add_subdirectory(tests)
 endif()

paddle/fluid/pybind/CMakeLists.txt

@@ -41,8 +41,7 @@ set(PYBIND_DEPS
     new_profiler
     auto_parallel
     jit_layer
-    jit_property
-    saved_tensors_hooks)
+    jit_property)
 
 if(WITH_PSCORE)
   set(PYBIND_DEPS ${PYBIND_DEPS} ps_service)
@@ -571,6 +570,7 @@ if(WITH_PYTHON)
     list(APPEND PYBIND_DEPS python)
     list(APPEND PYBIND_DEPS custom_operator)
     list(APPEND PYBIND_DEPS custom_operator_node)
+    list(APPEND PYBIND_DEPS saved_tensors_hooks)
   endif()
 
   cc_library(