[Cherry-pick] Support nvcc lazy on for cpu. (#45090)

* nvcc_lazy__

* nvcc_lazy__

* nvcc_lazy__

* nvcc_lazy__

* nvcc_lazy__

* nvcc_lazy__

cmake/experiments/cuda_module_loading_lazy.cmake

@@ -23,8 +23,8 @@ if(LINUX)
     )
     return()
   endif()
-  if(NOT ${CUDA_FOUND})
-    message("EXP_CUDA_MODULE_LOADING_LAZY only works with CUDA")
+  if(NOT WITH_GPU)
+    message("EXP_CUDA_MODULE_LOADING_LAZY only works with GPU")
     return()
   endif()
   if(${CUDA_VERSION} VERSION_GREATER_EQUAL "11.7")

tools/nvcc_lazy.sh

@@ -36,6 +36,7 @@ echo -e >> $1
 echo "## CUDA_MODULE_LOADING=EAGER,DEFAULT,LAZY" >> $1
 echo -e >> $1
 echo "# set cicc PATH for Centos" >> $1
+echo "export PATH=\$PATH:$2/bin" >> $1
 echo "export PATH=\$PATH:$2/nvvm/bin" >> $1
 echo -e >> $1
 echo "# check nvcc version, if nvcc >= 11.7, just run nvcc itself" >> $1