diff --git a/setup.py b/setup.py
index 6abd61c002220caeae0bdd7b8e5fcc3d6cec61de..55853ad9ed8925f2b06d5e06219bfa6b9b15eea4 100644
--- a/setup.py
+++ b/setup.py
@@ -855,8 +855,13 @@ def get_package_data_and_package_dir():
             + '/cinn/runtime/cuda/cinn_cuda_runtime_source.cuh',
             libs_path,
         )
+        shutil.copy(
+            env_dict.get("CINN_INCLUDE_DIR") + '/cinn/runtime/cuda/float16.h',
+            libs_path,
+        )
         package_data['paddle.libs'] += ['libcinnapi.so']
         package_data['paddle.libs'] += ['cinn_cuda_runtime_source.cuh']
+        package_data['paddle.libs'] += ['float16.h']
         if env_dict.get("CMAKE_BUILD_TYPE") == 'Release' and os.name != 'nt':
             command = (
                 "patchelf --set-rpath '$ORIGIN/' %s/" % libs_path