add cudnn-frontend and dirent (#54461)

* add cudnn-frontend and dirent

* rewrite dirent

* dirent

* Increase download judgment.

* rewrite cudnn-fronted

* rewrite dirent

* rewrite cudnn_fronted

* rewrite

* rewrite dirent

* rewrite

cmake/external/cudnn-frontend.cmake

-# Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved.
+# Copyright (c) 2023 PaddlePaddle Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -26,27 +26,78 @@ if(CUDNN_VERSION LESS 8000)
   )
 endif()
 
+if((NOT DEFINED CUDNN_FRONTEND_NAME) OR (NOT DEFINED CUDNN_FRONTEND_URL))
+  set(CUDNN_FRONTEND_VER
+      "1.23.2"
+      CACHE STRING "" FORCE)
+  set(CUDNN_FRONTEND_NAME
+      "cudnn-frontend"
+      CACHE STRING "" FORCE)
+  set(CUDNN_FRONTEND_URL
+      "https://github.com/NVIDIA/cudnn-frontend/archive/refs/tags/v0.7.1.tar.gz"
+      CACHE STRING "" FORCE)
+  set(CUDNN_FRONTEND_CACHE_FILENAME "v0.7.1.tar.gz")
+endif()
+set(CUDNN_FRONTEND_URL_MD5 "d8f911df571f8b0d40226efa9c0150c8")
+
+message(
+  STATUS
+    "CUDNN_FRONTEND_NAME: ${CUDNN_FRONTEND_NAME}, CUDNN_FRONTEND_URL: ${CUDNN_FRONTEND_URL}"
+)
+set(DIRENT_DOWNLOAD_DIR "${PADDLE_SOURCE_DIR}/third_party/cudnn-frontend")
 # Version: v0.7.1
 set(CUDNN_FRONTEND_PREFIX_DIR ${THIRD_PARTY_PATH}/cudnn-frontend)
 set(CUDNN_FRONTEND_SOURCE_DIR
     ${THIRD_PARTY_PATH}/cudnn-frontend/src/extern_cudnn_frontend/include)
-set(CUDNN_FRONTEND_REPOSITORY https://github.com/NVIDIA/cudnn-frontend.git)
-set(CUDNN_FRONTEND_TAG v0.7.1)
-
+set(CUSPARSELT_INSTALL_DIR ${THIRD_PARTY_PATH}/install/cudnn-frontend)
 set(CUDNN_FRONTEND_INCLUDE_DIR ${CUDNN_FRONTEND_SOURCE_DIR})
 include_directories(${CUDNN_FRONTEND_INCLUDE_DIR})
 
 message(
   STATUS
-    "Adding cudnn-frontend. Version: ${CUDNN_FRONTEND_TAG}. Directory: ${CUDNN_FRONTEND_INCLUDE_DIR}"
+    "Adding cudnn-frontend. Version: ${CUDNN_FRONTEND_VER}. Directory: ${DIRENT_DOWNLOAD_DIR}"
 )
 
+function(download_cudnn_frontend)
+  message(
+    STATUS
+      "Downloading ${CUDNN_FRONTEND_URL} to ${CUDNN_FRONTEND_DOWNLOAD_DIR}/${CUDNN_FRONTEND_CACHE_FILENAME}"
+  )
+  # NOTE: If the version is updated, consider emptying the folder; maybe add timeout
+  file(
+    DOWNLOAD ${CUDNN_FRONTEND_URL}
+    ${CUDNN_FRONTEND_DOWNLOAD_DIR}/${CUDNN_FRONTEND_CACHE_FILENAME}
+    EXPECTED_MD5 ${CUDNN_FRONTEND_URL_MD5}
+    STATUS ERR)
+  if(ERR EQUAL 0)
+    message(STATUS "Download ${CUDNN_FRONTEND_CACHE_FILENAME} success")
+  else()
+    message(
+      FATAL_ERROR
+        "Download failed, error: ${ERR}\n You can try downloading ${CUDNN_FRONTEND_CACHE_FILENAME} again"
+    )
+  endif()
+endfunction()
+
+if(EXISTS ${CUDNN_FRONTEND_DOWNLOAD_DIR}/${CUDNN_FRONTEND_CACHE_FILENAME})
+  file(MD5 ${CUDNN_FRONTEND_DOWNLOAD_DIR}/${CUDNN_FRONTEND_CACHE_FILENAME}
+       CUDNN_FRONTEND_MD5)
+  if(NOT CUDNN_FRONTEND_MD5 STREQUAL CUDNN_FRONTEND_URL_MD5)
+    # clean build file
+    file(REMOVE_RECURSE ${CUDNN_FRONTEND_PREFIX_DIR})
+    download_cudnn_frontend()
+  endif()
+else()
+  download_cudnn_frontend()
+endif()
+
 ExternalProject_Add(
   extern_cudnn_frontend
-  ${EXTERNAL_PROJECT_LOG_ARGS} ${SHALLOW_CLONE}
-  GIT_REPOSITORY ${CUDNN_FRONTEND_REPOSITORY}
-  GIT_TAG ${CUDNN_FRONTEND_TAG}
+  ${EXTERNAL_PROJECT_LOG_ARGS}
+  URL ${CUDNN_FRONTEND_DOWNLOAD_DIR}/${CUDNN_FRONTEND_CACHE_FILENAME}
   PREFIX ${CUDNN_FRONTEND_PREFIX_DIR}
+  DOWNLOAD_DIR ${CUDNN_FRONTEND_DOWNLOAD_DIR}
+  DOWNLOAD_NO_PROGRESS 1
   UPDATE_COMMAND ""
   PATCH_COMMAND
     patch -d ${CUDNN_FRONTEND_SOURCE_DIR} -p2 <

cmake/external/dirent.cmake

-# Copyright (c) 2021 PaddlePaddle Authors. All Rights Reserved.
+# Copyright (c) 2023 PaddlePaddle Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -17,20 +17,65 @@
 
 include(ExternalProject)
 
+if((NOT DEFINED DIRENT_NAME) OR (NOT DEFINED DIRENT_URL))
+  set(DIRENT_VER
+      "1.23.2"
+      CACHE STRING "" FORCE)
+  set(DIRENT_NAME
+      "dirent"
+      CACHE STRING "" FORCE)
+  set(DIRENT_URL
+      "https://github.com/tronkko/dirent/archive/refs/tags/1.23.2.tar.gz"
+      CACHE STRING "" FORCE)
+  set(DIRENT_CACHE_FILENAME "1.23.2.tar.gz")
+endif()
+
+message(STATUS "DIRENT_NAME: ${DIRENT_NAME}, DIRENT_URL: ${DIRENT_URL}")
+set(DIRENT_DOWNLOAD_DIR "${PADDLE_SOURCE_DIR}/third_party/dirent")
 set(DIRENT_PREFIX_DIR ${THIRD_PARTY_PATH}/dirent)
 set(DIRENT_INCLUDE_DIR ${THIRD_PARTY_PATH}/dirent/src/extern_dirent/include)
+set(DIRENT_URL_MD5 "6bf6319ae71432ed6a4d90dc61e80131")
 
 include_directories(${DIRENT_INCLUDE_DIR})
 
-set(DIRENT_REPOSITORY ${GIT_URL}/tronkko/dirent)
-set(DIRENT_TAG 1.23.2)
+function(download_dirent)
+  message(
+    STATUS
+      "Downloading ${DIRENT_URL} to ${DIRENT_DOWNLOAD_DIR}/${DIRENT_CACHE_FILENAME}"
+  )
+  # NOTE: If the version is updated, consider emptying the folder; maybe add timeout
+  file(
+    DOWNLOAD ${DIRENT_URL} ${DIRENT_DOWNLOAD_DIR}/${DIRENT_CACHE_FILENAME}
+    EXPECTED_MD5 ${DIRENT_URL_MD5}
+    STATUS ERR)
+  if(ERR EQUAL 0)
+    message(STATUS "Download ${DIRENT_CACHE_FILENAME} success")
+  else()
+    message(
+      FATAL_ERROR
+        "Download failed, error: ${ERR}\n You can try downloading ${DIRENT_CACHE_FILENAME} again"
+    )
+  endif()
+endfunction()
+
+if(EXISTS ${DIRENT_DOWNLOAD_DIR}/${DIRENT_CACHE_FILENAME})
+  file(MD5 ${DIRENT_DOWNLOAD_DIR}/${DIRENT_CACHE_FILENAME} DIRENT_MD5)
+  if(NOT DIRENT_MD5 STREQUAL DIRENT_URL_MD5)
+    # clean build file
+    file(REMOVE_RECURSE ${DIRENT_PREFIX_DIR})
+    download_dirent()
+  endif()
+else()
+  download_dirent()
+endif()
 
 ExternalProject_Add(
   extern_dirent
-  ${EXTERNAL_PROJECT_LOG_ARGS} ${SHALLOW_CLONE}
-  GIT_REPOSITORY ${DIRENT_REPOSITORY}
-  GIT_TAG ${DIRENT_TAG}
+  ${EXTERNAL_PROJECT_LOG_ARGS}
+  URL ${DIRENT_DOWNLOAD_DIR}/${DIRENT_CACHE_FILENAME}
   PREFIX ${DIRENT_PREFIX_DIR}
+  DOWNLOAD_DIR ${DIRENT_DOWNLOAD_DIR}
+  DOWNLOAD_NO_PROGRESS 1
   UPDATE_COMMAND ""
   CONFIGURE_COMMAND ""
   BUILD_COMMAND ""