diff --git a/cmake/cupti.cmake b/cmake/cupti.cmake
index 54905d5842fecab4821d62b983b761632f45d06f..eb7ad44af2313f82f335b057849f724941c2205c 100644
--- a/cmake/cupti.cmake
+++ b/cmake/cupti.cmake
@@ -4,7 +4,7 @@ endif()
 
 if(WITH_ROCM)
   set(CUPTI_ROOT
-      "${ROCM_PATH}/CUPTI"
+      "${ROCM_PATH}/cuda/extras/CUPTI"
       CACHE PATH "CUPTI ROOT")
 else()
   set(CUPTI_ROOT
@@ -52,6 +52,10 @@ find_library(
 get_filename_component(CUPTI_LIBRARY_PATH ${CUPTI_LIBRARY} DIRECTORY)
 if(CUPTI_INCLUDE_DIR AND CUPTI_LIBRARY)
   set(CUPTI_FOUND ON)
+  if(WITH_ROCM)
+    include_directories(${ROCM_PATH}/cuda/include)
+    add_definitions(-D__CUDA_HIP_PLATFORM_AMD__)
+  endif()
 else()
   set(CUPTI_FOUND OFF)
 endif()