diff --git a/paddle/fluid/platform/device/gpu/cuda/cuda_graph.h b/paddle/fluid/platform/device/gpu/cuda/cuda_graph.h
index 8f84f26adbdbccbecb72139b2e1be4d091037e54..083478ed7e65996fabf171217e5f6ad9ded9b603 100644
--- a/paddle/fluid/platform/device/gpu/cuda/cuda_graph.h
+++ b/paddle/fluid/platform/device/gpu/cuda/cuda_graph.h
@@ -60,17 +60,18 @@ template <typename Return, typename... FuncArgs,
           Return (*kernel_fn)(FuncArgs...)>
 struct IsSameKernelHelper<Return (*)(FuncArgs...), kernel_fn> {
  private:
+  using FuncArgsTuple = decltype(std::make_tuple(std::declval<FuncArgs>()...));
+
   template <typename TupleT, size_t IDX, bool IsEnd /*=false*/>
   struct Impl {
     static bool Compare(const CUDAKernelParams &params, const TupleT &args) {
-      using CompareT = typename std::tuple_element<IDX, TupleT>::type;
+      using CompareT = typename std::tuple_element<IDX, FuncArgsTuple>::type;
       if (!IsBitwiseEqual<CompareT>(params.As<CompareT>(IDX),
                                     std::get<IDX>(args))) {
         return false;
       }
 
-      constexpr auto NewIsEnd =
-          (IDX + 1 == sizeof(std::tuple_size<TupleT>::value));
+      constexpr auto NewIsEnd = (IDX + 1 == std::tuple_size<TupleT>::value);
       return Impl<TupleT, IDX + 1, NewIsEnd>::Compare(params, args);
     }
   };
@@ -83,8 +84,6 @@ struct IsSameKernelHelper<Return (*)(FuncArgs...), kernel_fn> {
   };
 
  public:
-  using FuncArgsTuple = decltype(std::make_tuple(std::declval<FuncArgs>()...));
-
   template <typename... Args>
   static bool Compare(const CUDAKernelParams &params, Args... args) {
     constexpr auto kNumArgs = sizeof...(FuncArgs);