diff --git a/paddle/fluid/inference/tensorrt/plugin/layernorm_shift_partition_op.cu b/paddle/fluid/inference/tensorrt/plugin/layernorm_shift_partition_op.cu
index ce38a545efe7002b6f81406095894dcb3a2f544c..0605b392163a6b10092f156e3df1f57132b10960 100644
--- a/paddle/fluid/inference/tensorrt/plugin/layernorm_shift_partition_op.cu
+++ b/paddle/fluid/inference/tensorrt/plugin/layernorm_shift_partition_op.cu
@@ -386,7 +386,6 @@ void invokeLayernormShiftPartition(T *out,
   }
 }
 
-#if CUDA_ARCH_FP16_SUPPORTED(__CUDA_ARCH__)
 template <>
 void invokeLayernormShiftPartition(half *out,
                                    const half *input,
@@ -433,7 +432,6 @@ void invokeLayernormShiftPartition(half *out,
         eps);
   }
 }
-#endif
 
 template <typename T>
 static void convertAndCopy(const std::vector<float> &host, T *dev) {