diff --git a/paddle/math/float16.h b/paddle/math/float16.h
index 84fe613d51fd92935a9572dd1393d5c6410639a2..5fe2854969957c7432d0047b0353d33d4a6ee885 100644
--- a/paddle/math/float16.h
+++ b/paddle/math/float16.h
@@ -18,7 +18,7 @@ limitations under the License. */
 #include <istream>
 #include <ostream>
 
-#include <cuda.h>  // seems need to delete it
+#include <cuda.h>
 
 #ifdef USE_EIGEN  // delete this #if macro
 #include "Eigen/src/Core/arch/CUDA/Half.h"
@@ -32,7 +32,7 @@ limitations under the License. */
 #endif  // CUDA_VERSION >= 7050
 #else
 #define PADDLE_HOSTDEVICE
-#endif  // __CUDA_ARCH__
+#endif  // __CUDACC__
 
 #ifdef __arm__
 #define PADDLE_ARM_32