diff --git a/paddle/platform/enforce.h b/paddle/platform/enforce.h
index 0e40bd798c17a871a9ce14219db487b0dddce237..9431204a6871fd1acfc2f83bdec6c7334f14a9b9 100644
--- a/paddle/platform/enforce.h
+++ b/paddle/platform/enforce.h
@@ -78,7 +78,7 @@ class EnforceNotMet : public std::exception {
 
 template <typename... Args>
 inline void throw_on_error(cudaError_t e, const Args&... args) {
-  if (UNLIKELY(!(e))) {
+  if (e) {
     std::stringstream ss;
     ss << ::paddle::string::Sprintf(args...);
     ss << ::paddle::string::Sprintf(" at [%s:%s];", __FILE__, __LINE__);