diff --git a/paddle/fluid/operators/math/detail/activation_functions.h b/paddle/fluid/operators/math/detail/activation_functions.h
index 24df1f93edd85145d703ed3277b0d1ca06e67009..5476b1a2d33ae1339d78c1457b97b349ece0210d 100644
--- a/paddle/fluid/operators/math/detail/activation_functions.h
+++ b/paddle/fluid/operators/math/detail/activation_functions.h
@@ -14,9 +14,9 @@ limitations under the License. */
 
 #pragma once
 #include <math.h>
+#include <stdexcept>
 #include <string>
 #include "paddle/fluid/platform/cpu_info.h"
-#include "paddle/fluid/platform/enforce.h"
 #include "paddle/fluid/platform/hostdevice.h"
 
 namespace paddle {
@@ -45,7 +45,7 @@ inline ActivationType GetActivationType(const std::string &type) {
   } else if (type == "identity" || type == "") {
     return ActivationType::kIdentity;
   }
-  PADDLE_THROW("Not support type %s.", type);
+  throw std::invalid_argument("The input type is not supported");
 }
 
 namespace forward {