diff --git a/paddle/fluid/pybind/op_function.h b/paddle/fluid/pybind/op_function.h
index e0886ac144ab139f56ac1e1878a64e1f94812047..eaa70adcc89fe4c47f7c674e61d6a36ef36ad9c6 100644
--- a/paddle/fluid/pybind/op_function.h
+++ b/paddle/fluid/pybind/op_function.h
@@ -209,11 +209,16 @@ inline bool PyObject_CheckLongOrToLong(PyObject** obj) {
       PyObject_IsInstance(*obj, (PyObject*)g_varbase_pytype)) {  // NOLINT
     return true;
   }
-  auto to = PyNumber_Long(*obj);
-  if (to) {
-    *obj = to;
-    return true;
+
+  if (std::string(((PyTypeObject*)(*obj)->ob_type)->tp_name)  // NOLINT
+          .find("numpy") != std::string::npos) {
+    auto to = PyNumber_Long(*obj);
+    if (to) {
+      *obj = to;
+      return true;
+    }
   }
+
   return false;
 }
 
@@ -223,10 +228,13 @@ inline bool PyObject_CheckFloatOrToFloat(PyObject** obj) {
       PyObject_IsInstance(*obj, (PyObject*)g_varbase_pytype)) {  // NOLINT
     return true;
   }
-  auto to = PyNumber_Float(*obj);
-  if (to) {
-    *obj = to;
-    return true;
+  if (std::string(((PyTypeObject*)(*obj)->ob_type)->tp_name)  // NOLINT
+          .find("numpy") != std::string::npos) {
+    auto to = PyNumber_Float(*obj);
+    if (to) {
+      *obj = to;
+      return true;
+    }
   }
   return false;
 }