diff --git a/mace/ops/matmul.cc b/mace/ops/matmul.cc
index f9bfec53cfb0127e123b50b65587dbf34399cd07..394ace009931cb000ede82606b5a60b46edce35d 100644
--- a/mace/ops/matmul.cc
+++ b/mace/ops/matmul.cc
@@ -601,8 +601,6 @@ void RegisterMatMul(OpRegistryBase *op_registry) {
                    DeviceType::CPU, uint8_t);
 #endif  // MACE_ENABLE_QUANTIZE
 
-  MACE_REGISTER_GPU_OP(op_registry, "MatMul", MatMulOp);
-
 #if defined(MACE_ENABLE_NEON) && defined(__ANDROID__)
   MACE_REGISTER_OP(op_registry, "MatMul", MatMulOp,
                    DeviceType::CPU, float16_t);