diff --git a/mace/core/net_optimizer.cc b/mace/core/net_optimizer.cc
index 4382b51b37fc76ea36dfebf4da802cd85bd78130..f1dd0fdef8738708943bcfe342646f244dd9ba28 100644
--- a/mace/core/net_optimizer.cc
+++ b/mace/core/net_optimizer.cc
@@ -41,10 +41,10 @@ DeviceType NetOptimizer::SelectBestDevice(
   }
   // Greedy strategy: Use input op's device type as current op's device
   for (auto device_type : inputs_op_devices) {
-    if (device_type != best_device) {
-      best_device = device_type;
+    if (device_type == best_device) {
+      return best_device;
     }
   }
-  return best_device;
+  return DeviceType::CPU;
 }
 }  // namespace mace