diff --git a/lite/api/cxx_api.cc b/lite/api/cxx_api.cc
index 556a9e0af01854ff5c57a14dade72b81ed255964..43b7c51aa9b282a0722335b61a4337004a99d66f 100644
--- a/lite/api/cxx_api.cc
+++ b/lite/api/cxx_api.cc
@@ -316,9 +316,11 @@ void Predictor::Build(const cpp::ProgramDesc &desc,
       }
     }
   }
+#ifndef LITE_WITH_MLU
   if (is_quantized_model) {
     inner_places.emplace_back(Place{TARGET(kARM), PRECISION(kInt8)});
   }
+#endif
 
   Program program(desc, scope_, inner_places);