diff --git a/mace/core/mace.cc b/mace/core/mace.cc
index 55b2449623e2a0a4bf2d81da1891912c919dfe09..0da8449f2342db0e3cc18b275022ede28f640caa 100644
--- a/mace/core/mace.cc
+++ b/mace/core/mace.cc
@@ -584,7 +584,6 @@ MaceEngine::MaceEngine(const NetDef *net_def,
     if (!net->Run()) {
       LOG(FATAL) << "Net init run failed";
     }
-    ws_->RemoveUnsedTensor();
     net_ = std::move(CreateNet(op_registry_, *net_def, ws_.get(), device_type));
   }