diff --git a/paddle/fluid/framework/scope.h b/paddle/fluid/framework/scope.h
index 9de2963234d9020afa44706860e947047ab69534..d3e2f33d2e3788c7ed1ff9a77d2936ca0d32c767 100644
--- a/paddle/fluid/framework/scope.h
+++ b/paddle/fluid/framework/scope.h
@@ -141,9 +141,12 @@ class Scope {
 
   DISABLE_COPY_AND_ASSIGN(Scope);
 
+#ifndef PADDLE_ON_INFERENCE
+
  private:
   mutable RWLock kids_lock_;
   mutable RWLock vars_lock_;
+#endif
 };
 
 // Generate some debug string about the inherience structure of scope, quite