diff --git a/paddle/fluid/operators/detail/variable_response.h b/paddle/fluid/operators/detail/variable_response.h
index 8e88836af059150d91324232df720c80e4f684c1..8a1cab61cedb7fbd4f24333aa7b5b07a7084d173 100644
--- a/paddle/fluid/operators/detail/variable_response.h
+++ b/paddle/fluid/operators/detail/variable_response.h
@@ -68,6 +68,8 @@ class VariableResponse {
 
   framework::Variable* InitVar() {
     if (use_local_scope_) {
+      bool has_var = (scope_->FindVar(meta_.varname()) != nullptr);
+      PADDLE_ENFORCE(has_var);
       return local_scope_->Var(meta_.varname());
     } else {
       return scope_->FindVar(meta_.varname());