diff --git a/paddle/framework/operator.cc b/paddle/framework/operator.cc
index 93467ab8ac796277b47a861a427de2837fb2d3d4..f1444eeee90a286b8ab1ed824c6469c08502c1c6 100644
--- a/paddle/framework/operator.cc
+++ b/paddle/framework/operator.cc
@@ -426,9 +426,6 @@ void OperatorWithKernel::Run(const Scope& scope,
   }
 
   kernel_iter->second->Compute(ctx);
-
-  // throws errors if have.
-  dev_ctx.Finish();
 }
 OpKernelType OperatorWithKernel::GetKernelType(
     const ExecutionContext& ctx) const {