diff --git a/paddle/fluid/operators/softmax_op.cc b/paddle/fluid/operators/softmax_op.cc
index 3e5457bddc47ed9aa53f6cd2fcee0095ea3d784f..2506ffe48e2033c582b81d331af0e314b017c16f 100644
--- a/paddle/fluid/operators/softmax_op.cc
+++ b/paddle/fluid/operators/softmax_op.cc
@@ -44,7 +44,7 @@ class SoftmaxOp : public framework::OperatorWithKernel {
     framework::LibraryType library_{framework::LibraryType::kPlain};
 #ifdef PADDLE_WITH_CUDA
     if (platform::CanCUDNNBeUsed(ctx)) {
-      library = framework::LibraryType::kCUDNN;
+      library_ = framework::LibraryType::kCUDNN;
     }
 #endif
     std::string data_format = ctx.Attr<std::string>("data_format");
@@ -118,7 +118,7 @@ class SoftmaxOpGrad : public framework::OperatorWithKernel {
     framework::LibraryType library_{framework::LibraryType::kPlain};
 #ifdef PADDLE_WITH_CUDA
     if (platform::CanCUDNNBeUsed(ctx)) {
-      library = framework::LibraryType::kCUDNN;
+      library_ = framework::LibraryType::kCUDNN;
     }
 #endif
     std::string data_format = ctx.Attr<std::string>("data_format");