diff --git a/paddle/fluid/operators/lstm_cudnn_op.cc b/paddle/fluid/operators/lstm_cudnn_op.cc
index ca60fb4b0b38929a5e121257a441b7e7a72f0de1..c9a4a31738190e02139e9a9200961c199a19942e 100644
--- a/paddle/fluid/operators/lstm_cudnn_op.cc
+++ b/paddle/fluid/operators/lstm_cudnn_op.cc
@@ -205,14 +205,14 @@ class CudnnLSTMGradOp : public framework::OperatorWithKernel {
 }  // namespace paddle
 
 namespace ops = paddle::operators;
-REGISTER_OPERATOR(cudnn_lstm, ops::CudnnLSTMOp, ops::CudnnLSTMOpMaker,
+REGISTER_OPERATOR(lstm_cudnn, ops::CudnnLSTMOp, ops::CudnnLSTMOpMaker,
                   paddle::framework::DefaultGradOpDescMaker<true>);
-REGISTER_OPERATOR(cudnn_lstm_grad, ops::CudnnLSTMGradOp);
+REGISTER_OPERATOR(lstm_cudnn_grad, ops::CudnnLSTMGradOp);
 
 REGISTER_OP_CPU_KERNEL(
-    cudnn_lstm,
+    lstm_cudnn,
     ops::CudnnLSTMKernel<paddle::platform::CPUDeviceContext, float>);
 
 REGISTER_OP_CPU_KERNEL(
-    cudnn_lstm_grad,
+    lstm_cudnn_grad,
     ops::CudnnLSTMGradKernel<paddle::platform::CPUDeviceContext, float>);
diff --git a/paddle/fluid/operators/lstm_cudnn_op.cu.cc b/paddle/fluid/operators/lstm_cudnn_op.cu.cc
index 7a67bbe539e8db7bdd85a71a9baab087684ac726..353ab1759732969625501bcf333573aebc51bf61 100644
--- a/paddle/fluid/operators/lstm_cudnn_op.cu.cc
+++ b/paddle/fluid/operators/lstm_cudnn_op.cu.cc
@@ -487,8 +487,8 @@ class CudnnLSTMGPUGradKernel : public framework::OpKernel<T> {
 
 namespace ops = paddle::operators;
 REGISTER_OP_CUDA_KERNEL(
-    cudnn_lstm,
+    lstm_cudnn,
     ops::CudnnLSTMGPUKernel<paddle::platform::CUDADeviceContext, float>);
 REGISTER_OP_CUDA_KERNEL(
-    cudnn_lstm_grad,
+    lstm_cudnn_grad,
     ops::CudnnLSTMGPUGradKernel<paddle::platform::CUDADeviceContext, float>);