Fix transpose conv (#21406), test=release/1.6 (#21510)

* fix transpose conv,test=develop

* fix comments
test=develop

paddle/fluid/inference/api/analysis_predictor.cc

@@ -500,6 +500,7 @@ std::unique_ptr<PaddlePredictor> CreatePaddlePredictor<
       std::string flag = "--fraction_of_gpu_memory_to_use=" +
                          std::to_string(fraction_of_gpu_memory);
       flags.push_back(flag);
+      flags.push_back("--cudnn_deterministic=True");
       VLOG(3) << "set flag: " << flag;
       framework::InitGflags(flags);
     }

paddle/fluid/operators/conv_transpose_cudnn_op.cu

@@ -243,6 +243,10 @@ class CUDNNConvTransposeOpKernel : public framework::OpKernel<T> {
         cudnn_output_desc, CUDNN_CONVOLUTION_BWD_DATA_SPECIFY_WORKSPACE_LIMIT,
         workspace_size_limit, &algo));
 
+    if (algo == 0 && FLAGS_cudnn_deterministic) {
+      algo = static_cast<cudnnConvolutionBwdDataAlgo_t>(1);
+    }
+
     // get workspace size able to allocate
     CUDNN_ENFORCE(
         platform::dynload::cudnnGetConvolutionBackwardDataWorkspaceSize(