提交 0ebb3b5c 编写于 作者: L liym27 提交者: Aurelius84

[cherry-pick]mv two function in conv op for good code style (#20116) test=release/1.6 (#20268)

* Delete PadFuntion, include padding.h instead.

* move function(IsSymmetricPadding) from conv_cudnn_op.cu/conv_transpose_cudnn_op.cu to padding.h.
上级 29a88ad2
...@@ -21,6 +21,7 @@ limitations under the License. */ ...@@ -21,6 +21,7 @@ limitations under the License. */
#include "paddle/fluid/operators/conv_cudnn_helper.h" #include "paddle/fluid/operators/conv_cudnn_helper.h"
#include "paddle/fluid/operators/conv_cudnn_op_cache.h" #include "paddle/fluid/operators/conv_cudnn_op_cache.h"
#include "paddle/fluid/operators/conv_op.h" #include "paddle/fluid/operators/conv_op.h"
#include "paddle/fluid/operators/math/padding.h"
#include "paddle/fluid/platform/cudnn_helper.h" #include "paddle/fluid/platform/cudnn_helper.h"
#include "paddle/fluid/platform/cudnn_workspace_helper.h" #include "paddle/fluid/platform/cudnn_workspace_helper.h"
#include "paddle/fluid/platform/float16.h" #include "paddle/fluid/platform/float16.h"
...@@ -59,44 +60,6 @@ static inline void GetNCDHW(const framework::DDim& dims, ...@@ -59,44 +60,6 @@ static inline void GetNCDHW(const framework::DDim& dims,
} }
} }
static inline bool IsSymmetricPadding(const std::vector<int>& paddings,
const int data_dim) {
bool is_sys_pad = true;
if (paddings.size() == data_dim * 2) {
for (size_t i = 0; i < data_dim; ++i) {
if (paddings[2 * i] != paddings[2 * i + 1]) {
is_sys_pad = false;
return is_sys_pad;
}
}
}
return is_sys_pad;
}
template <typename T, size_t D, int MajorType = Eigen::RowMajor,
typename IndexType = Eigen::DenseIndex>
using EigenTensor = framework::EigenTensor<T, D, MajorType, IndexType>;
template <typename DeviceContext, typename T, size_t D>
static void PadFunction(const framework::ExecutionContext& context,
const std::vector<int>& pads,
const framework::Tensor& src, T pad_value,
framework::Tensor* out) {
Eigen::array<std::pair<int, int>, D> paddings;
for (size_t i = 0; i < paddings.size(); ++i) {
paddings[i].first = pads[i * 2];
paddings[i].second = pads[i * 2 + 1];
}
auto src_tensor = EigenTensor<T, D>::From(src);
auto out_tensor = EigenTensor<T, D>::From(*out);
auto& place =
*context.template device_context<DeviceContext>().eigen_device();
out_tensor.device(place) = src_tensor.pad(paddings, pad_value);
}
template <typename DeviceContext, typename T, size_t D> template <typename DeviceContext, typename T, size_t D>
static void Slice_2(const framework::ExecutionContext& context, static void Slice_2(const framework::ExecutionContext& context,
const Tensor* input, Tensor* out, const Tensor* input, Tensor* out,
...@@ -192,7 +155,7 @@ class CUDNNConvOpKernel : public framework::OpKernel<T> { ...@@ -192,7 +155,7 @@ class CUDNNConvOpKernel : public framework::OpKernel<T> {
in_data_dims, strides, ksize); in_data_dims, strides, ksize);
int data_dim = strides.size(); // 2d or 3d int data_dim = strides.size(); // 2d or 3d
bool is_sys_pad = IsSymmetricPadding(paddings, data_dim); bool is_sys_pad = math::IsSymmetricPadding(paddings, data_dim);
Tensor transformed_input; Tensor transformed_input;
std::vector<int> padding_common(data_dim, 0); std::vector<int> padding_common(data_dim, 0);
...@@ -225,12 +188,12 @@ class CUDNNConvOpKernel : public framework::OpKernel<T> { ...@@ -225,12 +188,12 @@ class CUDNNConvOpKernel : public framework::OpKernel<T> {
T pad_value(0.0); T pad_value(0.0);
switch (rank) { switch (rank) {
case 4: { case 4: {
PadFunction<paddle::platform::CUDADeviceContext, T, 4>( math::PadFunction<paddle::platform::CUDADeviceContext, T, 4>(
ctx, input_pad, transformed_input_channel, pad_value, ctx, input_pad, transformed_input_channel, pad_value,
&transformed_input); &transformed_input);
} break; } break;
case 5: { case 5: {
PadFunction<paddle::platform::CUDADeviceContext, T, 5>( math::PadFunction<paddle::platform::CUDADeviceContext, T, 5>(
ctx, input_pad, transformed_input_channel, pad_value, ctx, input_pad, transformed_input_channel, pad_value,
&transformed_input); &transformed_input);
} break; } break;
...@@ -404,7 +367,7 @@ class CUDNNConvGradOpKernel : public framework::OpKernel<T> { ...@@ -404,7 +367,7 @@ class CUDNNConvGradOpKernel : public framework::OpKernel<T> {
// cuDNN only supports padding the same amount on every dimension. // cuDNN only supports padding the same amount on every dimension.
// So we create a new padded input tensor. // So we create a new padded input tensor.
int data_dim = strides.size(); // 2d or 3d int data_dim = strides.size(); // 2d or 3d
bool is_sys_pad = IsSymmetricPadding(paddings, data_dim); bool is_sys_pad = math::IsSymmetricPadding(paddings, data_dim);
Tensor transformed_input(input->type()); Tensor transformed_input(input->type());
Tensor transformed_input_grad(input->type()); Tensor transformed_input_grad(input->type());
std::vector<int> padding_common(data_dim, 0); std::vector<int> padding_common(data_dim, 0);
...@@ -446,12 +409,12 @@ class CUDNNConvGradOpKernel : public framework::OpKernel<T> { ...@@ -446,12 +409,12 @@ class CUDNNConvGradOpKernel : public framework::OpKernel<T> {
T pad_value(0.0); T pad_value(0.0);
switch (rank) { switch (rank) {
case 4: { case 4: {
PadFunction<paddle::platform::CUDADeviceContext, T, 4>( math::PadFunction<paddle::platform::CUDADeviceContext, T, 4>(
ctx, input_pad, transformed_input_channel, pad_value, ctx, input_pad, transformed_input_channel, pad_value,
&transformed_input); &transformed_input);
} break; } break;
case 5: { case 5: {
PadFunction<paddle::platform::CUDADeviceContext, T, 5>( math::PadFunction<paddle::platform::CUDADeviceContext, T, 5>(
ctx, input_pad, transformed_input_channel, pad_value, ctx, input_pad, transformed_input_channel, pad_value,
&transformed_input); &transformed_input);
} break; } break;
...@@ -737,7 +700,7 @@ class CUDNNConvDoubleGradOpKernel : public framework::OpKernel<T> { ...@@ -737,7 +700,7 @@ class CUDNNConvDoubleGradOpKernel : public framework::OpKernel<T> {
in_data_dims, strides, ksize); in_data_dims, strides, ksize);
int data_dim = strides.size(); // 2d or 3d int data_dim = strides.size(); // 2d or 3d
bool is_sys_pad = IsSymmetricPadding(paddings, data_dim); bool is_sys_pad = math::IsSymmetricPadding(paddings, data_dim);
Tensor transformed_X(X->type()); Tensor transformed_X(X->type());
Tensor transformed_ddX(X->type()); Tensor transformed_ddX(X->type());
...@@ -786,16 +749,16 @@ class CUDNNConvDoubleGradOpKernel : public framework::OpKernel<T> { ...@@ -786,16 +749,16 @@ class CUDNNConvDoubleGradOpKernel : public framework::OpKernel<T> {
T pad_value(0.0); T pad_value(0.0);
switch (rank) { switch (rank) {
case 4: { case 4: {
PadFunction<paddle::platform::CUDADeviceContext, T, 4>( math::PadFunction<paddle::platform::CUDADeviceContext, T, 4>(
ctx, input_pad, transformed_X_channel, pad_value, &transformed_X); ctx, input_pad, transformed_X_channel, pad_value, &transformed_X);
PadFunction<paddle::platform::CUDADeviceContext, T, 4>( math::PadFunction<paddle::platform::CUDADeviceContext, T, 4>(
ctx, input_pad, transformed_ddX_channel, pad_value, ctx, input_pad, transformed_ddX_channel, pad_value,
&transformed_ddX); &transformed_ddX);
} break; } break;
case 5: { case 5: {
PadFunction<paddle::platform::CUDADeviceContext, T, 5>( math::PadFunction<paddle::platform::CUDADeviceContext, T, 5>(
ctx, input_pad, transformed_X_channel, pad_value, &transformed_X); ctx, input_pad, transformed_X_channel, pad_value, &transformed_X);
PadFunction<paddle::platform::CUDADeviceContext, T, 5>( math::PadFunction<paddle::platform::CUDADeviceContext, T, 5>(
ctx, input_pad, transformed_ddX_channel, pad_value, ctx, input_pad, transformed_ddX_channel, pad_value,
&transformed_ddX); &transformed_ddX);
} break; } break;
......
...@@ -51,20 +51,6 @@ static void DataTranspose(const framework::ExecutionContext& ctx, ...@@ -51,20 +51,6 @@ static void DataTranspose(const framework::ExecutionContext& ctx,
transpose(dev_ctx, *input, output, axis); transpose(dev_ctx, *input, output, axis);
} }
static inline bool IsSymmetricPadding(const std::vector<int>& paddings,
const int data_dim) {
bool is_sys_pad = true;
if (paddings.size() == data_dim * 2) {
for (size_t i = 0; i < data_dim; ++i) {
if (paddings[2 * i] != paddings[2 * i + 1]) {
is_sys_pad = false;
return is_sys_pad;
}
}
}
return is_sys_pad;
}
template <typename T> template <typename T>
class CUDNNConvTransposeOpKernel : public framework::OpKernel<T> { class CUDNNConvTransposeOpKernel : public framework::OpKernel<T> {
public: public:
...@@ -124,7 +110,7 @@ class CUDNNConvTransposeOpKernel : public framework::OpKernel<T> { ...@@ -124,7 +110,7 @@ class CUDNNConvTransposeOpKernel : public framework::OpKernel<T> {
in_data_dims, strides, ksize); in_data_dims, strides, ksize);
int data_dim = strides.size(); // 2d or 3d int data_dim = strides.size(); // 2d or 3d
bool is_sys_pad = IsSymmetricPadding(paddings, data_dim); bool is_sys_pad = math::IsSymmetricPadding(paddings, data_dim);
std::vector<int> input_pad(input_transpose.dims().size() * 2, 0); std::vector<int> input_pad(input_transpose.dims().size() * 2, 0);
Tensor transformed_input; Tensor transformed_input;
...@@ -373,7 +359,7 @@ class CUDNNConvTransposeGradOpKernel : public framework::OpKernel<T> { ...@@ -373,7 +359,7 @@ class CUDNNConvTransposeGradOpKernel : public framework::OpKernel<T> {
in_data_dims, strides, ksize); in_data_dims, strides, ksize);
int data_dim = strides.size(); // 2d or 3d int data_dim = strides.size(); // 2d or 3d
bool is_sys_pad = IsSymmetricPadding(paddings, data_dim); bool is_sys_pad = math::IsSymmetricPadding(paddings, data_dim);
std::vector<int> input_pad(input_transpose.dims().size() * 2, 0); std::vector<int> input_pad(input_transpose.dims().size() * 2, 0);
Tensor transformed_output_grad; Tensor transformed_output_grad;
......
...@@ -119,6 +119,19 @@ void PaddingGradFunctor(int rank, const framework::ExecutionContext& context, ...@@ -119,6 +119,19 @@ void PaddingGradFunctor(int rank, const framework::ExecutionContext& context,
} }
} }
inline bool IsSymmetricPadding(const std::vector<int>& pads,
const int data_dim) {
bool is_sys_pad = true;
if (pads.size() == data_dim * 2) {
for (size_t i = 0; i < data_dim; ++i) {
if (pads[2 * i] != pads[2 * i + 1]) {
is_sys_pad = false;
return is_sys_pad;
}
}
}
return is_sys_pad;
}
} // namespace math } // namespace math
} // namespace operators } // namespace operators
} // namespace paddle } // namespace paddle
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册