Skip to content

P
Paddle

BaiXuePrincess / Paddle
与 Fork 源项目一致

Fork自 PaddlePaddle / Paddle

通知 1
Star 1
Fork 0
P
Paddle
未验证 提交 64f29fbb 编写于 作者: Q QingshuChen 提交者： GitHub
浏览文件
操作

update kunlun conv2d/softmax/elementwise implemetation (#29229) 

* update conv2d & softmax to new xpu api
* test=kunlun

* remove useless comments
* test=kunlun

* remote softmax xpu op
* test=kunlun

* update kunlun softmax
* test=kunlun

* update xpu unitest
* test=kunlun

* fix elementwise_grad bug for kunlun
*test=kunlun
上级 b11ab127
隐藏空白更改
内联 并排
Showing with 95 addition and 163 deletion
cmake/external/xpu.cmake
浏览文件 @ 64f29fbb
...@@ -4,7 +4,7 @@ endif() ...@@ -4,7 +4,7 @@ endif()
INCLUDE(ExternalProject) INCLUDE(ExternalProject)
SET(XPU_PROJECT "extern_xpu") SET(XPU_PROJECT "extern_xpu")
SET(XPU_URL "https://baidu-kunlun-public.su.bcebos.com/paddle_depence/xpu_2020_11_10.tar.gz" CACHE STRING "" FORCE) SET(XPU_URL "https://baidu-kunlun-public.su.bcebos.com/paddle_depence/xpu_2020_11_30.tar.gz" CACHE STRING "" FORCE)
SET(XPU_SOURCE_DIR "${THIRD_PARTY_PATH}/xpu") SET(XPU_SOURCE_DIR "${THIRD_PARTY_PATH}/xpu")
SET(XPU_DOWNLOAD_DIR "${XPU_SOURCE_DIR}/src/${XPU_PROJECT}") SET(XPU_DOWNLOAD_DIR "${XPU_SOURCE_DIR}/src/${XPU_PROJECT}")
SET(XPU_INSTALL_DIR "${THIRD_PARTY_PATH}/install/xpu") SET(XPU_INSTALL_DIR "${THIRD_PARTY_PATH}/install/xpu")
......
paddle/fluid/operators/conv_op_xpu.cc
浏览文件 @ 64f29fbb
...@@ -27,10 +27,6 @@ class GemmConvXPUKernel : public framework::OpKernel<T> { ...@@ -27,10 +27,6 @@ class GemmConvXPUKernel : public framework::OpKernel<T> {
// that avoids modifying the variable in the Scope. // that avoids modifying the variable in the Scope.
Tensor filter = *context.Input<Tensor>("Filter"); Tensor filter = *context.Input<Tensor>("Filter");
Tensor* output = context.Output<Tensor>("Output"); Tensor* output = context.Output<Tensor>("Output");
// Tensor* max_input = context.Output<Tensor>("MaxInput");
// Tensor* max_filter = context.Output<Tensor>("MaxFilter");
// max_input->mutable_data<T>(context.GetPlace());
// max_filter->mutable_data<T>(context.GetPlace());
output->mutable_data<T>(context.GetPlace()); output->mutable_data<T>(context.GetPlace());
int groups = context.Attr<int>("groups"); int groups = context.Attr<int>("groups");
std::vector<int> strides = context.Attr<std::vector<int>>("strides"); std::vector<int> strides = context.Attr<std::vector<int>>("strides");
...@@ -43,52 +39,18 @@ class GemmConvXPUKernel : public framework::OpKernel<T> { ...@@ -43,52 +39,18 @@ class GemmConvXPUKernel : public framework::OpKernel<T> {
const int f = static_cast<int>(filter.dims()[0]); const int f = static_cast<int>(filter.dims()[0]);
const int win_h = static_cast<int>(filter.dims()[2]); const int win_h = static_cast<int>(filter.dims()[2]);
const int win_w = static_cast<int>(filter.dims()[3]); const int win_w = static_cast<int>(filter.dims()[3]);
PADDLE_ENFORCE_EQ(
dilations[0] == 1 && dilations[1] == 1, true,
platform::errors::InvalidArgument("XPU only support dilation == 1."));
auto& dev_ctx = context.template device_context<DeviceContext>(); auto& dev_ctx = context.template device_context<DeviceContext>();
// PADDLE_ENFORCE_EQ( std::vector<int> k_size;
// xpu::findmax(dev_ctx.x_context(), input->data<T>(), input->numel(), k_size.push_back(win_h);
// max_input->data<T>()) == xpu::Error_t::SUCCESS, k_size.push_back(win_w);
// true, platform::errors::InvalidArgument( int r = xpu::conv2d<float, float, float, int16_t>(
// "XPU conv kernel error,can not finde max_input,please " dev_ctx.x_context(), input->data<float>(), filter.data<float>(),
// "check whether Baidu Kunlun " output->data<float>(), batch_size, img_c, img_h, img_w, f, k_size,
// "Card is properly installed.")); strides, paddings, dilations, groups, nullptr, nullptr, nullptr, true);
// PADDLE_ENFORCE_EQ( PADDLE_ENFORCE_EQ(
// xpu::findmax(dev_ctx.x_context(), filter.data<T>(), filter.numel(), r, XPU_SUCCESS,
// max_filter->data<T>()) == xpu::Error_t::SUCCESS, platform::errors::External("XPU conv kernel return wrong value[%d %s]",
// true, platform::errors::InvalidArgument( r, XPUAPIErrorMsg[r]));
// "XPU conv kernel error,can not find max_filter,please "
// "check whether Baidu Kunlun "
// "Card is properly installed."));
if (groups == 1) {
int r = xpu::conv2d_forward_int16<float, float, float, float>(
dev_ctx.x_context(), batch_size, img_c, img_h, img_w, f, win_h, win_w,
strides[0], strides[1], paddings[0], paddings[1], dilations[0],
dilations[1], groups, input->data<float>(), filter.data<float>(),
output->data<float>(), nullptr, nullptr, xpu::Activation_t::LINEAR,
nullptr, nullptr);
// max_input->data<float>(), max_filter->data<float>());
PADDLE_ENFORCE_EQ(
r, XPU_SUCCESS,
platform::errors::External("XPU conv kernel return wrong value[%d], "
"please check whether Baidu Kunlun Card "
"is properly installed.",
r));
} else {
int r = xpu::conv2d_int16_with_group<float, float, float>(
dev_ctx.x_context(), input->data<float>(), filter.data<float>(),
output->data<float>(), batch_size, img_c, img_h, img_w, f, win_h,
win_w, groups, strides[0], strides[1], paddings[0], paddings[1],
nullptr, nullptr);
// max_input->data<float>(), max_filter->data<float>());
PADDLE_ENFORCE_EQ(
r, XPU_SUCCESS,
platform::errors::External("XPU conv kernel return wrong value[%d], "
"please check whether Baidu Kunlun Card "
"is properly installed.",
r));
}
} }
}; };
template <typename DeviceContext, typename T> template <typename DeviceContext, typename T>
...@@ -96,9 +58,6 @@ class GemmConvGradXPUKernel : public framework::OpKernel<T> { ...@@ -96,9 +58,6 @@ class GemmConvGradXPUKernel : public framework::OpKernel<T> {
public: public:
void Compute(const framework::ExecutionContext& context) const override { void Compute(const framework::ExecutionContext& context) const override {
const Tensor* input = context.Input<Tensor>("Input"); const Tensor* input = context.Input<Tensor>("Input");
// const Tensor* max_input = context.Input<Tensor>("MaxInput");
// const Tensor* max_filter = context.Input<Tensor>("MaxFilter");
// Tensor* max_output_grad = context.Output<Tensor>("MaxOutputGrad");
const Tensor* output_grad = const Tensor* output_grad =
context.Input<Tensor>(framework::GradVarName("Output")); context.Input<Tensor>(framework::GradVarName("Output"));
Tensor* input_grad = Tensor* input_grad =
...@@ -115,11 +74,6 @@ class GemmConvGradXPUKernel : public framework::OpKernel<T> { ...@@ -115,11 +74,6 @@ class GemmConvGradXPUKernel : public framework::OpKernel<T> {
std::vector<int> paddings = context.Attr<std::vector<int>>("paddings"); std::vector<int> paddings = context.Attr<std::vector<int>>("paddings");
std::vector<int> dilations = context.Attr<std::vector<int>>("dilations"); std::vector<int> dilations = context.Attr<std::vector<int>>("dilations");
const int batch_size = static_cast<int>(input->dims()[0]); const int batch_size = static_cast<int>(input->dims()[0]);
PADDLE_ENFORCE_EQ(groups == 1, true, platform::errors::InvalidArgument(
"XPU only support groups == 1."));
PADDLE_ENFORCE_EQ(
dilations[0] == 1 && dilations[1] == 1, true,
platform::errors::InvalidArgument("XPU only support dilation == 1."));
const int img_c = static_cast<int>(input->dims()[1]); const int img_c = static_cast<int>(input->dims()[1]);
const int img_h = static_cast<int>(input->dims()[2]); const int img_h = static_cast<int>(input->dims()[2]);
const int img_w = static_cast<int>(input->dims()[3]); const int img_w = static_cast<int>(input->dims()[3]);
...@@ -133,52 +87,24 @@ class GemmConvGradXPUKernel : public framework::OpKernel<T> { ...@@ -133,52 +87,24 @@ class GemmConvGradXPUKernel : public framework::OpKernel<T> {
filter_grad->mutable_data<T>(context.GetPlace()); filter_grad->mutable_data<T>(context.GetPlace());
} }
auto& dev_ctx = context.template device_context<DeviceContext>(); auto& dev_ctx = context.template device_context<DeviceContext>();
// max_output_grad->Resize({4}); std::vector<int> k_size;
// max_output_grad->mutable_data<T>(context.GetPlace()); k_size.push_back(win_h);
// PADDLE_ENFORCE_EQ( k_size.push_back(win_w);
// xpu::findmax(dev_ctx.x_context(), output_grad->data<T>(), int r = xpu::conv2d_grad<float, float, float, int16_t>(
// output_grad->numel(), dev_ctx.x_context(), input->data<T>(), filter.data<T>(),
// max_output_grad->data<T>()) == xpu::Error_t::SUCCESS, output_grad->data<T>(), input_grad ? input_grad->data<T>() : nullptr,
// true, filter_grad ? filter_grad->data<T>() : nullptr, batch_size, img_c,
// platform::errors::External( img_h, img_w, f, k_size, strides, paddings, dilations, groups, nullptr,
// "XPU conv kernel error, can not find max_output_grad, please nullptr, nullptr, nullptr, nullptr, true);
// check " PADDLE_ENFORCE_EQ(
// "whether Baidu Kunlun Card is " r, XPU_SUCCESS,
// "properly installed.")); platform::errors::External("XPU conv kernel return wrong value[%d %s]",
if (input_grad) { r, XPUAPIErrorMsg[r]));
int r = xpu::conv2d_backward_int16(
dev_ctx.x_context(), batch_size, img_c, img_h, img_w, f, win_h, win_w,
strides[0], strides[1], paddings[0], paddings[1], dilations[0],
dilations[1], groups, output_grad->data<float>(),
filter.data<float>(), input_grad->data<float>(), nullptr, nullptr);
// max_output_grad->data<float>(), max_filter->data<float>());
PADDLE_ENFORCE_EQ(
r, XPU_SUCCESS,
platform::errors::External("XPU conv kernel return wrong value[%d], "
"please check whether Baidu Kunlun Card "
"is properly installed.",
r));
}
if (filter_grad) {
int r = xpu::conv2d_backward_weight_int16(
dev_ctx.x_context(), batch_size, img_c, img_h, img_w, f, win_h, win_w,
strides[0], strides[1], paddings[0], paddings[1], dilations[0],
dilations[1], groups, output_grad->data<float>(),
input->data<float>(), filter_grad->data<float>(), nullptr, nullptr);
// max_output_grad->data<float>(), max_input->data<float>());
PADDLE_ENFORCE_EQ(
r, XPU_SUCCESS,
platform::errors::External("XPU conv kernel return wrong value[%d], "
"please check whether Baidu Kunlun Card "
"is properly installed.",
r));
}
} }
}; };
} // namespace operators } // namespace operators
} // namespace paddle } // namespace paddle
namespace ops = paddle::operators; namespace ops = paddle::operators;
// TODO(xingzhaolong): neon kernel for mobile
REGISTER_OP_XPU_KERNEL( REGISTER_OP_XPU_KERNEL(
depthwise_conv2d, depthwise_conv2d,
ops::GemmConvXPUKernel<paddle::platform::XPUDeviceContext, float>); ops::GemmConvXPUKernel<paddle::platform::XPUDeviceContext, float>);
...@@ -187,4 +113,7 @@ REGISTER_OP_XPU_KERNEL( ...@@ -187,4 +113,7 @@ REGISTER_OP_XPU_KERNEL(
REGISTER_OP_XPU_KERNEL( REGISTER_OP_XPU_KERNEL(
conv2d_grad, conv2d_grad,
ops::GemmConvGradXPUKernel<paddle::platform::XPUDeviceContext, float>); ops::GemmConvGradXPUKernel<paddle::platform::XPUDeviceContext, float>);
REGISTER_OP_XPU_KERNEL(
depthwise_conv2d_grad,
ops::GemmConvGradXPUKernel<paddle::platform::XPUDeviceContext, float>);
#endif #endif
paddle/fluid/operators/elementwise/elementwise_xpu.h
浏览文件 @ 64f29fbb
...@@ -65,7 +65,7 @@ static std::pair<std::vector<int>, std::vector<int>> XPUReducesAxisVector( ...@@ -65,7 +65,7 @@ static std::pair<std::vector<int>, std::vector<int>> XPUReducesAxisVector(
} }
int yidx = 0; int yidx = 0;
for (size_t i = 0; i < x_vector.size(); ++i) { for (size_t i = 0; i < x_vector.size(); ++i) {
if (y[yidx] == 1) { if (yidx >= y.size() || y[yidx] == 1) {
axis_v.push_back(i); axis_v.push_back(i);
yidx++; yidx++;
continue; continue;
...@@ -134,10 +134,10 @@ void XPUElementwise( ...@@ -134,10 +134,10 @@ void XPUElementwise(
std::pair<std::vector<int>, std::vector<int>> bcast_v = std::pair<std::vector<int>, std::vector<int>> bcast_v =
XPUDimsToBroadcastVector(framework::make_ddim(x_dims_array), out_dim); XPUDimsToBroadcastVector(framework::make_ddim(x_dims_array), out_dim);
ret = xpu::broadcast<T>( ret = xpu::broadcast<T>(dev_ctx.x_context(), x_data,
dev_ctx.x_context(), x_data, x_broadcast_tensor.mutable_data<T>(
x_broadcast_tensor.mutable_data<T>(ctx.GetPlace(), z->numel()), ctx.GetPlace(), z->numel() * sizeof(T)),
bcast_v.first, bcast_v.second); bcast_v.first, bcast_v.second);
PADDLE_ENFORCE_EQ( PADDLE_ENFORCE_EQ(
ret, xpu::SUCCESS, ret, xpu::SUCCESS,
platform::errors::External( platform::errors::External(
...@@ -153,10 +153,10 @@ void XPUElementwise( ...@@ -153,10 +153,10 @@ void XPUElementwise(
std::vector<int> bcast_y_v; std::vector<int> bcast_y_v;
std::pair<std::vector<int>, std::vector<int>> bcast_v = std::pair<std::vector<int>, std::vector<int>> bcast_v =
XPUDimsToBroadcastVector(framework::make_ddim(y_dims_array), out_dim); XPUDimsToBroadcastVector(framework::make_ddim(y_dims_array), out_dim);
ret = xpu::broadcast<T>( ret = xpu::broadcast<T>(dev_ctx.x_context(), y_data,
dev_ctx.x_context(), y_data, y_broadcast_tensor.mutable_data<T>(
y_broadcast_tensor.mutable_data<T>(ctx.GetPlace(), z->numel()), ctx.GetPlace(), z->numel() * sizeof(T)),
bcast_v.first, bcast_v.second); bcast_v.first, bcast_v.second);
PADDLE_ENFORCE_EQ( PADDLE_ENFORCE_EQ(
ret, xpu::SUCCESS, ret, xpu::SUCCESS,
platform::errors::External( platform::errors::External(
...@@ -231,13 +231,15 @@ void XPUElementwiseGrad(const framework::ExecutionContext& ctx, ...@@ -231,13 +231,15 @@ void XPUElementwiseGrad(const framework::ExecutionContext& ctx,
bool dx_need_reduce = (dx != nullptr) && (dx->numel() != len); bool dx_need_reduce = (dx != nullptr) && (dx->numel() != len);
bool dy_need_reduce = (dy != nullptr) && (dy->numel() != len); bool dy_need_reduce = (dy != nullptr) && (dy->numel() != len);
T* dx_data = ((dx == nullptr) || dx_need_reduce) T* dx_data =
? (dx_local_tensor.mutable_data<T>(ctx.GetPlace(), len)) ((dx == nullptr) || dx_need_reduce)
: (dx->mutable_data<T>(ctx.GetPlace())); ? (dx_local_tensor.mutable_data<T>(ctx.GetPlace(), len * sizeof(T)))
: (dx->mutable_data<T>(ctx.GetPlace()));
T* dy_data = ((dy == nullptr) || dy_need_reduce) T* dy_data =
? (dy_local_tensor.mutable_data<T>(ctx.GetPlace(), len)) ((dy == nullptr) || dy_need_reduce)
: (dy->mutable_data<T>(ctx.GetPlace())); ? (dy_local_tensor.mutable_data<T>(ctx.GetPlace(), len * sizeof(T)))
: (dy->mutable_data<T>(ctx.GetPlace()));
int ret = xpu::SUCCESS; int ret = xpu::SUCCESS;
auto& dev_ctx = auto& dev_ctx =
...@@ -250,8 +252,8 @@ void XPUElementwiseGrad(const framework::ExecutionContext& ctx, ...@@ -250,8 +252,8 @@ void XPUElementwiseGrad(const framework::ExecutionContext& ctx,
XPUDimsToBroadcastVector(framework::make_ddim(x_dims_array), out_dim); XPUDimsToBroadcastVector(framework::make_ddim(x_dims_array), out_dim);
ret = xpu::broadcast<T>( ret = xpu::broadcast<T>(
dev_ctx.x_context(), x_data, dev_ctx.x_context(), x_data,
x_broadcast_tensor.mutable_data<T>(ctx.GetPlace(), len), bcast_v.first, x_broadcast_tensor.mutable_data<T>(ctx.GetPlace(), len * sizeof(T)),
bcast_v.second); bcast_v.first, bcast_v.second);
PADDLE_ENFORCE_EQ(ret, xpu::SUCCESS, PADDLE_ENFORCE_EQ(ret, xpu::SUCCESS,
platform::errors::External( platform::errors::External(
"XPU kernel broadcast error occur! %d", ret)); "XPU kernel broadcast error occur! %d", ret));
...@@ -267,8 +269,8 @@ void XPUElementwiseGrad(const framework::ExecutionContext& ctx, ...@@ -267,8 +269,8 @@ void XPUElementwiseGrad(const framework::ExecutionContext& ctx,
XPUDimsToBroadcastVector(framework::make_ddim(y_dims_array), out_dim); XPUDimsToBroadcastVector(framework::make_ddim(y_dims_array), out_dim);
ret = xpu::broadcast<T>( ret = xpu::broadcast<T>(
dev_ctx.x_context(), y_data, dev_ctx.x_context(), y_data,
y_broadcast_tensor.mutable_data<T>(ctx.GetPlace(), len), bcast_v.first, y_broadcast_tensor.mutable_data<T>(ctx.GetPlace(), len * sizeof(T)),
bcast_v.second); bcast_v.first, bcast_v.second);
PADDLE_ENFORCE_EQ(ret, xpu::SUCCESS, PADDLE_ENFORCE_EQ(ret, xpu::SUCCESS,
platform::errors::External( platform::errors::External(
"XPU kernel broadcast error occur! %d", ret)); "XPU kernel broadcast error occur! %d", ret));
...@@ -287,9 +289,9 @@ void XPUElementwiseGrad(const framework::ExecutionContext& ctx, ...@@ -287,9 +289,9 @@ void XPUElementwiseGrad(const framework::ExecutionContext& ctx,
const framework::DDim& dx_dims = dx->dims(); const framework::DDim& dx_dims = dx->dims();
std::pair<std::vector<int>, std::vector<int>> reduce_v = std::pair<std::vector<int>, std::vector<int>> reduce_v =
XPUReducesAxisVector(out_dim, dx_dims); XPUReducesAxisVector(out_dim, dx_dims);
ret = xpu::reduce_sum(dev_ctx.x_context(), dx_data, ret = xpu::reduce_sum<T>(dev_ctx.x_context(), dx_data,
dx->mutable_data<T>(ctx.GetPlace()), reduce_v.first, dx->mutable_data<T>(ctx.GetPlace()),
reduce_v.second); reduce_v.first, reduce_v.second);
PADDLE_ENFORCE_EQ( PADDLE_ENFORCE_EQ(
ret, xpu::SUCCESS, ret, xpu::SUCCESS,
platform::errors::External("XPU kernel reduce_sum occur error in " platform::errors::External("XPU kernel reduce_sum occur error in "
...@@ -302,9 +304,9 @@ void XPUElementwiseGrad(const framework::ExecutionContext& ctx, ...@@ -302,9 +304,9 @@ void XPUElementwiseGrad(const framework::ExecutionContext& ctx,
const framework::DDim& dy_dims = dy->dims(); const framework::DDim& dy_dims = dy->dims();
std::pair<std::vector<int>, std::vector<int>> reduce_v = std::pair<std::vector<int>, std::vector<int>> reduce_v =
XPUReducesAxisVector(out_dim, dy_dims); XPUReducesAxisVector(out_dim, dy_dims);
ret = xpu::reduce_sum(dev_ctx.x_context(), dy_data, ret = xpu::reduce_sum<T>(dev_ctx.x_context(), dy_data,
dy->mutable_data<T>(ctx.GetPlace()), reduce_v.first, dy->mutable_data<T>(ctx.GetPlace()),
reduce_v.second); reduce_v.first, reduce_v.second);
PADDLE_ENFORCE_EQ( PADDLE_ENFORCE_EQ(
ret, xpu::SUCCESS, ret, xpu::SUCCESS,
platform::errors::External("XPU kernel reduce_sum occur error in " platform::errors::External("XPU kernel reduce_sum occur error in "
......
paddle/fluid/operators/softmax_op_xpu.cc
浏览文件 @ 64f29fbb
/* Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved. /* Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.
Licensed under the Apache License, Version 2.0 (the "License"); Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License. you may not use this file except in compliance with the License.
You may obtain a copy of the License at You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0 http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS, distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
...@@ -30,29 +27,27 @@ class SoftmaxXPUKernel : public framework::OpKernel<T> { ...@@ -30,29 +27,27 @@ class SoftmaxXPUKernel : public framework::OpKernel<T> {
auto* x = context.Input<Tensor>("X"); auto* x = context.Input<Tensor>("X");
auto* out = context.Output<Tensor>("Out"); auto* out = context.Output<Tensor>("Out");
const int rank = x->dims().size(); const int rank = x->dims().size();
const int axis = CanonicalAxis(context.Attr<int>("axis"), rank); int axis = CanonicalAxis(context.Attr<int>("axis"), rank);
PADDLE_ENFORCE_EQ(axis == -1 || axis == rank - 1, true,
platform::errors::InvalidArgument(
"xpu softmax kernel only support last dimension of x "
"(axis==-1 or axis==x_dims-1), but received axis: "
"%d, x's shape: %s.",
axis, x->dims()));
// allocate memory on device. // allocate memory on device.
out->mutable_data<T>(context.GetPlace()); out->mutable_data<T>(context.GetPlace());
const int n = SizeToAxis(axis, x->dims()); std::vector<int> x_dims;
const int d = SizeFromAxis(axis, x->dims()); for (int i = 0; i < rank; i++) {
x_dims.push_back(x->dims()[i]);
}
if (axis < 0) {
axis += rank;
}
auto& dev_ctx = context.template device_context<DeviceContext>(); auto& dev_ctx = context.template device_context<DeviceContext>();
int r = xpu::softmax2d_forward(dev_ctx.x_context(), x->data<float>(), int r = xpu::softmax<T>(dev_ctx.x_context(), x->data<float>(),
out->data<float>(), n, d, d <= 2048); out->data<float>(), x_dims, axis);
PADDLE_ENFORCE_EQ( PADDLE_ENFORCE_EQ(
r, XPU_SUCCESS, r, XPU_SUCCESS,
platform::errors::External("XPU API(softmax2d_forward) return wrong " platform::errors::External("XPU API(softmax2d_forward) return wrong "
"value[%d], please check whether " "value[%d %s]",
"Baidu Kunlun Card is properly installed.", r, XPUAPIErrorMsg[r]));
r));
} }
}; };
...@@ -64,24 +59,28 @@ class SoftmaxGradXPUKernel : public framework::OpKernel<T> { ...@@ -64,24 +59,28 @@ class SoftmaxGradXPUKernel : public framework::OpKernel<T> {
auto* dout = context.Input<Tensor>(framework::GradVarName("Out")); auto* dout = context.Input<Tensor>(framework::GradVarName("Out"));
auto* dx = context.Output<Tensor>(framework::GradVarName("X")); auto* dx = context.Output<Tensor>(framework::GradVarName("X"));
const int rank = dx->dims().size(); const int rank = dx->dims().size();
const int axis = CanonicalAxis(context.Attr<int>("axis"), rank); int axis = CanonicalAxis(context.Attr<int>("axis"), rank);
// allocate memory on device. // allocate memory on device.
dx->mutable_data<T>(context.GetPlace()); dx->mutable_data<T>(context.GetPlace());
const int n = SizeToAxis(axis, dx->dims()); std::vector<int> x_dims;
const int d = SizeFromAxis(axis, dx->dims()); for (int i = 0; i < rank; i++) {
x_dims.push_back(dx->dims()[i]);
}
if (axis < 0) {
axis += rank;
}
auto& dev_ctx = context.template device_context<DeviceContext>(); auto& dev_ctx = context.template device_context<DeviceContext>();
int r = int r = xpu::softmax_grad<T>(dev_ctx.x_context(), out->data<float>(),
xpu::softmax2d_backward(dev_ctx.x_context(), out->data<float>(), dout->data<float>(), dx->data<float>(), x_dims,
dout->data<float>(), dx->data<float>(), n, d); axis);
PADDLE_ENFORCE_EQ( PADDLE_ENFORCE_EQ(
r, XPU_SUCCESS, r, XPU_SUCCESS,
platform::errors::External("XPU API(softmax2d_backward) return wrong " platform::errors::External("XPU API(softmax2d_backward) return wrong "
"value[%d], please check whether " "value[%d %s]",
"Baidu Kunlun Card is properly installed.", r, XPUAPIErrorMsg[r]));
r));
} }
}; };
......
paddle/fluid/platform/xpu_header.h
浏览文件 @ 64f29fbb
...@@ -15,6 +15,7 @@ ...@@ -15,6 +15,7 @@
#pragma once #pragma once
#ifdef PADDLE_WITH_XPU #ifdef PADDLE_WITH_XPU
#include <map>
#include <string> #include <string>
#include <unordered_map> #include <unordered_map>
...@@ -48,4 +49,11 @@ class XPUActHelper { ...@@ -48,4 +49,11 @@ class XPUActHelper {
return res->second; return res->second;
} }
}; };
static std::map<int, std::string> XPUAPIErrorMsg = {
{xpu::Error_t::SUCCESS, "xpu api success"},
{xpu::Error_t::INVALID_PARAM, "xpu api invalid param"},
{xpu::Error_t::RUNTIME_ERROR, "xpu api runtime error"},
{xpu::Error_t::NO_ENOUGH_WORKSPACE, "xpu api no enough workspace"}};
#endif #endif
python/paddle/fluid/io.py
浏览文件 @ 64f29fbb
...@@ -1915,6 +1915,10 @@ def load(program, model_path, executor=None, var_list=None): ...@@ -1915,6 +1915,10 @@ def load(program, model_path, executor=None, var_list=None):
place = paddle.fluid.CPUPlace() place = paddle.fluid.CPUPlace()
elif p.is_cuda_pinned_place(): elif p.is_cuda_pinned_place():
place = paddle.fluid.CUDAPinnedPlace() place = paddle.fluid.CUDAPinnedPlace()
elif p.is_xpu_place():
p = paddle.fluid.core.Place()
p.set_place(t._place())
place = paddle.fluid.XPUPlace(p.xpu_device_id())
else: else:
p = paddle.fluid.core.Place() p = paddle.fluid.core.Place()
p.set_place(t._place()) p.set_place(t._place())
......
python/paddle/fluid/tests/unittests/op_test_xpu.py
浏览文件 @ 64f29fbb
...@@ -362,17 +362,6 @@ class XPUOpTest(OpTest): ...@@ -362,17 +362,6 @@ class XPUOpTest(OpTest):
if not type(output_names) is list: if not type(output_names) is list:
output_names = [output_names] output_names = [output_names]
numeric_grads = user_defined_grads or [
get_numeric_gradient(
place,
self.scope,
self.op,
self.inputs,
input_to_check,
output_names,
delta=numeric_grad_delta,
in_place=in_place) for input_to_check in inputs_to_check
]
analytic_grads = self._get_gradient(inputs_to_check, place, analytic_grads = self._get_gradient(inputs_to_check, place,
output_names, no_grad_set) output_names, no_grad_set)
return analytic_grads return analytic_grads
python/paddle/fluid/tests/unittests/xpu/test_softmax_with_cross_entropy_op_xpu.py
浏览文件 @ 64f29fbb
...@@ -13,6 +13,9 @@ ...@@ -13,6 +13,9 @@
# limitations under the License. # limitations under the License.
from __future__ import print_function from __future__ import print_function
import sys
sys.path.append("..")
from test_softmax_op import stable_softmax from test_softmax_op import stable_softmax
from op_test import OpTest from op_test import OpTest
import paddle.fluid.core as core import paddle.fluid.core as core
...@@ -20,8 +23,6 @@ import paddle ...@@ -20,8 +23,6 @@ import paddle
import unittest import unittest
import numpy as np import numpy as np
import sys
sys.path.append("..")
def cross_entropy(softmax, label, soft_label, axis, ignore_index=-1): def cross_entropy(softmax, label, soft_label, axis, ignore_index=-1):
......
Markdown is supported
0% 或 .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑！
想要评论请 注册 或