scatter_op.h 2.2 KB
Newer Older
1
/* Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserved.
Z
zchen0211 已提交
2 3 4 5 6 7 8 9 10 11 12 13 14 15 16

Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at

    http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License. */

#pragma once
#include "gather.h"
Y
Yi Wang 已提交
17 18
#include "paddle/fluid/framework/eigen.h"
#include "paddle/fluid/framework/op_registry.h"
Z
zchen0211 已提交
19 20 21 22 23 24 25
#include "scatter.h"

namespace paddle {
namespace operators {

using Tensor = framework::Tensor;

Z
zchen0211 已提交
26
template <typename T>
Y
Yu Yang 已提交
27
class ScatterOpKernel : public framework::OpKernel<T> {
Z
zchen0211 已提交
28 29
 public:
  void Compute(const framework::ExecutionContext &ctx) const override {
Z
zchen0211 已提交
30 31
    PADDLE_ENFORCE(platform::is_cpu_place(ctx.GetPlace()),
                   "This kernel only runs on CPU.");
D
dzhwinter 已提交
32 33
    auto *X = ctx.Input<Tensor>("X");
    auto *Ids = ctx.Input<Tensor>("Ids");
Z
zchen0211 已提交
34 35 36
    auto *Updates = ctx.Input<Tensor>("Updates");
    auto *Out = ctx.Output<Tensor>("Out");

D
dzhwinter 已提交
37 38
    // In place output: Out = X, Out[Ids] += Updates
    Out->ShareDataWith(*X);
Z
zchen0211 已提交
39
    // Apply ScatterUpdate: Out[index] += Updates[:]
D
dzhwinter 已提交
40
    ScatterAssign<T>(ctx.device_context(), *Updates, *Ids, Out);
Z
zchen0211 已提交
41 42 43
  }
};

Z
zchen0211 已提交
44
template <typename T>
Y
Yu Yang 已提交
45
class ScatterGradientOpKernel : public framework::OpKernel<T> {
Z
zchen0211 已提交
46 47
 public:
  void Compute(const framework::ExecutionContext &ctx) const override {
Z
zchen0211 已提交
48 49
    PADDLE_ENFORCE(platform::is_cpu_place(ctx.GetPlace()),
                   "This kernel only runs on CPU.");
D
dzhwinter 已提交
50
    auto *dX = ctx.Output<Tensor>(framework::GradVarName("X"));
Z
zchen0211 已提交
51
    auto *dUpdates = ctx.Output<Tensor>(framework::GradVarName("Updates"));
D
dzhwinter 已提交
52
    auto *Ids = ctx.Input<Tensor>("Ids");
Z
zchen0211 已提交
53
    auto *dOut = ctx.Input<Tensor>(framework::GradVarName("Out"));
Z
zchen0211 已提交
54

D
dzhwinter 已提交
55 56
    // In place gradient: dX = dO
    dX->ShareDataWith(*dOut);
Z
zchen0211 已提交
57
    dUpdates->mutable_data<T>(ctx.GetPlace());
D
dzhwinter 已提交
58 59
    // Gradient by Gather: dUpdates += dO[Ids]
    CPUGather<T>(ctx.device_context(), *dOut, *Ids, dUpdates);
Z
zchen0211 已提交
60 61 62 63 64
  }
};

}  // namespace operators
}  // namespace paddle