operator_test.cc 7.7 KB
Newer Older
Q
Qiao Longfei 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21
/* Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserve.

Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at

    http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License. */

#include "paddle/framework/operator.h"
#include "gtest/gtest.h"
#include "paddle/framework/op_registry.h"

namespace paddle {
namespace framework {

Q
Qiao Longfei 已提交
22 23 24
static int op_run_num = 0;

class OpWithoutKernelTest : public OperatorBase {
25 26
  DEFINE_OPERATOR_CTOR(OpWithoutKernelTest, framework::OperatorBase)

Q
Qiao Longfei 已提交
27
 public:
Q
Qiao Longfei 已提交
28
  void Init() override { x = 1; }
Y
Yu Yang 已提交
29 30
  void InferShape(const Scope& scope) const override {}
  void Run(const Scope& scope,
Y
Yu Yang 已提交
31
           const platform::DeviceContext& dev_ctx) const override {
Y
Yu Yang 已提交
32 33 34 35
    ++op_run_num;
    ASSERT_EQ(static_cast<int>(inputs_.size()), 1);
    ASSERT_EQ(static_cast<int>(outputs_.size()), 1);
    ASSERT_EQ(scope.FindVar(inputs_.at("input")[0]), nullptr);
Q
Qiao Longfei 已提交
36
    ASSERT_EQ(x, 1);
Y
Yu Yang 已提交
37
    ASSERT_NE(scope.FindVar(outputs_.at("output")[0]), nullptr);
Q
Qiao Longfei 已提交
38
  }
Q
Qiao Longfei 已提交
39 40 41

 public:
  float x = 0;
Q
Qiao Longfei 已提交
42 43
};

Q
Qiao Longfei 已提交
44
class OpeWithoutKernelTestProtoAndCheckerMaker : public OpProtoAndCheckerMaker {
Q
Qiao Longfei 已提交
45
 public:
Q
Qiao Longfei 已提交
46 47
  OpeWithoutKernelTestProtoAndCheckerMaker(OpProto* proto,
                                           OpAttrChecker* op_checker)
Q
Qiao Longfei 已提交
48 49 50
      : OpProtoAndCheckerMaker(proto, op_checker) {
    AddInput("input", "input of test op");
    AddOutput("output", "output of test op");
Q
Qiao Longfei 已提交
51
    AddAttr<float>("scale", "scale of cosine op");
Q
Qiao Longfei 已提交
52 53 54 55 56 57 58
    AddComment("This is test op");
  }
};

}  // namespace framework
}  // namespace paddle

Y
Yu Yang 已提交
59 60 61
static void BuildVar(const std::string& param_name,
                     std::initializer_list<const char*> arguments,
                     paddle::framework::OpDesc::Var* var) {
Y
Yu Yang 已提交
62 63 64 65 66 67
  var->set_parameter(param_name);
  for (auto& arg_name : arguments) {
    *var->mutable_arguments()->Add() = arg_name;
  }
}

Q
Qiao Longfei 已提交
68 69
REGISTER_OP(test_operator, paddle::framework::OpWithoutKernelTest,
            paddle::framework::OpeWithoutKernelTestProtoAndCheckerMaker);
Q
Qiao Longfei 已提交
70 71 72 73

TEST(OperatorBase, all) {
  paddle::framework::OpDesc op_desc;
  op_desc.set_type("test_operator");
Y
Yu Yang 已提交
74 75
  BuildVar("IN1", {"input"}, op_desc.add_inputs());
  BuildVar("OUT1", {"output"}, op_desc.add_outputs());
Y
Yu Yang 已提交
76

Q
Qiao Longfei 已提交
77 78 79
  auto attr = op_desc.mutable_attrs()->Add();
  attr->set_name("scale");
  attr->set_type(paddle::framework::AttrType::FLOAT);
Q
Qiao Longfei 已提交
80
  attr->set_f(3.14);
Q
Qiao Longfei 已提交
81 82

  paddle::platform::CPUDeviceContext device_context;
Y
Yu Yang 已提交
83
  paddle::framework::Scope scope;
Q
Qiao Longfei 已提交
84

Y
Yu Yang 已提交
85
  auto op = paddle::framework::OpRegistry::CreateOp(op_desc);
Y
Yu Yang 已提交
86
  scope.NewVar("OUT1");
Q
Qiao Longfei 已提交
87
  ASSERT_EQ(paddle::framework::op_run_num, 0);
88
  op->InferShape(scope);
Q
Qiao Longfei 已提交
89
  op->Run(scope, device_context);
Q
Qiao Longfei 已提交
90
  ASSERT_EQ(paddle::framework::op_run_num, 1);
Q
Qiao Longfei 已提交
91 92 93 94 95
}

namespace paddle {
namespace framework {

Q
Qiao Longfei 已提交
96 97 98 99
class OpKernelTestProtoAndCheckerMaker : public OpProtoAndCheckerMaker {
 public:
  OpKernelTestProtoAndCheckerMaker(OpProto* proto, OpAttrChecker* op_checker)
      : OpProtoAndCheckerMaker(proto, op_checker) {
Y
Yan Chunwei 已提交
100 101 102 103 104
    AddInput("x", "input of test op");
    AddOutput("y", "output of test op");
    AddAttr<float>("scale", "scale of cosine op")
        .SetDefault(1.0)
        .LargerThan(0.0);
Q
Qiao Longfei 已提交
105 106 107 108
    AddComment("This is test op");
  }
};

Q
Qiao Longfei 已提交
109 110
static int cpu_kernel_run_num = 0;

Q
Qiao Longfei 已提交
111
class OpWithKernelTest : public OperatorWithKernel {
112
  DEFINE_OPERATOR_CTOR(OpWithKernelTest, framework::OperatorWithKernel)
Y
Yu Yang 已提交
113
 protected:
114
  void InferShape(const framework::InferShapeContext& ctx) const override {}
Q
Qiao Longfei 已提交
115 116
};

117
template <typename T1, typename T2>
Q
Qiao Longfei 已提交
118 119
class CPUKernelTest : public OpKernel {
 public:
120
  void Compute(const ExecutionContext& ctx) const {
Y
Yan Chunwei 已提交
121 122
    std::cout << "this is cpu kernel" << std::endl;
    std::cout << ctx.op_.DebugString() << std::endl;
Q
Qiao Longfei 已提交
123
    cpu_kernel_run_num++;
Y
Yan Chunwei 已提交
124 125 126 127 128 129 130 131 132 133 134
    ASSERT_EQ(ctx.op_.Input("x"), "IN1");
    ASSERT_EQ(ctx.op_.Output("y"), "OUT1");
  }
};

class OpKernelTestMultiInputsProtoAndCheckerMaker
    : public OpProtoAndCheckerMaker {
 public:
  OpKernelTestMultiInputsProtoAndCheckerMaker(OpProto* proto,
                                              OpAttrChecker* op_checker)
      : OpProtoAndCheckerMaker(proto, op_checker) {
Y
Yu Yang 已提交
135
    AddInput("xs", "inputs of test op").AsDuplicable();
Y
Yan Chunwei 已提交
136
    AddInput("k", "input of test op");
Y
Yu Yang 已提交
137
    AddOutput("ys", "outputs of test op").AsDuplicable();
Y
Yan Chunwei 已提交
138 139 140 141 142 143 144 145 146
    AddAttr<float>("scale", "scale of cosine op")
        .SetDefault(1.0)
        .LargerThan(0.0);
    AddComment("This is test op");
  }
};

class CPUKernalMultiInputsTest : public OpKernel {
 public:
147
  void Compute(const ExecutionContext& ctx) const {
Y
Yan Chunwei 已提交
148 149 150 151 152 153
    auto xs = ctx.op_.Inputs("xs");
    ASSERT_EQ(xs.size(), 3UL);
    ASSERT_EQ(xs[0], "x0");
    ASSERT_EQ(xs[1], "x1");
    ASSERT_EQ(xs[2], "x2");

154
    auto inVar0 = ctx.MultiInputVar("xs");
155
    ASSERT_EQ(inVar0.size(), 3U);
156 157 158 159 160

    auto intVar1 = ctx.InputVar("k");
    ASSERT_NE(intVar1, nullptr);

    auto outVar0 = ctx.MultiOutputVar("ys");
161
    ASSERT_EQ(outVar0.size(), 2U);
162 163

    auto inTensor0 = ctx.MultiInput<Tensor>("xs");
164
    ASSERT_EQ(inTensor0.size(), 3U);
165 166 167 168 169

    auto intTensor1 = ctx.Input<Tensor>("k");
    ASSERT_NE(intTensor1, nullptr);

    auto outTensor0 = ctx.MultiOutput<Tensor>("ys");
170
    ASSERT_EQ(outTensor0.size(), 2U);
171

Y
Yan Chunwei 已提交
172 173 174 175 176 177 178
    auto k = ctx.op_.Input("k");
    ASSERT_EQ(k, "k0");

    auto ys = ctx.op_.Outputs("ys");
    ASSERT_EQ(ys.size(), 2UL);
    ASSERT_EQ(ys[0], "y0");
    ASSERT_EQ(ys[1], "y1");
Q
Qiao Longfei 已提交
179 180 181
  }
};

Y
Yu Yang 已提交
182 183 184 185 186
}  // namespace framework
}  // namespace paddle

REGISTER_OP(op_with_kernel, paddle::framework::OpWithKernelTest,
            paddle::framework::OpKernelTestProtoAndCheckerMaker);
187 188
REGISTER_OP_CPU_KERNEL(op_with_kernel,
                       paddle::framework::CPUKernelTest<float, float>);
Q
Qiao Longfei 已提交
189

Y
Yan Chunwei 已提交
190
// test with single input
Q
Qiao Longfei 已提交
191
TEST(OpKernel, all) {
Q
Qiao Longfei 已提交
192
  paddle::framework::OpDesc op_desc;
Q
Qiao Longfei 已提交
193
  op_desc.set_type("op_with_kernel");
Y
Yu Yang 已提交
194 195
  BuildVar("IN1", {"x"}, op_desc.add_inputs());
  BuildVar("OUT1", {"y"}, op_desc.add_outputs());
Y
Yu Yang 已提交
196

Q
Qiao Longfei 已提交
197 198 199 200 201
  auto attr = op_desc.mutable_attrs()->Add();
  attr->set_name("scale");
  attr->set_type(paddle::framework::AttrType::FLOAT);
  attr->set_f(3.14);

Y
Yu Yang 已提交
202
  paddle::platform::CPUDeviceContext cpu_device_context;
Y
Yu Yang 已提交
203
  paddle::framework::Scope scope;
Q
Qiao Longfei 已提交
204

Y
Yu Yang 已提交
205
  auto op = paddle::framework::OpRegistry::CreateOp(op_desc);
Q
Qiao Longfei 已提交
206
  ASSERT_EQ(paddle::framework::cpu_kernel_run_num, 0);
Q
Qiao Longfei 已提交
207
  op->Run(scope, cpu_device_context);
Q
Qiao Longfei 已提交
208
  ASSERT_EQ(paddle::framework::cpu_kernel_run_num, 1);
Q
Qiao Longfei 已提交
209
}
Y
Yan Chunwei 已提交
210 211 212 213 214 215 216 217 218 219 220 221

REGISTER_OP(op_multi_inputs_with_kernel, paddle::framework::OpWithKernelTest,
            paddle::framework::OpKernelTestMultiInputsProtoAndCheckerMaker);
REGISTER_OP_CPU_KERNEL(op_multi_inputs_with_kernel,
                       paddle::framework::CPUKernalMultiInputsTest);

// test with multi inputs
TEST(OpKernel, multi_inputs) {
  using namespace paddle::framework;

  OpDesc op_desc;
  op_desc.set_type("op_multi_inputs_with_kernel");
Y
Yu Yang 已提交
222 223 224
  BuildVar("xs", {"x0", "x1", "x2"}, op_desc.add_inputs());
  BuildVar("k", {"k0"}, op_desc.add_inputs());
  BuildVar("ys", {"y0", "y1"}, op_desc.add_outputs());
Y
Yu Yang 已提交
225

Y
Yan Chunwei 已提交
226 227 228 229 230 231
  auto attr = op_desc.mutable_attrs()->Add();
  attr->set_name("scale");
  attr->set_type(paddle::framework::AttrType::FLOAT);
  attr->set_f(3.14);

  paddle::platform::CPUDeviceContext cpu_device_context;
Y
Yu Yang 已提交
232
  paddle::framework::Scope scope;
233 234 235 236 237 238
  scope.NewVar("x0")->GetMutable<Tensor>();
  scope.NewVar("x1")->GetMutable<Tensor>();
  scope.NewVar("x2")->GetMutable<Tensor>();
  scope.NewVar("k0")->GetMutable<Tensor>();
  scope.NewVar("y0")->GetMutable<Tensor>();
  scope.NewVar("y1")->GetMutable<Tensor>();
Y
Yan Chunwei 已提交
239

Y
Yu Yang 已提交
240
  auto op = paddle::framework::OpRegistry::CreateOp(op_desc);
Y
Yan Chunwei 已提交
241 242
  op->Run(scope, cpu_device_context);
}