inplace_op_inference.h 2.6 KB
Newer Older
D
dzhwinter 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29
// Copyright (c) 2018 PaddlePaddle Authors. All Rights Reserved.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

#pragma once
#include <string>
#include <unordered_map>
#include "paddle/fluid/framework/op_desc.h"
#include "paddle/fluid/framework/type_defs.h"

namespace paddle {
namespace framework {

/*
  Inplace Inference for create In->Out pairs for inplaced operator.
  If we specify a pair of corresponding names. For example, X->Out.
  then Out will inplaced use X's memory. The base class will do
  legality validation for both variables.
*/
L
liuwei1031 已提交
30

D
dzhwinter 已提交
31 32 33 34
class InplaceOpInference {
 public:
  virtual ~InplaceOpInference() {}
  virtual std::unordered_map<std::string, std::string> operator()(
35
      bool use_cuda) const = 0;
D
dzhwinter 已提交
36 37
};

38 39 40 41 42 43 44 45 46
#define DECLARE_INPLACE_OP_INFERER(class_name, ...)                         \
  class class_name final : public ::paddle::framework::InplaceOpInference { \
   public:                                                                  \
    std::unordered_map<std::string, std::string> operator()(                \
        bool use_cuda) const final {                                        \
      return {__VA_ARGS__};                                                 \
    }                                                                       \
  }

47 48 49 50 51 52 53 54 55 56 57 58 59
#define DECLARE_CUDA_ONLY_INPLACE_OP_INFERER(class_name, ...)               \
  class class_name final : public ::paddle::framework::InplaceOpInference { \
   public:                                                                  \
    std::unordered_map<std::string, std::string> operator()(                \
        bool use_cuda) const final {                                        \
      if (use_cuda) {                                                       \
        return {__VA_ARGS__};                                               \
      } else {                                                              \
        return {};                                                          \
      }                                                                     \
    }                                                                       \
  }

D
dzhwinter 已提交
60 61
}  // namespace framework
}  // namespace paddle