op_lite.cc

// Copyright (c) 2019 PaddlePaddle Authors. All Rights Reserved.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

#include "paddle/fluid/lite/core/op_lite.h"
#include "op_lite.h"
#include "paddle/fluid/lite/core/op_registry.h"

namespace paddle {
namespace lite {

std::vector<std::unique_ptr<KernelBase>> OpLite::CreateKernels(
    const std::vector<Place> &places, const std::string &kernel_type) {
  std::vector<std::unique_ptr<KernelBase>> kernels;
  CHECK(!op_type_.empty()) << "op_type_ should be set first";

  auto pick_kernel = [&](const Place &place) {
    auto ks = KernelRegistry::Global().Create(
        (kernel_type.empty() ? op_type_ : kernel_type), place.target,
        place.precision, place.layout);
    for (auto &&it : ks) {
      AttachKernel(it.get());
      kernels.emplace_back(std::move(it));
    }
  };

  std::set<Place> place_set;
  for (auto place : places) {
    place_set.insert(place);
    // Pick kernels those support any Precision and any DataLayout
    place.precision = PRECISION(kAny);
    place_set.insert(place);
    place.layout = DATALAYOUT(kAny);
    place_set.insert(place);
  }

  std::set<TargetType> targets;
  for (auto place : place_set) {
    pick_kernel(place);
    targets.insert(place.target);
  }

  CHECK(!kernels.empty()) << "No kernel found for Op " << op_type_;
  VLOG(2) << "op " << op_type_ << " get " << kernels.size() << " kernels";
  return kernels;
}

bool OpLite::Run() {
  CHECK(kernel_);
  SyncInputEvents();

  kernel_->Run();

  RecordOutputEvents();
  return true;
}

bool OpLite::Attach(const OpDesc &opdesc, lite::Scope *scope) {
  // valid_places_.clear();
  LOG(INFO) << "valid_places " << valid_places_.size();
  CHECK(scope != nullptr);
  CHECK(!op_info_.get());
  scope_ = scope;
  op_info_.reset(new OpInfo);  // Force clean the out-of-date infomation.
  op_info_->Build(opdesc.ReadonlyProto());
  return AttachImpl(opdesc, scope);
}

const Tensor *OpLite::GetTensor(lite::Scope *scope,
                                const std::string &name) const {
  auto *var = scope->FindVar(name);
  CHECK(var) << "no variable called " << name << " found";
  return &var->Get<lite::Tensor>();
}

Tensor *OpLite::GetMutableTensor(lite::Scope *scope,
                                 const std::string &name) const {
  auto *var = scope->FindVar(name);
  CHECK(var) << "no variable called " << name << " found";
  return var->GetMutable<lite::Tensor>();
}

bool OpInfo::GetInputArgname(const std::string &value_name,
                             std::string *out) const {
  for (auto &item : input_argument_) {
    auto it = std::find(item.second.begin(), item.second.end(), value_name);
    if (it != item.second.end()) {
      *out = item.first;
      return true;
    }
  }
  return false;
}
bool OpInfo::GetOutputArgname(const std::string &value_name,
                              std::string *out) const {
  for (auto &item : output_argument_) {
    auto it = std::find(item.second.begin(), item.second.end(), value_name);
    if (it != item.second.end()) {
      *out = item.first;
      return true;
    }
  }
  return false;
}

void OpInfo::ExtractInputsAndOutputs(const framework::proto::OpDesc &opdesc) {
  for (const auto &item : opdesc.inputs()) {
    for (const auto &x : item.arguments()) {
      input_names_.push_back(x);
    }
  }
  for (const auto &item : opdesc.outputs()) {
    for (const auto &x : item.arguments()) {
      output_names_.push_back(x);
    }
  }
}

void OpInfo::CollectInputAndOutputArgnames(
    const framework::proto::OpDesc &opdesc) {
  for (const auto &item : opdesc.inputs()) {
    input_argnames_.push_back(item.parameter());
  }
  for (const auto &item : opdesc.outputs()) {
    output_argnames_.push_back(item.parameter());
  }
}

void OpInfo::CollectArguments(const framework::proto::OpDesc &opdesc) {
  for (const auto &item : opdesc.inputs()) {
    for (auto &x : item.arguments()) {
      input_argument_[item.parameter()].push_back(x);
    }
  }
  for (const auto &item : opdesc.outputs()) {
    for (auto &x : item.arguments()) {
      output_argument_[item.parameter()].push_back(x);
    }
  }
}

void OpInfo::Build(const framework::proto::OpDesc &desc) {
  ExtractInputsAndOutputs(desc);
  CollectInputAndOutputArgnames(desc);
  CollectArguments(desc);
  desc_.reset(new framework::proto::OpDesc(desc));
}

const std::map<std::string, std::list<std::string>> &OpInfo::input_argument()
    const {
  return input_argument_;
}

const std::map<std::string, std::list<std::string>> &OpInfo::output_argument()
    const {
  return output_argument_;
}

const std::list<std::string> &OpInfo::input_argnames() const {
  return input_argnames_;
}

const std::list<std::string> &OpInfo::output_argnames() const {
  return output_argnames_;
}

const framework::proto::OpDesc &OpInfo::desc() const {
  CHECK(desc_) << "desc has't set";
  return *desc_;
}

}  // namespace lite
}  // namespace paddle