tensor_utils.cc 2.0 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21
// Copyright (c) 2021 PaddlePaddle Authors. All Rights Reserved.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

#include "paddle/fluid/eager/api/utils/tensor_utils.h"
#include "paddle/fluid/eager/accumulation/accumulation_node.h"
#include "paddle/fluid/eager/api/utils/global_utils.h"
#include "paddle/fluid/eager/autograd_meta.h"
#include "paddle/fluid/eager/grad_node_info.h"
#include "paddle/fluid/eager/utils.h"

22
#include "paddle/phi/api/all.h"
23 24 25 26 27 28

#include "paddle/fluid/framework/data_layout.h"
#include "paddle/fluid/framework/pten_utils.h"
#include "paddle/fluid/framework/variable.h"

namespace egr {
29
namespace egr_utils_api {
30

31
bool IsLeafTensor(const paddle::experimental::Tensor& target) {
32 33 34 35 36 37 38 39
  std::shared_ptr<GradNodeBase> grad_node = EagerUtils::grad_node(target);
  if (std::dynamic_pointer_cast<GradNodeAccumulation>(grad_node)) {
    return true;
  }

  return false;
}

40
paddle::experimental::Tensor CreateTensorWithValue(
41 42
    const phi::DDim& ddim, const paddle::platform::Place& place,
    const phi::DataType& dtype, const phi::DataLayout& layout, float value,
43 44
    bool is_leaf) {
  paddle::experimental::Tensor out = paddle::experimental::full(
45 46
      phi::vectorize(ddim), paddle::experimental::Scalar(value), dtype,
      phi::TransToPtenBackend(place));
47 48 49

  auto meta = EagerUtils::autograd_meta(&out);
  if (is_leaf) {
50
    auto accumulation_node = std::make_shared<GradNodeAccumulation>(meta);
51 52 53 54 55 56 57
    meta->SetGradNode(accumulation_node);
    meta->SetStopGradient(false);
  }

  return out;
}

58
}  // namespace egr_utils_api
59
}  // namespace egr