/* Copyright (c) 2021 PaddlePaddle Authors. All Rights Reserved. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. */ // disable numpy compile error #include #include #include #include "paddle/fluid/eager/accumulation/accumulation_node.h" #include "paddle/fluid/eager/api/all.h" #include "paddle/fluid/eager/api/utils/tensor_utils.h" #include "paddle/fluid/eager/autograd_meta.h" #include "paddle/fluid/eager/utils.h" #include "paddle/fluid/memory/allocation/allocator.h" #include "paddle/fluid/memory/memcpy.h" #include "paddle/fluid/platform/enforce.h" #include "paddle/fluid/pybind/eager.h" #include "paddle/fluid/pybind/eager_utils.h" #include "paddle/fluid/pybind/exception.h" #include "paddle/pten/common/data_type.h" #include "paddle/pten/core/convert_utils.h" #include "paddle/pten/core/dense_tensor.h" #include "paddle/pten/include/core.h" #pragma GCC diagnostic ignored "-Wwrite-strings" namespace paddle { namespace pybind { extern PyTypeObject* p_eager_tensor_type; PyObject* eager_tensor_properties_get_name(EagerTensorObject* self, void* closure) { EAGER_SYNC_TRY return ToPyObject(self->eager_tensor.name()); EAGER_CATCH_AND_THROW_RETURN_NULL } int eager_tensor_properties_set_name(EagerTensorObject* self, PyObject* value, void* closure) { EAGER_SYNC_TRY self->eager_tensor.set_name(CastPyArg2AttrString(value, 0)); return 0; EAGER_CATCH_AND_THROW_RETURN_ZERO } PyObject* eager_tensor_properties_get_stop_gradient(EagerTensorObject* self, void* closure) { EAGER_SYNC_TRY auto meta = egr::EagerUtils::autograd_meta(&self->eager_tensor); return ToPyObject(meta->StopGradient()); EAGER_CATCH_AND_THROW_RETURN_NULL } PyObject* eager_tensor_properties_get_grad(EagerTensorObject* self, void* closure) { EAGER_SYNC_TRY if (egr::egr_utils_api::IsLeafTensor(self->eager_tensor)) { std::shared_ptr grad_node = egr::EagerUtils::grad_node(self->eager_tensor); PADDLE_ENFORCE( grad_node.get() != nullptr, paddle::platform::errors::Fatal("Detected NULL grad_node" "Leaf tensor should have had grad_node " "with type: GradNodeAccumulation")); auto accumulation_grad_node = std::dynamic_pointer_cast(grad_node); return ToPyObject(*accumulation_grad_node->Grad()); } else { VLOG(6) << "Get grad for tensor: " << self->eager_tensor.name(); auto meta = egr::EagerUtils::unsafe_autograd_meta(self->eager_tensor); return ToPyObject(meta->Grad()); } EAGER_CATCH_AND_THROW_RETURN_NULL } int eager_tensor_properties_set_grad(EagerTensorObject* self, PyObject* value, void* closure) { EAGER_SYNC_TRY auto src = CastPyArg2EagerTensor(value, 0); PADDLE_ENFORCE( egr::egr_utils_api::IsLeafTensor(self->eager_tensor), paddle::platform::errors::Fatal("Only leaf Tensor can be set grad.")); std::shared_ptr grad_node = egr::EagerUtils::grad_node(self->eager_tensor); PADDLE_ENFORCE( grad_node.get() != nullptr, paddle::platform::errors::Fatal("Detected NULL grad_node" "Leaf tensor should have had grad_node " "with type: GradNodeAccumulation")); auto accumulation_grad_node = std::dynamic_pointer_cast(grad_node); accumulation_grad_node->Grad()->copy_(src, true); return 0; EAGER_CATCH_AND_THROW_RETURN_ZERO } int eager_tensor_properties_set_stop_gradient(EagerTensorObject* self, PyObject* value, void* closure) { EAGER_SYNC_TRY auto meta = egr::EagerUtils::autograd_meta(&self->eager_tensor); meta->SetStopGradient(CastPyArg2AttrBoolean(value, 0)); return 0; EAGER_CATCH_AND_THROW_RETURN_ZERO } PyObject* eager_tensor_properties_get_persistable(EagerTensorObject* self, void* closure) { EAGER_SYNC_TRY auto meta = egr::EagerUtils::autograd_meta(&self->eager_tensor); return ToPyObject(meta->Persistable()); EAGER_CATCH_AND_THROW_RETURN_NULL } int eager_tensor_properties_set_persistable(EagerTensorObject* self, PyObject* value, void* closure) { EAGER_SYNC_TRY auto meta = egr::EagerUtils::autograd_meta(&self->eager_tensor); meta->SetPersistable(CastPyArg2AttrBoolean(value, 0)); return 0; EAGER_CATCH_AND_THROW_RETURN_ZERO } PyObject* eager_tensor_properties_get_shape(EagerTensorObject* self, void* closure) { EAGER_SYNC_TRY auto ddim = self->eager_tensor.shape(); std::vector value; size_t rank = static_cast(ddim.size()); value.resize(rank); for (size_t i = 0; i < rank; i++) { value[i] = ddim[i]; } return ToPyObject(value); EAGER_CATCH_AND_THROW_RETURN_NULL } PyObject* eager_tensor_properties_get_place(EagerTensorObject* self, void* closure) { EAGER_SYNC_TRY return ToPyObject(self->eager_tensor.place()); EAGER_CATCH_AND_THROW_RETURN_NULL } PyObject* eager_tensor_properties_get_place_str(EagerTensorObject* self, void* closure) { EAGER_SYNC_TRY std::stringstream ostr; ostr << self->eager_tensor.place(); return ToPyObject(ostr.str()); EAGER_CATCH_AND_THROW_RETURN_NULL } PyObject* eager_tensor_properties_get_dtype(EagerTensorObject* self, void* closure) { EAGER_SYNC_TRY return ToPyObject(pten::TransToProtoVarType(self->eager_tensor.type())); EAGER_CATCH_AND_THROW_RETURN_NULL } struct PyGetSetDef variable_properties[] = { {"grad", (getter)eager_tensor_properties_get_grad, (setter)eager_tensor_properties_set_grad, nullptr, nullptr}, {"name", (getter)eager_tensor_properties_get_name, (setter)eager_tensor_properties_set_name, nullptr, nullptr}, {"stop_gradient", (getter)eager_tensor_properties_get_stop_gradient, (setter)eager_tensor_properties_set_stop_gradient, nullptr, nullptr}, {"persistable", (getter)eager_tensor_properties_get_persistable, (setter)eager_tensor_properties_set_persistable, nullptr, nullptr}, {"shape", (getter)eager_tensor_properties_get_shape, nullptr, nullptr, nullptr}, // {"is_leaf", (getter)eager_tensor_properties_get_is_leaf, nullptr, // nullptr, // nullptr}, {"place", (getter)eager_tensor_properties_get_place, nullptr, nullptr, nullptr}, {"_place_str", (getter)eager_tensor_properties_get_place_str, nullptr, nullptr, nullptr}, {"dtype", (getter)eager_tensor_properties_get_dtype, nullptr, nullptr, nullptr}, {nullptr, nullptr, nullptr, nullptr, nullptr}}; } // namespace pybind } // namespace paddle