base.py 5.8 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13
# Copyright (c) 2018 PaddlePaddle Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
14 15
from ..wrapped_decorator import signature_safe_contextmanager, wrap_decorator
import contextlib
16 17 18
import numpy as np
from paddle.fluid import core
from paddle.fluid import framework
M
minqiyang 已提交
19
from .tracer import Tracer
Z
Zeng Jinle 已提交
20
import logging
J
Jiabin Yang 已提交
21
import objgraph
22

23 24 25 26 27
__all__ = [
    'no_grad',
    'guard',
    'to_variable',
]
28 29


L
lujun 已提交
30
# This function should be removed in V1.6, because it can easily lead to cyclic dependencies.
31
def enabled():
L
lujun 已提交
32
    # Internal use only
L
lujun 已提交
33
    return framework.in_dygraph_mode()
34 35


36 37 38 39 40 41 42 43 44 45 46 47
@contextlib.contextmanager
def _switch_tracer_mode_guard_(is_train=True):
    tracer = framework._dygraph_tracer()
    if tracer:
        mode = tracer._train_mode
        tracer._train_mode = is_train
        yield
        tracer._train_mode = mode
    else:
        yield


48 49 50 51 52 53 54 55 56
def _dygraph_not_support_(func):
    def __impl__(*args, **kwargs):
        assert not framework.in_dygraph_mode(
        ), "We don't support %s in Dygraph mode" % func.__name__
        return func(*args, **kwargs)

    return __impl__


57
def _no_grad_(func):
58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84
    """
    This Decorator will avoid the func being decorated creating backward network in dygraph mode

    Args:
        func: the func don't need grad

    Examples:

     .. code-block:: python

        import numpy as np
        import paddle.fluid as fluid

        @fluid.dygraph.no_grad
        def test_layer():
            with fluid.dygraph.guard():
                inp = np.ones([3, 32, 32], dtype='float32')
                t = fluid.dygraph.base.to_variable(inp)
                fc1 = fluid.FC('fc1', size=4, bias_attr=False, num_flatten_dims=1)
                fc2 = fluid.FC('fc2', size=4)
                ret = fc1(t)
                dy_ret = fc2(ret)

        test_layer()

    """

85 86 87 88 89 90 91 92
    def __impl__(*args, **kwargs):
        with _switch_tracer_mode_guard_(is_train=False):
            return func(*args, **kwargs)

    return __impl__


no_grad = wrap_decorator(_no_grad_)
L
lujun 已提交
93 94
# for fluidDoc
no_grad.__doc__ = _no_grad_.__doc__
J
Jiabin Yang 已提交
95
_not_support = wrap_decorator(_dygraph_not_support_)
96 97


S
rename  
sneaxiy 已提交
98
@signature_safe_contextmanager
P
Paddle CI 已提交
99
def guard(place=None):
100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124
    """
    This context will create a dygraph context for dygraph to run

    Args:
        place(fluid.CPUPlace|fluid.CUDAPlace|None): Place to run

    return:
        None

    Examples:

     .. code-block:: python

        import numpy as np
        import paddle.fluid as fluid

        with fluid.dygraph.guard():
            inp = np.ones([3, 32, 32], dtype='float32')
            t = fluid.dygraph.base.to_variable(inp)
            fc1 = fluid.FC('fc1', size=4, bias_attr=False, num_flatten_dims=1)
            fc2 = fluid.FC('fc2', size=4)
            ret = fc1(t)
            dy_ret = fc2(ret)

    """
125 126
    train = framework.Program()
    startup = framework.Program()
J
Jiabin Yang 已提交
127
    tracer = Tracer()
M
minqiyang 已提交
128

P
Paddle CI 已提交
129
    if place is None:
M
minqiyang 已提交
130
        if core.is_compiled_with_cuda():
P
Paddle CI 已提交
131
            place = core.CUDAPlace(0)
M
minqiyang 已提交
132 133 134
        else:
            place = core.CPUPlace()

135 136
    with framework.program_guard(train, startup):
        with framework.unique_name.guard():
L
lujun 已提交
137 138
            with framework._dygraph_guard(tracer):
                with framework._dygraph_place_guard(place):
P
Paddle CI 已提交
139
                    yield
140 141


J
Jiabin Yang 已提交
142
def _print_debug_msg(limit=5, is_test=False):
Z
Zeng Jinle 已提交
143 144 145 146 147 148 149 150
    if not core._is_dygraph_debug_enabled():
        logging.warn(
            'Debug mode is not enabled. Please set FLAGS_dygraph_debug=1 to enable debug'
        )
        return
    unique_name_size = len(framework.unique_name.generator.ids)
    tracer_var_size = len(framework._dygraph_tracer()._vars)
    alive_cpp_var_size = len(core.VarBase._alive_vars())
J
Jiabin Yang 已提交
151 152 153 154 155 156 157
    if not is_test:
        logging.warn(
            'unique_name num: {}, tracer vars num: {}, alive cpp vars num: {}'
            .format(unique_name_size, tracer_var_size, alive_cpp_var_size))
        objgraph.show_growth(limit=limit)
    else:
        return unique_name_size, tracer_var_size, alive_cpp_var_size
Z
Zeng Jinle 已提交
158 159


160
def to_variable(value, block=None, name=None):
161 162 163 164 165 166
    """
    This function will create a variable from ndarray

    Args:
        value(ndarray): the numpy value need to be convert
        block(fluid.Block|None): which block this variable will be in
167
        name(str|None): Name of Variable
168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183

    return:
        Variable: The variable created from given numpy

    Examples:

     .. code-block:: python

        import numpy as np
        import paddle.fluid as fluid

        with fluid.dygraph.guard():
            x = np.ones([2, 2], np.float32)
            y = fluid.dygraph.to_variable(x)

    """
184
    if isinstance(value, np.ndarray):
L
lujun 已提交
185 186
        assert framework.in_dygraph_mode(
        ), "to_variable could only be called in dygraph mode"
187

188 189 190 191 192
        if not block:
            block = framework.default_main_program().current_block()
        py_var = framework.Variable(
            block,
            type=core.VarDesc.VarType.LOD_TENSOR,
193
            name=name,
194
            shape=value.shape,
X
Xin Pan 已提交
195 196
            dtype=value.dtype,
            stop_gradient=True)
M
minqiyang 已提交
197
        var = py_var._ivar.value()
198
        tensor = var.get_tensor()
M
minqiyang 已提交
199
        tensor.set(value, framework._current_expected_place())
200 201 202
        return py_var
    elif isinstance(value, framework.Variable):
        return value
203 204 205
    else:
        raise TypeError(
            "to_variable only accepts 'ndarray' and 'Variable' as value's input")