Skip to content

P
Paddle

PaddlePaddle / Paddle
大约 1 年 前同步成功

通知 2298
Star 20931
Fork 5422
P
Paddle
未验证 提交 1c7ae954 编写于 作者: 姜 姜永久 提交者： GitHub
浏览文件
操作

rm in_legacy part8 (#49386) 

* rm legacy layers part6

* rm non_static_mode

* modify non_static

* minor change

* rm loss

* rm in_legacy part8

* minor change
上级 0c52e8a8
展开全部 隐藏空白更改
内联 并排
Showing with 794 addition and 1168 deletion
python/paddle/fluid/layers/collective.py
浏览文件 @ 1c7ae954
...@@ -13,7 +13,7 @@ ...@@ -13,7 +13,7 @@
# limitations under the License. # limitations under the License.
from ..layer_helper import LayerHelper, unique_name from ..layer_helper import LayerHelper, unique_name
from ..framework import Variable, in_dygraph_mode, _in_legacy_dygraph from ..framework import Variable, in_dygraph_mode
import paddle import paddle
from paddle import _C_ops, _legacy_C_ops from paddle import _C_ops, _legacy_C_ops
...@@ -120,42 +120,31 @@ def _c_allgather(x, nranks, ring_id=0, use_calc_stream=False): ...@@ -120,42 +120,31 @@ def _c_allgather(x, nranks, ring_id=0, use_calc_stream=False):
task = group.process_group.all_gather(x, out) task = group.process_group.all_gather(x, out)
task.wait() task.wait()
return out return out
else:
if _in_legacy_dygraph(): helper = LayerHelper(op_type, **locals())
attrs = ( out_shape = list(x.shape[:])
'nranks', if out_shape[0] > 0:
nranks, out_shape[0] *= nranks
'ring_id', out = helper.create_variable(
ring_id, name=unique_name.generate_with_ignorable_key(
'use_calc_stream', '.'.join([x.name, op_type])
use_calc_stream, ),
shape=out_shape,
dtype=x.dtype,
type=x.type,
persistable=x.persistable,
) )
return _legacy_C_ops.c_allgather(x, *attrs) helper.append_op(
type=op_type,
helper = LayerHelper(op_type, **locals()) inputs={'X': [x]},
out_shape = list(x.shape[:]) outputs={'Out': [out]},
if out_shape[0] > 0: attrs={
out_shape[0] *= nranks 'nranks': nranks,
out = helper.create_variable( 'ring_id': ring_id,
name=unique_name.generate_with_ignorable_key( 'use_calc_stream': use_calc_stream,
'.'.join([x.name, op_type]) },
), )
shape=out_shape, return out
dtype=x.dtype,
type=x.type,
persistable=x.persistable,
)
helper.append_op(
type=op_type,
inputs={'X': [x]},
outputs={'Out': [out]},
attrs={
'nranks': nranks,
'ring_id': ring_id,
'use_calc_stream': use_calc_stream,
},
)
return out
def _c_reducescatter(x, nranks, ring_id=0, use_calc_stream=False): def _c_reducescatter(x, nranks, ring_id=0, use_calc_stream=False):
......
python/paddle/fluid/layers/control_flow.py
浏览文件 @ 1c7ae954
...@@ -21,9 +21,7 @@ from ..framework import ( ...@@ -21,9 +21,7 @@ from ..framework import (
Program, Program,
Variable, Variable,
Operator, Operator,
_non_static_mode,
static_only, static_only,
_in_legacy_dygraph,
in_dygraph_mode, in_dygraph_mode,
) )
from ..layer_helper import LayerHelper, unique_name from ..layer_helper import LayerHelper, unique_name
...@@ -1154,7 +1152,7 @@ def while_loop(cond, body, loop_vars, is_test=False, name=None): ...@@ -1154,7 +1152,7 @@ def while_loop(cond, body, loop_vars, is_test=False, name=None):
"but given shape as {0}.".format(list(pre_cond.shape)) "but given shape as {0}.".format(list(pre_cond.shape))
) )
if _non_static_mode(): if in_dygraph_mode():
now_cond = pre_cond.numpy()[0] now_cond = pre_cond.numpy()[0]
while now_cond: while now_cond:
output_vars = body(*loop_vars) output_vars = body(*loop_vars)
...@@ -1168,33 +1166,33 @@ def while_loop(cond, body, loop_vars, is_test=False, name=None): ...@@ -1168,33 +1166,33 @@ def while_loop(cond, body, loop_vars, is_test=False, name=None):
now_cond = cond(*output_vars).numpy()[0] now_cond = cond(*output_vars).numpy()[0]
map_structure(assign_skip_lod_tensor_array, output_vars, loop_vars) map_structure(assign_skip_lod_tensor_array, output_vars, loop_vars)
return loop_vars return loop_vars
else:
while_loop_block = While(pre_cond, is_test, name) while_loop_block = While(pre_cond, is_test, name)
has_mutable_vars_in_loop = hold_mutable_vars(loop_vars) has_mutable_vars_in_loop = hold_mutable_vars(loop_vars)
with while_loop_block.block(): with while_loop_block.block():
# If a variable with mutable type is included in loop_vars, like `dict/list`, # If a variable with mutable type is included in loop_vars, like `dict/list`,
# modifying it in the body function will cause origin variable to be modified # modifying it in the body function will cause origin variable to be modified
# synchronously. This will raise an assignment error out of while block. # synchronously. This will raise an assignment error out of while block.
# Here we make a copy of the mutable vars to avoid this problem. # Here we make a copy of the mutable vars to avoid this problem.
if has_mutable_vars_in_loop: if has_mutable_vars_in_loop:
new_loop_vars = copy_mutable_vars(loop_vars) new_loop_vars = copy_mutable_vars(loop_vars)
output_vars = body(*new_loop_vars) output_vars = body(*new_loop_vars)
else: else:
output_vars = body(*loop_vars) output_vars = body(*loop_vars)
if not isinstance(output_vars, (list, tuple)): if not isinstance(output_vars, (list, tuple)):
output_vars = [output_vars] output_vars = [output_vars]
try: try:
loop_vars = _deal_with_undefined_var(output_vars, loop_vars) loop_vars = _deal_with_undefined_var(output_vars, loop_vars)
assert_same_structure(output_vars, loop_vars, check_types=False) assert_same_structure(output_vars, loop_vars, check_types=False)
except ValueError as e: except ValueError as e:
raise ValueError( raise ValueError(
"body in while_loop should return the same arity " "body in while_loop should return the same arity "
"(length and structure) as loop_vars: {0}".format(e) "(length and structure) as loop_vars: {0}".format(e)
) )
now_cond = cond(*output_vars) now_cond = cond(*output_vars)
map_structure(assign_skip_lod_tensor_array, output_vars, loop_vars) map_structure(assign_skip_lod_tensor_array, output_vars, loop_vars)
assign(now_cond, pre_cond) assign(now_cond, pre_cond)
return loop_vars return loop_vars
# (TODO: Mine) There exists dependency. It will be removed later. # (TODO: Mine) There exists dependency. It will be removed later.
......
python/paddle/fluid/layers/layer_function_generator.py
浏览文件 @ 1c7ae954
...@@ -24,13 +24,10 @@ from ..framework import ( ...@@ -24,13 +24,10 @@ from ..framework import (
Variable, Variable,
core, core,
convert_np_dtype_to_dtype_, convert_np_dtype_to_dtype_,
_non_static_mode,
in_dygraph_mode, in_dygraph_mode,
_in_legacy_dygraph,
) )
from ..layer_helper import LayerHelper from ..layer_helper import LayerHelper
from ..data_feeder import check_variable_and_dtype from ..data_feeder import check_variable_and_dtype
from paddle.fluid.framework import in_dygraph_mode, _in_legacy_dygraph
from paddle import _C_ops, _legacy_C_ops from paddle import _C_ops, _legacy_C_ops
__all__ = [ __all__ = [
...@@ -276,7 +273,7 @@ def generate_activation_fn(op_type): ...@@ -276,7 +273,7 @@ def generate_activation_fn(op_type):
return op(x) return op(x)
# TODO(dev): Because some ops' yaml has not been migrated. # TODO(dev): Because some ops' yaml has not been migrated.
# Replace it with _in_legacy_dygraph while all yaml work is done. # Replace it with _in_legacy_dygraph while all yaml work is done.
if _non_static_mode(): if in_dygraph_mode() and hasattr(_legacy_C_ops, op_type):
op = getattr(_legacy_C_ops, op_type) op = getattr(_legacy_C_ops, op_type)
return op(x) return op(x)
...@@ -327,15 +324,16 @@ def generate_inplace_fn(inplace_op_type): ...@@ -327,15 +324,16 @@ def generate_inplace_fn(inplace_op_type):
origin_op_type = inplace_op_type[:-1] origin_op_type = inplace_op_type[:-1]
def func(x, name=None): def func(x, name=None):
if _non_static_mode(): if in_dygraph_mode():
op = getattr(_legacy_C_ops, inplace_op_type) op = getattr(_legacy_C_ops, inplace_op_type)
return op(x) return op(x)
warnings.warn( else:
"In static mode, {}() is the same as {}() and does not perform inplace operation.".format( warnings.warn(
inplace_op_type, origin_op_type "In static mode, {}() is the same as {}() and does not perform inplace operation.".format(
inplace_op_type, origin_op_type
)
) )
) return generate_activation_fn(origin_op_type)(x, name)
return generate_activation_fn(origin_op_type)(x, name)
func.__name__ = inplace_op_type func.__name__ = inplace_op_type
func.__doc__ = """ func.__doc__ = """
......
python/paddle/fluid/layers/learning_rate_scheduler.py
浏览文件 @ 1c7ae954
...@@ -27,9 +27,14 @@ import paddle ...@@ -27,9 +27,14 @@ import paddle
from . import control_flow from . import control_flow
from . import nn from . import nn
from . import tensor from . import tensor
from ..framework import default_main_program, Parameter, unique_name, name_scope from ..framework import (
default_main_program,
Parameter,
unique_name,
name_scope,
in_dygraph_mode,
)
from ..framework import Variable from ..framework import Variable
from ..framework import _non_static_mode
from ..dygraph import learning_rate_scheduler as imperate_lr from ..dygraph import learning_rate_scheduler as imperate_lr
from ..data_feeder import check_variable_and_dtype, check_type from ..data_feeder import check_variable_and_dtype, check_type
...@@ -99,7 +104,7 @@ def noam_decay(d_model, warmup_steps, learning_rate=1.0): ...@@ -99,7 +104,7 @@ def noam_decay(d_model, warmup_steps, learning_rate=1.0):
learning_rate) learning_rate)
""" """
with default_main_program()._lr_schedule_guard(): with default_main_program()._lr_schedule_guard():
if _non_static_mode(): if in_dygraph_mode():
decay = imperate_lr.NoamDecay( decay = imperate_lr.NoamDecay(
d_model, warmup_steps, learning_rate=learning_rate d_model, warmup_steps, learning_rate=learning_rate
) )
...@@ -160,7 +165,7 @@ def exponential_decay(learning_rate, decay_steps, decay_rate, staircase=False): ...@@ -160,7 +165,7 @@ def exponential_decay(learning_rate, decay_steps, decay_rate, staircase=False):
""" """
with default_main_program()._lr_schedule_guard(): with default_main_program()._lr_schedule_guard():
if _non_static_mode(): if in_dygraph_mode():
decay = imperate_lr.ExponentialDecay( decay = imperate_lr.ExponentialDecay(
learning_rate, decay_steps, decay_rate, staircase learning_rate, decay_steps, decay_rate, staircase
) )
...@@ -222,7 +227,7 @@ def natural_exp_decay(learning_rate, decay_steps, decay_rate, staircase=False): ...@@ -222,7 +227,7 @@ def natural_exp_decay(learning_rate, decay_steps, decay_rate, staircase=False):
""" """
with default_main_program()._lr_schedule_guard(): with default_main_program()._lr_schedule_guard():
if _non_static_mode(): if in_dygraph_mode():
decay = imperate_lr.NaturalExpDecay( decay = imperate_lr.NaturalExpDecay(
learning_rate, decay_steps, decay_rate, staircase learning_rate, decay_steps, decay_rate, staircase
) )
...@@ -282,7 +287,7 @@ def inverse_time_decay(learning_rate, decay_steps, decay_rate, staircase=False): ...@@ -282,7 +287,7 @@ def inverse_time_decay(learning_rate, decay_steps, decay_rate, staircase=False):
staircase=True)) staircase=True))
""" """
with default_main_program()._lr_schedule_guard(): with default_main_program()._lr_schedule_guard():
if _non_static_mode(): if in_dygraph_mode():
decay = imperate_lr.InverseTimeDecay( decay = imperate_lr.InverseTimeDecay(
learning_rate, decay_steps, decay_rate, staircase learning_rate, decay_steps, decay_rate, staircase
) )
...@@ -337,7 +342,7 @@ def polynomial_decay( ...@@ -337,7 +342,7 @@ def polynomial_decay(
""" """
with default_main_program()._lr_schedule_guard(): with default_main_program()._lr_schedule_guard():
if _non_static_mode(): if in_dygraph_mode():
decay = imperate_lr.PolynomialDecay( decay = imperate_lr.PolynomialDecay(
learning_rate, decay_steps, end_learning_rate, power, cycle learning_rate, decay_steps, end_learning_rate, power, cycle
) )
...@@ -414,7 +419,7 @@ def piecewise_decay(boundaries, values): ...@@ -414,7 +419,7 @@ def piecewise_decay(boundaries, values):
if len(values) - len(boundaries) != 1: if len(values) - len(boundaries) != 1:
raise ValueError("len(values) - len(boundaries) should be 1") raise ValueError("len(values) - len(boundaries) should be 1")
if _non_static_mode(): if in_dygraph_mode():
decay = imperate_lr.PiecewiseDecay(boundaries, values, 0) decay = imperate_lr.PiecewiseDecay(boundaries, values, 0)
return decay return decay
else: else:
...@@ -488,7 +493,7 @@ def cosine_decay(learning_rate, step_each_epoch, epochs): ...@@ -488,7 +493,7 @@ def cosine_decay(learning_rate, step_each_epoch, epochs):
) )
with default_main_program()._lr_schedule_guard(): with default_main_program()._lr_schedule_guard():
if _non_static_mode(): if in_dygraph_mode():
decay = imperate_lr.CosineDecay( decay = imperate_lr.CosineDecay(
learning_rate, step_each_epoch, epochs learning_rate, step_each_epoch, epochs
) )
...@@ -569,7 +574,7 @@ def linear_lr_warmup(learning_rate, warmup_steps, start_lr, end_lr): ...@@ -569,7 +574,7 @@ def linear_lr_warmup(learning_rate, warmup_steps, start_lr, end_lr):
linear_step = float(end_lr) - float(start_lr) linear_step = float(end_lr) - float(start_lr)
with default_main_program()._lr_schedule_guard(): with default_main_program()._lr_schedule_guard():
if _non_static_mode(): if in_dygraph_mode():
lr = imperate_lr.LinearLrWarmup( lr = imperate_lr.LinearLrWarmup(
learning_rate, warmup_steps, start_lr, end_lr learning_rate, warmup_steps, start_lr, end_lr
) )
......
python/paddle/fluid/layers/nn.py
浏览文件 @ 1c7ae954
...@@ -22,19 +22,16 @@ import numpy as np ...@@ -22,19 +22,16 @@ import numpy as np
import paddle import paddle
from ..layer_helper import LayerHelper from ..layer_helper import LayerHelper
from paddle.fluid.framework import _in_legacy_dygraph
from ..initializer import Normal, Constant from ..initializer import Normal, Constant
from ..framework import ( from ..framework import (
Variable, Variable,
OpProtoHolder, OpProtoHolder,
_non_static_mode,
dygraph_only, dygraph_only,
_dygraph_tracer, _dygraph_tracer,
default_main_program, default_main_program,
_varbase_creator, _varbase_creator,
static_only, static_only,
_global_flags, _global_flags,
_in_legacy_dygraph,
in_dygraph_mode, in_dygraph_mode,
) )
from ..framework import _current_expected_place from ..framework import _current_expected_place
...@@ -128,10 +125,6 @@ def _elementwise_op_in_dygraph( ...@@ -128,10 +125,6 @@ def _elementwise_op_in_dygraph(
OP_NAMEMAPPING[op_name] if not is_inplace(op_name) else op_name, OP_NAMEMAPPING[op_name] if not is_inplace(op_name) else op_name,
) )
out = op(x, y) out = op(x, y)
if _in_legacy_dygraph():
op = getattr(_legacy_C_ops, op_name)
out = op(x, y, 'axis', axis, 'use_mkldnn', use_mkldnn)
return dygraph_utils._append_activation_in_dygraph( return dygraph_utils._append_activation_in_dygraph(
out, act, use_mkldnn=use_mkldnn out, act, use_mkldnn=use_mkldnn
) )
...@@ -794,26 +787,25 @@ def reduce_sum(input, dim=None, keep_dim=False, name=None): ...@@ -794,26 +787,25 @@ def reduce_sum(input, dim=None, keep_dim=False, name=None):
if in_dygraph_mode(): if in_dygraph_mode():
return _C_ops.sum(input, dim, None, keep_dim) return _C_ops.sum(input, dim, None, keep_dim)
elif _in_legacy_dygraph(): else:
return _legacy_C_ops.reduce_sum( attrs = {'dim': dim, 'keep_dim': keep_dim, 'reduce_all': reduce_all}
input, 'dim', dim, 'keep_dim', keep_dim, 'reduce_all', reduce_all check_variable_and_dtype(
input,
'input',
['float16', 'float32', 'float64', 'int32', 'int64'],
'reduce_sum',
) )
attrs = {'dim': dim, 'keep_dim': keep_dim, 'reduce_all': reduce_all} helper = LayerHelper('reduce_sum', **locals())
check_variable_and_dtype( out = helper.create_variable_for_type_inference(
input, dtype=helper.input_dtype()
'input', )
['float16', 'float32', 'float64', 'int32', 'int64'], helper.append_op(
'reduce_sum', type='reduce_sum',
) inputs={'X': input},
helper = LayerHelper('reduce_sum', **locals()) outputs={'Out': out},
out = helper.create_variable_for_type_inference(dtype=helper.input_dtype()) attrs=attrs,
helper.append_op( )
type='reduce_sum', return out
inputs={'X': input},
outputs={'Out': out},
attrs=attrs,
)
return out
def autoincreased_step_counter(counter_name=None, begin=1, step=1): def autoincreased_step_counter(counter_name=None, begin=1, step=1):
...@@ -895,7 +887,7 @@ def unsqueeze(input, axes, name=None): ...@@ -895,7 +887,7 @@ def unsqueeze(input, axes, name=None):
y = fluid.layers.unsqueeze(input=x, axes=[1]) y = fluid.layers.unsqueeze(input=x, axes=[1])
""" """
if _non_static_mode(): if in_dygraph_mode():
if isinstance(axes, int): if isinstance(axes, int):
axes = [axes] axes = [axes]
elif isinstance(axes, Variable): elif isinstance(axes, Variable):
...@@ -905,98 +897,106 @@ def unsqueeze(input, axes, name=None): ...@@ -905,98 +897,106 @@ def unsqueeze(input, axes, name=None):
item.numpy().item(0) if isinstance(item, Variable) else item item.numpy().item(0) if isinstance(item, Variable) else item
for item in axes for item in axes
] ]
if _in_legacy_dygraph():
out, _ = _legacy_C_ops.unsqueeze2(input, 'axes', axes)
return out
return _C_ops.unsqueeze(input, axes) return _C_ops.unsqueeze(input, axes)
else:
check_type(axes, 'axis/axes', (int, list, tuple, Variable), 'unsqueeze')
check_variable_and_dtype(
input,
'input',
[
'float16',
'float32',
'float64',
'bool',
'int8',
'int16',
'int32',
'int64',
'complex64',
'complex128',
],
'unsqueeze',
)
helper = LayerHelper("unsqueeze2", **locals())
inputs = {"X": input}
attrs = {}
check_type(axes, 'axis/axes', (int, list, tuple, Variable), 'unsqueeze') if isinstance(axes, int):
check_variable_and_dtype( axes = [axes]
input, if isinstance(axes, Variable):
'input', axes.stop_gradient = True
[ inputs["AxesTensor"] = axes
'float16', elif isinstance(axes, (list, tuple)):
'float32', if utils._contain_var(axes):
'float64', inputs["AxesTensorList"] = utils._convert_to_tensor_list(axes)
'bool', else:
'int8', attrs["axes"] = axes
'int16',
'int32',
'int64',
'complex64',
'complex128',
],
'unsqueeze',
)
helper = LayerHelper("unsqueeze2", **locals())
inputs = {"X": input}
attrs = {}
if isinstance(axes, int):
axes = [axes]
if isinstance(axes, Variable):
axes.stop_gradient = True
inputs["AxesTensor"] = axes
elif isinstance(axes, (list, tuple)):
if utils._contain_var(axes):
inputs["AxesTensorList"] = utils._convert_to_tensor_list(axes)
else:
attrs["axes"] = axes
out = helper.create_variable_for_type_inference(dtype=input.dtype) out = helper.create_variable_for_type_inference(dtype=input.dtype)
x_shape = helper.create_variable_for_type_inference(dtype=input.dtype) x_shape = helper.create_variable_for_type_inference(dtype=input.dtype)
helper.append_op( helper.append_op(
type="unsqueeze2", type="unsqueeze2",
inputs=inputs, inputs=inputs,
attrs=attrs, attrs=attrs,
outputs={"Out": out, "XShape": x_shape}, outputs={"Out": out, "XShape": x_shape},
) )
return out return out
def _logical_op(op_name, x, y, out=None, name=None, binary_op=True): def _logical_op(op_name, x, y, out=None, name=None, binary_op=True):
if _non_static_mode(): if in_dygraph_mode():
op = getattr(_legacy_C_ops, op_name) op = getattr(_legacy_C_ops, op_name)
if binary_op: if binary_op:
return op(x, y) return op(x, y)
else: else:
return op(x) return op(x)
check_variable_and_dtype( else:
x,
"x",
["bool", "int8", "int16", "int32", "int64", "float32", "float64"],
op_name,
)
if y is not None:
check_variable_and_dtype( check_variable_and_dtype(
y, x,
"y", "x",
["bool", "int8", "int16", "int32", "int64", "float32", "float64"], ["bool", "int8", "int16", "int32", "int64", "float32", "float64"],
op_name, op_name,
) )
if out is not None: if y is not None:
check_type(out, "out", Variable, op_name) check_variable_and_dtype(
y,
"y",
[
"bool",
"int8",
"int16",
"int32",
"int64",
"float32",
"float64",
],
op_name,
)
if out is not None:
check_type(out, "out", Variable, op_name)
helper = LayerHelper(op_name, **locals()) helper = LayerHelper(op_name, **locals())
if binary_op and x.dtype != y.dtype: if binary_op and x.dtype != y.dtype:
raise ValueError( raise ValueError(
"(InvalidArgument) The DataType of %s Op's Variable must be consistent, but received %s and %s." "(InvalidArgument) The DataType of %s Op's Variable must be consistent, but received %s and %s."
% (op_name, x.dtype, y.dtype) % (op_name, x.dtype, y.dtype)
) )
if out is None: if out is None:
out = helper.create_variable_for_type_inference(dtype=x.dtype) out = helper.create_variable_for_type_inference(dtype=x.dtype)
if binary_op: if binary_op:
helper.append_op( helper.append_op(
type=op_name, inputs={"X": x, "Y": y}, outputs={"Out": out} type=op_name, inputs={"X": x, "Y": y}, outputs={"Out": out}
) )
else: else:
helper.append_op(type=op_name, inputs={"X": x}, outputs={"Out": out}) helper.append_op(
type=op_name, inputs={"X": x}, outputs={"Out": out}
)
return out return out
@templatedoc() @templatedoc()
...@@ -1082,30 +1082,28 @@ def clip_by_norm(x, max_norm, name=None): ...@@ -1082,30 +1082,28 @@ def clip_by_norm(x, max_norm, name=None):
if in_dygraph_mode(): if in_dygraph_mode():
return _C_ops.clip_by_norm(x, max_norm) return _C_ops.clip_by_norm(x, max_norm)
if _non_static_mode(): else:
return _legacy_C_ops.clip_by_norm(x, 'max_norm', max_norm) helper = LayerHelper("clip_by_norm", **locals())
check_variable_and_dtype(x, 'X', ['float32', 'float16'], 'clip_by_norm')
check_type(max_norm, 'max_norm', (float), 'clip_by_norm')
helper = LayerHelper("clip_by_norm", **locals()) if name is None:
check_variable_and_dtype(x, 'X', ['float32', 'float16'], 'clip_by_norm') name = unique_name.generate_with_ignorable_key(
check_type(max_norm, 'max_norm', (float), 'clip_by_norm') ".".join([helper.name, 'tmp'])
)
if name is None: out = helper.create_variable(
name = unique_name.generate_with_ignorable_key( type=x.type, name=name, dtype=x.dtype, persistable=False
".".join([helper.name, 'tmp'])
) )
out = helper.create_variable( helper.append_op(
type=x.type, name=name, dtype=x.dtype, persistable=False type="clip_by_norm",
) inputs={"X": x},
attrs={"max_norm": max_norm},
helper.append_op( outputs={"Out": out},
type="clip_by_norm", )
inputs={"X": x},
attrs={"max_norm": max_norm},
outputs={"Out": out},
)
return out return out
@templatedoc() @templatedoc()
...@@ -1132,19 +1130,16 @@ def merge_selected_rows(x, name=None): ...@@ -1132,19 +1130,16 @@ def merge_selected_rows(x, name=None):
""" """
if in_dygraph_mode(): if in_dygraph_mode():
return _C_ops.merge_selected_rows(x) return _C_ops.merge_selected_rows(x)
else:
if _non_static_mode(): helper = LayerHelper("merge_selected_rows", **locals())
return _legacy_C_ops.merge_selected_rows(x) out = helper.create_variable_for_type_inference(dtype=x.dtype)
helper.append_op(
helper = LayerHelper("merge_selected_rows", **locals()) type="merge_selected_rows",
out = helper.create_variable_for_type_inference(dtype=x.dtype) inputs={"X": x},
helper.append_op( attrs={},
type="merge_selected_rows", outputs={"Out": out},
inputs={"X": x}, )
attrs={}, return out
outputs={"Out": out},
)
return out
@templatedoc() @templatedoc()
......
python/paddle/fluid/layers/sequence_lod.py
浏览文件 @ 1c7ae954
...@@ -17,9 +17,7 @@ from .layer_function_generator import templatedoc ...@@ -17,9 +17,7 @@ from .layer_function_generator import templatedoc
from ..framework import ( from ..framework import (
core, core,
Variable, Variable,
_non_static_mode,
in_dygraph_mode, in_dygraph_mode,
_in_legacy_dygraph,
convert_np_dtype_to_dtype_, convert_np_dtype_to_dtype_,
) )
from ..layer_helper import LayerHelper from ..layer_helper import LayerHelper
...@@ -156,7 +154,7 @@ def sequence_conv( ...@@ -156,7 +154,7 @@ def sequence_conv(
""" """
assert ( assert (
not _non_static_mode() not in_dygraph_mode()
), "sequence layer is not supported in dygraph mode yet." ), "sequence layer is not supported in dygraph mode yet."
check_variable_and_dtype( check_variable_and_dtype(
input, 'input', ['float32', 'float64'], 'sequence_conv' input, 'input', ['float32', 'float64'], 'sequence_conv'
...@@ -258,7 +256,7 @@ def sequence_softmax(input, use_cudnn=False, name=None): ...@@ -258,7 +256,7 @@ def sequence_softmax(input, use_cudnn=False, name=None):
x_sequence_softmax_2 = paddle.static.nn.sequence_softmax(input=y) x_sequence_softmax_2 = paddle.static.nn.sequence_softmax(input=y)
""" """
assert ( assert (
not _non_static_mode() not in_dygraph_mode()
), "sequence layer is not supported in dygraph mode yet." ), "sequence layer is not supported in dygraph mode yet."
helper = LayerHelper('sequence_softmax', **locals()) helper = LayerHelper('sequence_softmax', **locals())
check_variable_and_dtype( check_variable_and_dtype(
...@@ -363,7 +361,7 @@ def sequence_pool(input, pool_type, is_test=False, pad_value=0.0): ...@@ -363,7 +361,7 @@ def sequence_pool(input, pool_type, is_test=False, pad_value=0.0):
first_x = paddle.static.nn.sequence_pool(input=x, pool_type='first') first_x = paddle.static.nn.sequence_pool(input=x, pool_type='first')
""" """
assert ( assert (
not _non_static_mode() not in_dygraph_mode()
), "sequence layer is not supported in dygraph mode yet." ), "sequence layer is not supported in dygraph mode yet."
check_variable_and_dtype( check_variable_and_dtype(
input, 'input', ['float32', 'float64'], 'sequence_pool' input, 'input', ['float32', 'float64'], 'sequence_pool'
...@@ -441,7 +439,7 @@ def sequence_concat(input, name=None): ...@@ -441,7 +439,7 @@ def sequence_concat(input, name=None):
out = paddle.static.nn.sequence_concat(input=[x, y]) out = paddle.static.nn.sequence_concat(input=[x, y])
""" """
assert ( assert (
not _non_static_mode() not in_dygraph_mode()
), "sequence layer is not supported in dygraph mode yet." ), "sequence layer is not supported in dygraph mode yet."
helper = LayerHelper('sequence_concat', **locals()) helper = LayerHelper('sequence_concat', **locals())
...@@ -640,7 +638,7 @@ def sequence_slice(input, offset, length, name=None): ...@@ -640,7 +638,7 @@ def sequence_slice(input, offset, length, name=None):
length=length) length=length)
""" """
assert ( assert (
not _non_static_mode() not in_dygraph_mode()
), "sequence layer is not supported in dygraph mode yet." ), "sequence layer is not supported in dygraph mode yet."
helper = LayerHelper("sequence_slice", **locals()) helper = LayerHelper("sequence_slice", **locals())
...@@ -794,7 +792,7 @@ def sequence_expand(x, y, ref_level=-1, name=None): ...@@ -794,7 +792,7 @@ def sequence_expand(x, y, ref_level=-1, name=None):
# data: [1 2 1 2 3 4 3 4] # data: [1 2 1 2 3 4 3 4]
""" """
assert ( assert (
not _non_static_mode() not in_dygraph_mode()
), "sequence layer is not supported in dygraph mode yet." ), "sequence layer is not supported in dygraph mode yet."
check_variable_and_dtype( check_variable_and_dtype(
x, 'x', ['float32', 'float64', 'int32', 'int64'], 'sequence_expand' x, 'x', ['float32', 'float64', 'int32', 'int64'], 'sequence_expand'
...@@ -916,7 +914,7 @@ def sequence_expand_as(x, y, name=None): ...@@ -916,7 +914,7 @@ def sequence_expand_as(x, y, name=None):
# data: [1 1 1 2 2 2 3 4] # data: [1 1 1 2 2 2 3 4]
""" """
assert ( assert (
not _non_static_mode() not in_dygraph_mode()
), "sequence layer is not supported in dygraph mode yet." ), "sequence layer is not supported in dygraph mode yet."
check_variable_and_dtype( check_variable_and_dtype(
x, 'x', ['float32', 'float64', 'int32', 'int64'], 'sequence_expand_as' x, 'x', ['float32', 'float64', 'int32', 'int64'], 'sequence_expand_as'
...@@ -1019,7 +1017,7 @@ def sequence_pad(x, pad_value, maxlen=None, name=None): ...@@ -1019,7 +1017,7 @@ def sequence_pad(x, pad_value, maxlen=None, name=None):
""" """
assert ( assert (
not _non_static_mode() not in_dygraph_mode()
), "sequence layer is not supported in dygraph mode yet." ), "sequence layer is not supported in dygraph mode yet."
helper = LayerHelper('sequence_pad', **locals()) helper = LayerHelper('sequence_pad', **locals())
check_variable_and_dtype( check_variable_and_dtype(
...@@ -1108,7 +1106,7 @@ def sequence_unpad(x, length, name=None): ...@@ -1108,7 +1106,7 @@ def sequence_unpad(x, length, name=None):
""" """
assert ( assert (
not _non_static_mode() not in_dygraph_mode()
), "sequence layer is not supported in dygraph mode yet." ), "sequence layer is not supported in dygraph mode yet."
helper = LayerHelper('sequence_unpad', **locals()) helper = LayerHelper('sequence_unpad', **locals())
check_variable_and_dtype( check_variable_and_dtype(
...@@ -1183,7 +1181,7 @@ def sequence_reshape(input, new_dim): ...@@ -1183,7 +1181,7 @@ def sequence_reshape(input, new_dim):
x_reshaped = paddle.static.nn.sequence_reshape(input=x, new_dim=4) x_reshaped = paddle.static.nn.sequence_reshape(input=x, new_dim=4)
""" """
assert ( assert (
not _non_static_mode() not in_dygraph_mode()
), "sequence layer is not supported in dygraph mode yet." ), "sequence layer is not supported in dygraph mode yet."
helper = LayerHelper('sequence_reshape', **locals()) helper = LayerHelper('sequence_reshape', **locals())
check_variable_and_dtype( check_variable_and_dtype(
...@@ -1268,7 +1266,7 @@ def sequence_scatter(input, index, updates, name=None): ...@@ -1268,7 +1266,7 @@ def sequence_scatter(input, index, updates, name=None):
""" """
assert ( assert (
not _non_static_mode() not in_dygraph_mode()
), "sequence layer is not supported in dygraph mode yet." ), "sequence layer is not supported in dygraph mode yet."
helper = LayerHelper('sequence_scatter', **locals()) helper = LayerHelper('sequence_scatter', **locals())
...@@ -1350,7 +1348,7 @@ def sequence_enumerate(input, win_size, pad_value=0, name=None): ...@@ -1350,7 +1348,7 @@ def sequence_enumerate(input, win_size, pad_value=0, name=None):
out = paddle.static.nn.sequence_enumerate(input=x, win_size=3, pad_value=0) out = paddle.static.nn.sequence_enumerate(input=x, win_size=3, pad_value=0)
""" """
assert ( assert (
not _non_static_mode() not in_dygraph_mode()
), "sequence layer is not supported in dygraph mode yet." ), "sequence layer is not supported in dygraph mode yet."
check_variable_and_dtype( check_variable_and_dtype(
input, 'input', ['int32', 'int64'], 'sequence_enumerate' input, 'input', ['int32', 'int64'], 'sequence_enumerate'
...@@ -1479,7 +1477,7 @@ def sequence_reverse(x, name=None): ...@@ -1479,7 +1477,7 @@ def sequence_reverse(x, name=None):
x_reversed = paddle.static.nn.sequence_reverse(x) x_reversed = paddle.static.nn.sequence_reverse(x)
""" """
assert ( assert (
not _non_static_mode() not in_dygraph_mode()
), "sequence layer is not supported in dygraph mode yet." ), "sequence layer is not supported in dygraph mode yet."
helper = LayerHelper("sequence_reverse", **locals()) helper = LayerHelper("sequence_reverse", **locals())
check_variable_and_dtype( check_variable_and_dtype(
......
python/paddle/fluid/layers/tensor.py
浏览文件 @ 1c7ae954
...@@ -19,9 +19,7 @@ from ..layer_helper import LayerHelper ...@@ -19,9 +19,7 @@ from ..layer_helper import LayerHelper
from ..framework import ( from ..framework import (
_current_expected_place, _current_expected_place,
convert_np_dtype_to_dtype_, convert_np_dtype_to_dtype_,
_non_static_mode,
_varbase_creator, _varbase_creator,
_in_legacy_dygraph,
in_dygraph_mode, in_dygraph_mode,
) )
from ..framework import Variable from ..framework import Variable
...@@ -81,59 +79,53 @@ def cast(x, dtype): ...@@ -81,59 +79,53 @@ def cast(x, dtype):
if not isinstance(dtype, core.VarDesc.VarType): if not isinstance(dtype, core.VarDesc.VarType):
dtype = convert_np_dtype_to_dtype_(dtype) dtype = convert_np_dtype_to_dtype_(dtype)
return _C_ops.cast(x, dtype) return _C_ops.cast(x, dtype)
else:
check_variable_and_dtype(
x,
'x',
[
'bool',
'float16',
'float32',
'float64',
'int16',
'int32',
'int64',
'uint8',
'uint16',
],
'cast',
)
check_dtype(
dtype,
'dtype',
[
'bool',
'float16',
'float32',
'float64',
'int8',
'int16',
'int32',
'int64',
'uint8',
'uint16',
],
'cast',
)
if _non_static_mode(): helper = LayerHelper('cast', **locals())
if not isinstance(dtype, core.VarDesc.VarType): out = helper.create_variable_for_type_inference(
dtype = convert_np_dtype_to_dtype_(dtype) dtype=dtype, stop_gradient=x.stop_gradient
out = _legacy_C_ops.cast(x, 'in_dtype', x.dtype, 'out_dtype', dtype) )
helper.append_op(
type='cast',
inputs={'X': [x]},
outputs={'Out': [out]},
attrs={'in_dtype': x.dtype, 'out_dtype': out.dtype},
)
return out return out
check_variable_and_dtype(
x,
'x',
[
'bool',
'float16',
'float32',
'float64',
'int16',
'int32',
'int64',
'uint8',
'uint16',
],
'cast',
)
check_dtype(
dtype,
'dtype',
[
'bool',
'float16',
'float32',
'float64',
'int8',
'int16',
'int32',
'int64',
'uint8',
'uint16',
],
'cast',
)
helper = LayerHelper('cast', **locals())
out = helper.create_variable_for_type_inference(
dtype=dtype, stop_gradient=x.stop_gradient
)
helper.append_op(
type='cast',
inputs={'X': [x]},
outputs={'Out': [out]},
attrs={'in_dtype': x.dtype, 'out_dtype': out.dtype},
)
return out
def concat(input, axis=0, name=None): def concat(input, axis=0, name=None):
""" """
...@@ -191,73 +183,69 @@ def concat(input, axis=0, name=None): ...@@ -191,73 +183,69 @@ def concat(input, axis=0, name=None):
input = [t for t in input if t.shape.count(0) == 0] input = [t for t in input if t.shape.count(0) == 0]
out = _C_ops.concat(input, axis) out = _C_ops.concat(input, axis)
return out return out
else:
if _in_legacy_dygraph(): check_type(input, 'input', (list, tuple, Variable), 'concat')
if isinstance(axis, Variable):
axis = axis.numpy()
axis = axis.item(0)
if not isinstance(input, Variable): if not isinstance(input, Variable):
input = [t for t in input if t.shape.count(0) == 0] for id, x in enumerate(input):
out = _varbase_creator() check_variable_and_dtype(
_legacy_C_ops.concat(input, out, 'axis', axis) x,
return out 'input[' + str(id) + ']',
['bool', 'float16', 'float32', 'float64', 'int32', 'int64'],
'concat',
)
if x.dtype != input[0].dtype:
raise TypeError(
"All the Tensors in the input must have the same data type."
)
else:
input = [input]
check_type(axis, 'axis', (int, Variable), 'concat')
check_type(input, 'input', (list, tuple, Variable), 'concat') if isinstance(axis, Variable):
if not isinstance(input, Variable): check_dtype(
for id, x in enumerate(input): axis.dtype,
check_variable_and_dtype( 'axis',
x, ['int32', 'int64'],
'input[' + str(id) + ']',
['bool', 'float16', 'float32', 'float64', 'int32', 'int64'],
'concat', 'concat',
"The data type of axis must be int32 or int64 when axis is a Tensor",
) )
if x.dtype != input[0].dtype:
raise TypeError(
"All the Tensors in the input must have the same data type."
)
else:
input = [input]
check_type(axis, 'axis', (int, Variable), 'concat')
if isinstance(axis, Variable): helper = LayerHelper('concat', **locals())
check_dtype( out = helper.create_variable_for_type_inference(
axis.dtype, dtype=helper.input_dtype()
'axis',
['int32', 'int64'],
'concat',
"The data type of axis must be int32 or int64 when axis is a Tensor",
) )
helper = LayerHelper('concat', **locals()) if input[0].desc.type() == core.VarDesc.VarType.LOD_TENSOR_ARRAY:
out = helper.create_variable_for_type_inference(dtype=helper.input_dtype()) # NOTE(liym27): Don't remove this if branch!
# This feature is supported for Dynamic-to-Static, because after transformed, the type of inputs[0]
if input[0].desc.type() == core.VarDesc.VarType.LOD_TENSOR_ARRAY: # is LOD_TENSOR_ARRAY in some scenarios. And this feature can be used in static mode.
# NOTE(liym27): Don't remove this if branch!
# This feature is supported for Dynamic-to-Static, because after transformed, the type of inputs[0]
# is LOD_TENSOR_ARRAY in some scenarios. And this feature can be used in static mode.
assert len(input) == 1, ( assert len(input) == 1, (
"If the elements of 'input' in concat are Variable(LoDTensorArray), " "If the elements of 'input' in concat are Variable(LoDTensorArray), "
"number of the elements must be 1, but received %s." % len(input) "number of the elements must be 1, but received %s."
) % len(input)
out_index = helper.create_variable_for_type_inference(dtype="int32") )
helper.append_op( out_index = helper.create_variable_for_type_inference(dtype="int32")
type='tensor_array_to_tensor', helper.append_op(
inputs={'X': input[0]}, type='tensor_array_to_tensor',
outputs={'Out': [out], 'OutIndex': [out_index]}, inputs={'X': input[0]},
attrs={'axis': axis, 'use_stack': False}, outputs={'Out': [out], 'OutIndex': [out_index]},
) attrs={'axis': axis, 'use_stack': False},
else: )
inputs = {'X': input} else:
attrs = {} inputs = {'X': input}
if isinstance(axis, Variable): attrs = {}
axis.stop_gradient = True if isinstance(axis, Variable):
attrs['axis'] = axis axis.stop_gradient = True
attrs['axis'] = axis
helper.append_op( helper.append_op(
type='concat', inputs=inputs, outputs={'Out': [out]}, attrs=attrs type='concat',
) inputs=inputs,
return out outputs={'Out': [out]},
attrs=attrs,
)
return out
def sums(input, out=None): def sums(input, out=None):
...@@ -391,22 +379,15 @@ def assign(input, output=None): ...@@ -391,22 +379,15 @@ def assign(input, output=None):
input = numpy.array(input) input = numpy.array(input)
# NOTE(Aurelius84): Why we judge core.VarBase? # NOTE(Aurelius84): Why we judge core.VarBase?
# In case of @to_static, a VarBase can be as input of `assign`, # In case of @to_static, a VarBase can be as input of `assign`,
# but _non_static_mode()==False under @to_static, which means # but in_dygraph_mode()==False under @to_static, which means
# isinstance(VarBase, Variable) == False. It will cause return None # isinstance(VarBase, Variable) == False. It will cause return None
# after this api. # after this api.
if isinstance(input, (Variable, core.VarBase)): if isinstance(input, (Variable, core.VarBase)):
if _non_static_mode(): if in_dygraph_mode():
if in_dygraph_mode() and output is None: if output is None:
output = _C_ops.assign(input) output = _C_ops.assign(input)
elif in_dygraph_mode() and output is not None:
_C_ops.assign_out_(input, output)
else: else:
if output is None: _C_ops.assign_out_(input, output)
if _in_legacy_dygraph():
output = core.VarBase()
else:
output = core.eager.Tensor()
_legacy_C_ops.assign(input, output)
else: else:
check_dtype( check_dtype(
input.dtype, input.dtype,
...@@ -480,18 +461,6 @@ def assign(input, output=None): ...@@ -480,18 +461,6 @@ def assign(input, output=None):
values, values,
_current_expected_place(), _current_expected_place(),
) )
elif _in_legacy_dygraph():
if output is None:
output = core.VarBase()
_legacy_C_ops.assign_value(
output,
'shape',
list(input.shape),
'dtype',
dtype,
value_name,
values,
)
else: else:
if output is None: if output is None:
output = helper.create_variable_for_type_inference( output = helper.create_variable_for_type_inference(
...@@ -507,7 +476,7 @@ def assign(input, output=None): ...@@ -507,7 +476,7 @@ def assign(input, output=None):
}, },
) )
if is_inplace and _non_static_mode(): if is_inplace and in_dygraph_mode():
output._bump_inplace_version() output._bump_inplace_version()
return output return output
...@@ -591,83 +560,56 @@ def fill_constant(shape, dtype, value, force_cpu=False, out=None, name=None): ...@@ -591,83 +560,56 @@ def fill_constant(shape, dtype, value, force_cpu=False, out=None, name=None):
_C_ops.full_(out, shape, float(value), dtype, place) _C_ops.full_(out, shape, float(value), dtype, place)
out.stop_gradient = True out.stop_gradient = True
return out return out
else:
if _in_legacy_dygraph(): helper = LayerHelper("fill_constant", **locals())
shape = utils.convert_shape_to_list(shape) inputs = {}
if out is None:
out = _varbase_creator(dtype=dtype)
if isinstance(value, Variable): if isinstance(value, Variable):
if dtype in ['uint8', 'int16', 'int32', 'int64']: if convert_dtype(value.dtype) != dtype:
attrs['str_value'] = str(int(value.numpy().item(0))) value = cast(value, dtype)
else: inputs['ValueTensor'] = value
attrs['str_value'] = str(float(value.numpy().item(0)))
check_shape(shape)
_legacy_C_ops.fill_constant( check_dtype(
out, dtype,
'value',
float(value),
'force_cpu',
force_cpu,
'dtype', 'dtype',
out.dtype, [
'str_value', 'bool',
attrs['str_value'], 'float16',
'shape', 'float32',
shape, 'float64',
'uint8',
'int16',
'int32',
'int64',
'complex64',
'complex128',
],
'fill_constant',
) )
out.stop_gradient = True check_type(shape, 'shape', (Variable, list, tuple), 'fill_constant')
return out
helper = LayerHelper("fill_constant", **locals()) if out is not None:
inputs = {} check_variable_and_dtype(
if isinstance(value, Variable): out, 'out', [convert_dtype(dtype)], 'fill_constant'
if convert_dtype(value.dtype) != dtype: )
value = cast(value, dtype)
inputs['ValueTensor'] = value
check_shape(shape)
check_dtype(
dtype,
'dtype',
[
'bool',
'float16',
'float32',
'float64',
'uint8',
'int16',
'int32',
'int64',
'complex64',
'complex128',
],
'fill_constant',
)
check_type(shape, 'shape', (Variable, list, tuple), 'fill_constant')
if out is not None: helper = LayerHelper("fill_constant", **locals())
check_variable_and_dtype( utils.get_shape_tensor_inputs(
out, 'out', [convert_dtype(dtype)], 'fill_constant' inputs=inputs, attrs=attrs, shape=shape, op_type='fill_constant'
) )
helper = LayerHelper("fill_constant", **locals()) if out is None:
utils.get_shape_tensor_inputs( out = helper.create_variable_for_type_inference(dtype=dtype)
inputs=inputs, attrs=attrs, shape=shape, op_type='fill_constant' attrs['dtype'] = out.dtype
) helper.append_op(
type='fill_constant',
if out is None: inputs=inputs,
out = helper.create_variable_for_type_inference(dtype=dtype) outputs={'Out': [out]},
attrs['dtype'] = out.dtype attrs=attrs,
helper.append_op( stop_gradient=True,
type='fill_constant', )
inputs=inputs, out.stop_gradient = True
outputs={'Out': [out]}, return out
attrs=attrs,
stop_gradient=True,
)
out.stop_gradient = True
return out
@deprecated(since='1.8.0', update_to="paddle.fluid.layers.fill_constant") @deprecated(since='1.8.0', update_to="paddle.fluid.layers.fill_constant")
...@@ -727,29 +669,29 @@ def fill_constant_batch_size_like( ...@@ -727,29 +669,29 @@ def fill_constant_batch_size_like(
) )
out.stop_gradient = True out.stop_gradient = True
return out return out
helper = LayerHelper("fill_constant_batch_size_like", **locals())
out = helper.create_variable_for_type_inference(dtype=dtype)
attrs = {
'shape': shape,
'dtype': out.dtype,
'value': float(value),
'input_dim_idx': input_dim_idx,
'output_dim_idx': output_dim_idx,
'force_cpu': force_cpu,
}
if convert_dtype(dtype) in ['int64', 'int32']:
attrs['str_value'] = str(int(value))
else: else:
attrs['str_value'] = str(float(value)) helper = LayerHelper("fill_constant_batch_size_like", **locals())
helper.append_op( out = helper.create_variable_for_type_inference(dtype=dtype)
type='fill_constant_batch_size_like', attrs = {
inputs={'Input': input}, 'shape': shape,
outputs={'Out': [out]}, 'dtype': out.dtype,
attrs=attrs, 'value': float(value),
) 'input_dim_idx': input_dim_idx,
out.stop_gradient = True 'output_dim_idx': output_dim_idx,
return out 'force_cpu': force_cpu,
}
if convert_dtype(dtype) in ['int64', 'int32']:
attrs['str_value'] = str(int(value))
else:
attrs['str_value'] = str(float(value))
helper.append_op(
type='fill_constant_batch_size_like',
inputs={'Input': input},
outputs={'Out': [out]},
attrs=attrs,
)
out.stop_gradient = True
return out
def argmin(x, axis=0): def argmin(x, axis=0):
......
python/paddle/geometric/math.py
浏览文件 @ 1c7ae954
...@@ -12,9 +12,9 @@ ...@@ -12,9 +12,9 @@
# See the License for the specific language governing permissions and # See the License for the specific language governing permissions and
# limitations under the License. # limitations under the License.
from paddle import _C_ops, _legacy_C_ops from paddle import _C_ops
from paddle.fluid.data_feeder import check_variable_and_dtype from paddle.fluid.data_feeder import check_variable_and_dtype
from paddle.fluid.framework import _in_legacy_dygraph, in_dygraph_mode from paddle.fluid.framework import in_dygraph_mode
from paddle.fluid.layer_helper import LayerHelper from paddle.fluid.layer_helper import LayerHelper
__all__ = [] __all__ = []
...@@ -52,32 +52,27 @@ def segment_sum(data, segment_ids, name=None): ...@@ -52,32 +52,27 @@ def segment_sum(data, segment_ids, name=None):
""" """
if in_dygraph_mode(): if in_dygraph_mode():
return _C_ops.segment_pool(data, segment_ids, "SUM")[0] return _C_ops.segment_pool(data, segment_ids, "SUM")[0]
if _in_legacy_dygraph(): else:
out, tmp = _legacy_C_ops.segment_pool( check_variable_and_dtype(
data, segment_ids, 'pooltype', "SUM" data,
"X",
("float32", "float64", "int32", "int64", "float16"),
"segment_pool",
)
check_variable_and_dtype(
segment_ids, "SegmentIds", ("int32", "int64"), "segment_pool"
) )
return out
check_variable_and_dtype( helper = LayerHelper("segment_sum", **locals())
data, out = helper.create_variable_for_type_inference(dtype=data.dtype)
"X", summed_ids = helper.create_variable_for_type_inference(dtype=data.dtype)
("float32", "float64", "int32", "int64", "float16"), helper.append_op(
"segment_pool", type="segment_pool",
) inputs={"X": data, "SegmentIds": segment_ids},
check_variable_and_dtype( outputs={"Out": out, "SummedIds": summed_ids},
segment_ids, "SegmentIds", ("int32", "int64"), "segment_pool" attrs={"pooltype": "SUM"},
) )
return out
helper = LayerHelper("segment_sum", **locals())
out = helper.create_variable_for_type_inference(dtype=data.dtype)
summed_ids = helper.create_variable_for_type_inference(dtype=data.dtype)
helper.append_op(
type="segment_pool",
inputs={"X": data, "SegmentIds": segment_ids},
outputs={"Out": out, "SummedIds": summed_ids},
attrs={"pooltype": "SUM"},
)
return out
def segment_mean(data, segment_ids, name=None): def segment_mean(data, segment_ids, name=None):
...@@ -114,32 +109,28 @@ def segment_mean(data, segment_ids, name=None): ...@@ -114,32 +109,28 @@ def segment_mean(data, segment_ids, name=None):
if in_dygraph_mode(): if in_dygraph_mode():
return _C_ops.segment_pool(data, segment_ids, "MEAN")[0] return _C_ops.segment_pool(data, segment_ids, "MEAN")[0]
if _in_legacy_dygraph(): else:
out, tmp = _legacy_C_ops.segment_pool(
data, segment_ids, 'pooltype', "MEAN" check_variable_and_dtype(
data,
"X",
("float32", "float64", "int32", "int64", "float16"),
"segment_pool",
)
check_variable_and_dtype(
segment_ids, "SegmentIds", ("int32", "int64"), "segment_pool"
) )
return out
check_variable_and_dtype( helper = LayerHelper("segment_mean", **locals())
data, out = helper.create_variable_for_type_inference(dtype=data.dtype)
"X", summed_ids = helper.create_variable_for_type_inference(dtype=data.dtype)
("float32", "float64", "int32", "int64", "float16"), helper.append_op(
"segment_pool", type="segment_pool",
) inputs={"X": data, "SegmentIds": segment_ids},
check_variable_and_dtype( outputs={"Out": out, "SummedIds": summed_ids},
segment_ids, "SegmentIds", ("int32", "int64"), "segment_pool" attrs={"pooltype": "MEAN"},
) )
return out
helper = LayerHelper("segment_mean", **locals())
out = helper.create_variable_for_type_inference(dtype=data.dtype)
summed_ids = helper.create_variable_for_type_inference(dtype=data.dtype)
helper.append_op(
type="segment_pool",
inputs={"X": data, "SegmentIds": segment_ids},
outputs={"Out": out, "SummedIds": summed_ids},
attrs={"pooltype": "MEAN"},
)
return out
def segment_min(data, segment_ids, name=None): def segment_min(data, segment_ids, name=None):
...@@ -175,32 +166,27 @@ def segment_min(data, segment_ids, name=None): ...@@ -175,32 +166,27 @@ def segment_min(data, segment_ids, name=None):
if in_dygraph_mode(): if in_dygraph_mode():
return _C_ops.segment_pool(data, segment_ids, "MIN")[0] return _C_ops.segment_pool(data, segment_ids, "MIN")[0]
if _in_legacy_dygraph(): else:
out, tmp = _legacy_C_ops.segment_pool( check_variable_and_dtype(
data, segment_ids, 'pooltype', "MIN" data,
"X",
("float32", "float64", "int32", "int64", "float16"),
"segment_pool",
)
check_variable_and_dtype(
segment_ids, "SegmentIds", ("int32", "int64"), "segment_pool"
) )
return out
check_variable_and_dtype( helper = LayerHelper("segment_min", **locals())
data, out = helper.create_variable_for_type_inference(dtype=data.dtype)
"X", summed_ids = helper.create_variable_for_type_inference(dtype=data.dtype)
("float32", "float64", "int32", "int64", "float16"), helper.append_op(
"segment_pool", type="segment_pool",
) inputs={"X": data, "SegmentIds": segment_ids},
check_variable_and_dtype( outputs={"Out": out, "SummedIds": summed_ids},
segment_ids, "SegmentIds", ("int32", "int64"), "segment_pool" attrs={"pooltype": "MIN"},
) )
return out
helper = LayerHelper("segment_min", **locals())
out = helper.create_variable_for_type_inference(dtype=data.dtype)
summed_ids = helper.create_variable_for_type_inference(dtype=data.dtype)
helper.append_op(
type="segment_pool",
inputs={"X": data, "SegmentIds": segment_ids},
outputs={"Out": out, "SummedIds": summed_ids},
attrs={"pooltype": "MIN"},
)
return out
def segment_max(data, segment_ids, name=None): def segment_max(data, segment_ids, name=None):
...@@ -236,29 +222,24 @@ def segment_max(data, segment_ids, name=None): ...@@ -236,29 +222,24 @@ def segment_max(data, segment_ids, name=None):
if in_dygraph_mode(): if in_dygraph_mode():
return _C_ops.segment_pool(data, segment_ids, "MAX")[0] return _C_ops.segment_pool(data, segment_ids, "MAX")[0]
if _in_legacy_dygraph(): else:
out, tmp = _legacy_C_ops.segment_pool( check_variable_and_dtype(
data, segment_ids, 'pooltype', "MAX" data,
"X",
("float32", "float64", "int32", "int64", "float16"),
"segment_pool",
)
check_variable_and_dtype(
segment_ids, "SegmentIds", ("int32", "int64"), "segment_pool"
) )
return out
check_variable_and_dtype( helper = LayerHelper("segment_max", **locals())
data, out = helper.create_variable_for_type_inference(dtype=data.dtype)
"X", summed_ids = helper.create_variable_for_type_inference(dtype=data.dtype)
("float32", "float64", "int32", "int64", "float16"), helper.append_op(
"segment_pool", type="segment_pool",
) inputs={"X": data, "SegmentIds": segment_ids},
check_variable_and_dtype( outputs={"Out": out, "SummedIds": summed_ids},
segment_ids, "SegmentIds", ("int32", "int64"), "segment_pool" attrs={"pooltype": "MAX"},
) )
return out
helper = LayerHelper("segment_max", **locals())
out = helper.create_variable_for_type_inference(dtype=data.dtype)
summed_ids = helper.create_variable_for_type_inference(dtype=data.dtype)
helper.append_op(
type="segment_pool",
inputs={"X": data, "SegmentIds": segment_ids},
outputs={"Out": out, "SummedIds": summed_ids},
attrs={"pooltype": "MAX"},
)
return out
python/paddle/geometric/message_passing/send_recv.py
浏览文件 @ 1c7ae954
...@@ -14,13 +14,13 @@ ...@@ -14,13 +14,13 @@
import numpy as np import numpy as np
from paddle import _C_ops, _legacy_C_ops from paddle import _C_ops
from paddle.fluid.data_feeder import ( from paddle.fluid.data_feeder import (
check_dtype, check_dtype,
check_type, check_type,
check_variable_and_dtype, check_variable_and_dtype,
) )
from paddle.fluid.framework import Variable, _in_legacy_dygraph, in_dygraph_mode from paddle.fluid.framework import Variable, in_dygraph_mode
from paddle.fluid.layer_helper import LayerHelper from paddle.fluid.layer_helper import LayerHelper
from .utils import ( from .utils import (
...@@ -118,68 +118,61 @@ def send_u_recv( ...@@ -118,68 +118,61 @@ def send_u_recv(
# TODO(daisiming): Should we add judgement for out_size: max(dst_index) + 1. # TODO(daisiming): Should we add judgement for out_size: max(dst_index) + 1.
if _in_legacy_dygraph():
out_size = convert_out_size_to_list(out_size)
out, tmp = _legacy_C_ops.graph_send_recv(
x,
src_index,
dst_index,
None,
'reduce_op',
reduce_op.upper(),
'out_size',
out_size,
)
return out
if in_dygraph_mode(): if in_dygraph_mode():
out_size = convert_out_size_to_list(out_size) out_size = convert_out_size_to_list(out_size)
return _C_ops.send_u_recv( return _C_ops.send_u_recv(
x, src_index, dst_index, reduce_op.upper(), out_size x, src_index, dst_index, reduce_op.upper(), out_size
) )
else:
check_variable_and_dtype( check_variable_and_dtype(
x, x,
"X", "X",
("float32", "float64", "int32", "int64", "float16"), ("float32", "float64", "int32", "int64", "float16"),
"graph_send_recv", "graph_send_recv",
) )
check_variable_and_dtype( check_variable_and_dtype(
src_index, "Src_index", ("int32", "int64"), "graph_send_recv" src_index, "Src_index", ("int32", "int64"), "graph_send_recv"
)
check_variable_and_dtype(
dst_index, "Dst_index", ("int32", "int64"), "graph_send_recv"
)
if out_size:
check_type(
out_size,
'out_size',
(int, np.int32, np.int64, Variable),
'graph_send_recv',
) )
if isinstance(out_size, Variable): check_variable_and_dtype(
check_dtype( dst_index, "Dst_index", ("int32", "int64"), "graph_send_recv"
out_size.dtype, 'out_size', ['int32', 'int64'], 'graph_send_recv'
) )
if out_size:
check_type(
out_size,
'out_size',
(int, np.int32, np.int64, Variable),
'graph_send_recv',
)
if isinstance(out_size, Variable):
check_dtype(
out_size.dtype,
'out_size',
['int32', 'int64'],
'graph_send_recv',
)
helper = LayerHelper("send_u_recv", **locals()) helper = LayerHelper("send_u_recv", **locals())
out = helper.create_variable_for_type_inference(dtype=x.dtype) out = helper.create_variable_for_type_inference(dtype=x.dtype)
dst_count = helper.create_variable_for_type_inference( dst_count = helper.create_variable_for_type_inference(
dtype="int32", stop_gradient=True dtype="int32", stop_gradient=True
) )
inputs = {"X": x, "Src_index": src_index, "Dst_index": dst_index} inputs = {"X": x, "Src_index": src_index, "Dst_index": dst_index}
attrs = {"reduce_op": reduce_op.upper()} attrs = {"reduce_op": reduce_op.upper()}
get_out_size_tensor_inputs( get_out_size_tensor_inputs(
inputs=inputs, attrs=attrs, out_size=out_size, op_type='graph_send_recv' inputs=inputs,
) attrs=attrs,
out_size=out_size,
op_type='graph_send_recv',
)
helper.append_op( helper.append_op(
type="graph_send_recv", type="graph_send_recv",
inputs=inputs, inputs=inputs,
outputs={"Out": out, "Dst_count": dst_count}, outputs={"Out": out, "Dst_count": dst_count},
attrs=attrs, attrs=attrs,
) )
return out return out
def send_ue_recv( def send_ue_recv(
...@@ -302,86 +295,81 @@ def send_ue_recv( ...@@ -302,86 +295,81 @@ def send_ue_recv(
# TODO(daisiming): Should we add judgement for out_size: max(dst_index) + 1. # TODO(daisiming): Should we add judgement for out_size: max(dst_index) + 1.
if _in_legacy_dygraph(): if in_dygraph_mode():
out_size = convert_out_size_to_list(out_size) out_size = convert_out_size_to_list(out_size)
out, tmp = _legacy_C_ops.graph_send_ue_recv( return _C_ops.send_ue_recv(
x, x,
y, y,
src_index, src_index,
dst_index, dst_index,
None,
'message_op',
message_op.upper(), message_op.upper(),
'reduce_op',
reduce_op.upper(), reduce_op.upper(),
'out_size',
out_size, out_size,
) )
return out else:
if in_dygraph_mode(): check_variable_and_dtype(
out_size = convert_out_size_to_list(out_size)
return _C_ops.send_ue_recv(
x, x,
"X",
("float32", "float64", "int32", "int64", "float16"),
"graph_send_ue_recv",
)
check_variable_and_dtype(
y, y,
src_index, "Y",
dst_index, ("float32", "float64", "int32", "int64", "float16"),
message_op.upper(), "graph_send_ue_recv",
reduce_op.upper(),
out_size,
) )
check_variable_and_dtype(
src_index, "Src_index", ("int32", "int64"), "graph_send_ue_recv"
)
check_variable_and_dtype(
dst_index, "Dst_index", ("int32", "int64"), "graph_send_ue_recv"
)
if out_size:
check_type(
out_size,
'out_size',
(int, np.int32, np.int64, Variable),
'graph_send_ue_recv',
)
if isinstance(out_size, Variable):
check_dtype(
out_size.dtype,
'out_size',
['int32', 'int64'],
'graph_send_ue_recv',
)
check_variable_and_dtype( helper = LayerHelper("send_ue_recv", **locals())
x, out = helper.create_variable_for_type_inference(dtype=x.dtype)
"X", dst_count = helper.create_variable_for_type_inference(
("float32", "float64", "int32", "int64", "float16"), dtype="int32", stop_gradient=True
"graph_send_ue_recv",
)
check_variable_and_dtype(
y,
"Y",
("float32", "float64", "int32", "int64", "float16"),
"graph_send_ue_recv",
)
check_variable_and_dtype(
src_index, "Src_index", ("int32", "int64"), "graph_send_ue_recv"
)
check_variable_and_dtype(
dst_index, "Dst_index", ("int32", "int64"), "graph_send_ue_recv"
)
if out_size:
check_type(
out_size,
'out_size',
(int, np.int32, np.int64, Variable),
'graph_send_ue_recv',
) )
if isinstance(out_size, Variable):
check_dtype( inputs = {
out_size.dtype, 'out_size', ['int32', 'int64'], 'graph_send_ue_recv' "X": x,
"Y": y,
"Src_index": src_index,
"Dst_index": dst_index,
}
attrs = {
"message_op": message_op.upper(),
"reduce_op": reduce_op.upper(),
}
get_out_size_tensor_inputs(
inputs=inputs,
attrs=attrs,
out_size=out_size,
op_type='graph_send_ue_recv',
) )
helper = LayerHelper("send_ue_recv", **locals()) helper.append_op(
out = helper.create_variable_for_type_inference(dtype=x.dtype) type="graph_send_ue_recv",
dst_count = helper.create_variable_for_type_inference( inputs=inputs,
dtype="int32", stop_gradient=True outputs={"Out": out, "Dst_count": dst_count},
) attrs=attrs,
)
inputs = {"X": x, "Y": y, "Src_index": src_index, "Dst_index": dst_index} return out
attrs = {"message_op": message_op.upper(), "reduce_op": reduce_op.upper()}
get_out_size_tensor_inputs(
inputs=inputs,
attrs=attrs,
out_size=out_size,
op_type='graph_send_ue_recv',
)
helper.append_op(
type="graph_send_ue_recv",
inputs=inputs,
outputs={"Out": out, "Dst_count": dst_count},
attrs=attrs,
)
return out
def send_uv(x, y, src_index, dst_index, message_op="add", name=None): def send_uv(x, y, src_index, dst_index, message_op="add", name=None):
...@@ -466,43 +454,39 @@ def send_uv(x, y, src_index, dst_index, message_op="add", name=None): ...@@ -466,43 +454,39 @@ def send_uv(x, y, src_index, dst_index, message_op="add", name=None):
if in_dygraph_mode(): if in_dygraph_mode():
return _C_ops.send_uv(x, y, src_index, dst_index, message_op.upper()) return _C_ops.send_uv(x, y, src_index, dst_index, message_op.upper())
else: else:
if _in_legacy_dygraph():
return _legacy_C_ops.graph_send_uv( helper = LayerHelper("graph_send_uv", **locals())
x, y, src_index, dst_index, "message_op", message_op.upper() check_variable_and_dtype(
) x,
else: 'x',
helper = LayerHelper("graph_send_uv", **locals()) ['int32', 'int64', 'float32', 'float64', 'float16'],
check_variable_and_dtype( 'graph_send_uv',
x, )
'x', check_variable_and_dtype(
['int32', 'int64', 'float32', 'float64', 'float16'], y,
'graph_send_uv', 'y',
) ['int32', 'int64', 'float32', 'float64', 'float16'],
check_variable_and_dtype( 'graph_send_uv',
y, )
'y', check_variable_and_dtype(
['int32', 'int64', 'float32', 'float64', 'float16'], src_index, 'src_index', ['int32', 'int64'], 'graph_send_uv'
'graph_send_uv', )
) check_variable_and_dtype(
check_variable_and_dtype( dst_index, 'dst_index', ['int32', 'int64'], 'graph_send_uv'
src_index, 'src_index', ['int32', 'int64'], 'graph_send_uv' )
) out = helper.create_variable_for_type_inference(dtype=x.dtype)
check_variable_and_dtype(
dst_index, 'dst_index', ['int32', 'int64'], 'graph_send_uv' inputs = {
) 'x': x,
out = helper.create_variable_for_type_inference(dtype=x.dtype) 'y': y,
'src_index': src_index,
inputs = { 'dst_index': dst_index,
'x': x, }
'y': y, attrs = {'message_op': message_op.upper()}
'src_index': src_index, helper.append_op(
'dst_index': dst_index, type="graph_send_uv",
} inputs=inputs,
attrs = {'message_op': message_op.upper()} attrs=attrs,
helper.append_op( outputs={"out": out},
type="graph_send_uv", )
inputs=inputs, return out
attrs=attrs,
outputs={"out": out},
)
return out
python/paddle/utils/cpp_extension/extension_utils.py
浏览文件 @ 1c7ae954
...@@ -1001,7 +1001,7 @@ def _custom_api_content(op_name): ...@@ -1001,7 +1001,7 @@ def _custom_api_content(op_name):
""" """
import paddle.fluid.core as core import paddle.fluid.core as core
from paddle.fluid.core import VarBase, CustomOpKernelContext from paddle.fluid.core import VarBase, CustomOpKernelContext
from paddle.fluid.framework import _non_static_mode, _dygraph_tracer, _in_legacy_dygraph, in_dygraph_mode from paddle.fluid.framework import _dygraph_tracer, in_dygraph_mode
from paddle.fluid.layer_helper import LayerHelper from paddle.fluid.layer_helper import LayerHelper
def {op_name}({inputs}): def {op_name}({inputs}):
...@@ -1024,16 +1024,11 @@ def _custom_api_content(op_name): ...@@ -1024,16 +1024,11 @@ def _custom_api_content(op_name):
ctx.add_outputs(outs[out_name]) ctx.add_outputs(outs[out_name])
core.eager._run_custom_op(ctx, "{op_name}", True) core.eager._run_custom_op(ctx, "{op_name}", True)
else: else:
if _in_legacy_dygraph(): helper = LayerHelper("{op_name}", **locals())
for out_name in out_names: for out_name in out_names:
outs[out_name] = VarBase() outs[out_name] = helper.create_variable(dtype='float32')
_dygraph_tracer().trace_op(type="{op_name}", inputs=ins, outputs=outs, attrs=attrs)
else: helper.append_op(type="{op_name}", inputs=ins, outputs=outs, attrs=attrs)
helper = LayerHelper("{op_name}", **locals())
for out_name in out_names:
outs[out_name] = helper.create_variable(dtype='float32')
helper.append_op(type="{op_name}", inputs=ins, outputs=outs, attrs=attrs)
res = [outs[out_name] for out_name in out_names] res = [outs[out_name] for out_name in out_names]
......
python/paddle/vision/ops.py
浏览文件 @ 1c7ae954
此差异已折叠。
Markdown is supported
0% 或 .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑！
想要评论请 注册 或