“57492cc12d177d20d74b904c14b51a76a19cbd1b”上不存在“source/dnode/vnode/meta/inc/metaCfg.h”
未验证 提交 51aa02f9 编写于 作者: W wanghuancoder 提交者: GitHub

paddle support stride, fix dy2st check (#10498)

上级 9e911d4a
...@@ -99,10 +99,11 @@ class DotProductAttentionLayer(nn.Layer): ...@@ -99,10 +99,11 @@ class DotProductAttentionLayer(nn.Layer):
logits = paddle.reshape(logits, [n, c, h, w]) logits = paddle.reshape(logits, [n, c, h, w])
if valid_ratios is not None: if valid_ratios is not None:
# cal mask of attention weight # cal mask of attention weight
for i, valid_ratio in enumerate(valid_ratios): with paddle.fluid.framework._stride_in_no_check_dy2st_diff():
valid_width = min(w, int(w * valid_ratio + 0.5)) for i, valid_ratio in enumerate(valid_ratios):
if valid_width < w: valid_width = min(w, int(w * valid_ratio + 0.5))
logits[i, :, :, valid_width:] = float('-inf') if valid_width < w:
logits[i, :, :, valid_width:] = float('-inf')
# reshape to (n, c, h, w) # reshape to (n, c, h, w)
logits = paddle.reshape(logits, [n, c, t]) logits = paddle.reshape(logits, [n, c, t])
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册