Skip to content
体验新版
项目
组织
正在加载...
登录
切换导航
打开侧边栏
PaddlePaddle
DeepSpeech
提交
75098698
D
DeepSpeech
项目概览
PaddlePaddle
/
DeepSpeech
大约 1 年 前同步成功
通知
207
Star
8425
Fork
1598
代码
文件
提交
分支
Tags
贡献者
分支图
Diff
Issue
245
列表
看板
标记
里程碑
合并请求
3
Wiki
0
Wiki
分析
仓库
DevOps
项目成员
Pages
D
DeepSpeech
项目概览
项目概览
详情
发布
仓库
仓库
文件
提交
分支
标签
贡献者
分支图
比较
Issue
245
Issue
245
列表
看板
标记
里程碑
合并请求
3
合并请求
3
Pages
分析
分析
仓库分析
DevOps
Wiki
0
Wiki
成员
成员
收起侧边栏
关闭侧边栏
动态
分支图
创建新Issue
提交
Issue看板
体验新版 GitCode,发现更多精彩内容 >>
提交
75098698
编写于
2月 28, 2022
作者:
H
Hui Zhang
浏览文件
操作
浏览文件
下载
电子邮件补丁
差异文件
format,test=doc
上级
54341c88
变更
4
隐藏空白更改
内联
并排
Showing
4 changed file
with
17 addition
and
27 deletion
+17
-27
paddlespeech/s2t/io/sampler.py
paddlespeech/s2t/io/sampler.py
+1
-1
paddlespeech/s2t/models/u2_st/u2_st.py
paddlespeech/s2t/models/u2_st/u2_st.py
+1
-3
paddlespeech/t2s/modules/transformer/repeat.py
paddlespeech/t2s/modules/transformer/repeat.py
+1
-1
tests/unit/asr/deepspeech2_online_model_test.py
tests/unit/asr/deepspeech2_online_model_test.py
+14
-22
未找到文件。
paddlespeech/s2t/io/sampler.py
浏览文件 @
75098698
...
...
@@ -51,7 +51,7 @@ def _batch_shuffle(indices, batch_size, epoch, clipped=False):
"""
rng
=
np
.
random
.
RandomState
(
epoch
)
shift_len
=
rng
.
randint
(
0
,
batch_size
-
1
)
batch_indices
=
list
(
zip
(
*
[
iter
(
indices
[
shift_len
:])]
*
batch_size
))
batch_indices
=
list
(
zip
(
*
[
iter
(
indices
[
shift_len
:])]
*
batch_size
))
rng
.
shuffle
(
batch_indices
)
batch_indices
=
[
item
for
batch
in
batch_indices
for
item
in
batch
]
assert
clipped
is
False
...
...
paddlespeech/s2t/models/u2_st/u2_st.py
浏览文件 @
75098698
...
...
@@ -33,8 +33,6 @@ from paddlespeech.s2t.modules.decoder import TransformerDecoder
from
paddlespeech.s2t.modules.encoder
import
ConformerEncoder
from
paddlespeech.s2t.modules.encoder
import
TransformerEncoder
from
paddlespeech.s2t.modules.loss
import
LabelSmoothingLoss
from
paddlespeech.s2t.modules.mask
import
mask_finished_preds
from
paddlespeech.s2t.modules.mask
import
mask_finished_scores
from
paddlespeech.s2t.modules.mask
import
subsequent_mask
from
paddlespeech.s2t.utils
import
checkpoint
from
paddlespeech.s2t.utils
import
layer_tools
...
...
@@ -291,7 +289,7 @@ class U2STBaseModel(nn.Layer):
device
=
speech
.
place
# Let's assume B = batch_size and N = beam_size
# 1. Encoder and init hypothesis
# 1. Encoder and init hypothesis
encoder_out
,
encoder_mask
=
self
.
_forward_encoder
(
speech
,
speech_lengths
,
decoding_chunk_size
,
num_decoding_left_chunks
,
...
...
paddlespeech/t2s/modules/transformer/repeat.py
浏览文件 @
75098698
...
...
@@ -36,4 +36,4 @@ def repeat(N, fn):
Returns:
MultiSequential: Repeated model instance.
"""
return
MultiSequential
(
*
[
fn
(
n
)
for
n
in
range
(
N
)])
return
MultiSequential
(
*
[
fn
(
n
)
for
n
in
range
(
N
)])
tests/unit/asr/deepspeech2_online_model_test.py
浏览文件 @
75098698
...
...
@@ -11,16 +11,17 @@
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
import
os
import
pickle
import
unittest
import
numpy
as
np
import
paddle
import
pickle
import
os
from
paddle
import
inference
from
paddlespeech.s2t.models.ds2_online
import
DeepSpeech2ModelOnline
from
paddlespeech.s2t.models.ds2_online
import
DeepSpeech2InferModelOnline
from
paddlespeech.s2t.models.ds2_online
import
DeepSpeech2ModelOnline
class
TestDeepSpeech2ModelOnline
(
unittest
.
TestCase
):
def
setUp
(
self
):
...
...
@@ -185,15 +186,12 @@ class TestDeepSpeech2ModelOnline(unittest.TestCase):
paddle
.
allclose
(
final_state_c_box
,
final_state_c_box_chk
),
True
)
class
TestDeepSpeech2StaticModelOnline
(
unittest
.
TestCase
):
def
setUp
(
self
):
export_prefix
=
"exp/deepspeech2_online/checkpoints/test_export"
if
not
os
.
path
.
exists
(
os
.
path
.
dirname
(
export_prefix
)):
os
.
makedirs
(
os
.
path
.
dirname
(
export_prefix
),
mode
=
0o755
)
infer_model
=
DeepSpeech2InferModelOnline
(
infer_model
=
DeepSpeech2InferModelOnline
(
feat_size
=
161
,
dict_size
=
4233
,
num_conv_layers
=
2
,
...
...
@@ -207,27 +205,25 @@ class TestDeepSpeech2StaticModelOnline(unittest.TestCase):
with
open
(
"test_data/static_ds2online_inputs.pickle"
,
"rb"
)
as
f
:
self
.
data_dict
=
pickle
.
load
(
f
)
self
.
setup_model
(
export_prefix
)
def
setup_model
(
self
,
export_prefix
):
deepspeech_config
=
inference
.
Config
(
export_prefix
+
".pdmodel"
,
export_prefix
+
".pdiparams"
)
if
(
'CUDA_VISIBLE_DEVICES'
in
os
.
environ
.
keys
()
and
os
.
environ
[
'CUDA_VISIBLE_DEVICES'
].
strip
()
!=
''
):
deepspeech_config
=
inference
.
Config
(
export_prefix
+
".pdmodel"
,
export_prefix
+
".pdiparams"
)
if
(
'CUDA_VISIBLE_DEVICES'
in
os
.
environ
.
keys
()
and
os
.
environ
[
'CUDA_VISIBLE_DEVICES'
].
strip
()
!=
''
):
deepspeech_config
.
enable_use_gpu
(
100
,
0
)
deepspeech_config
.
enable_memory_optim
()
deepspeech_predictor
=
inference
.
create_predictor
(
deepspeech_config
)
self
.
predictor
=
deepspeech_predictor
def
test_unit
(
self
):
input_names
=
self
.
predictor
.
get_input_names
()
audio_handle
=
self
.
predictor
.
get_input_handle
(
input_names
[
0
])
audio_len_handle
=
self
.
predictor
.
get_input_handle
(
input_names
[
1
])
h_box_handle
=
self
.
predictor
.
get_input_handle
(
input_names
[
2
])
c_box_handle
=
self
.
predictor
.
get_input_handle
(
input_names
[
3
])
x_chunk
=
self
.
data_dict
[
"audio_chunk"
]
x_chunk_lens
=
self
.
data_dict
[
"audio_chunk_lens"
]
...
...
@@ -246,13 +242,9 @@ class TestDeepSpeech2StaticModelOnline(unittest.TestCase):
c_box_handle
.
reshape
(
chunk_state_c_box
.
shape
)
c_box_handle
.
copy_from_cpu
(
chunk_state_c_box
)
output_names
=
self
.
predictor
.
get_output_names
()
output_handle
=
self
.
predictor
.
get_output_handle
(
output_names
[
0
])
output_lens_handle
=
self
.
predictor
.
get_output_handle
(
output_names
[
1
])
output_handle
=
self
.
predictor
.
get_output_handle
(
output_names
[
0
])
output_lens_handle
=
self
.
predictor
.
get_output_handle
(
output_names
[
1
])
output_state_h_handle
=
self
.
predictor
.
get_output_handle
(
output_names
[
2
])
output_state_c_handle
=
self
.
predictor
.
get_output_handle
(
...
...
@@ -264,7 +256,7 @@ class TestDeepSpeech2StaticModelOnline(unittest.TestCase):
chunk_state_h_box
=
output_state_h_handle
.
copy_to_cpu
()
chunk_state_c_box
=
output_state_c_handle
.
copy_to_cpu
()
return
True
if
__name__
==
'__main__'
:
unittest
.
main
()
编辑
预览
Markdown
is supported
0%
请重试
或
添加新附件
.
添加附件
取消
You are about to add
0
people
to the discussion. Proceed with caution.
先完成此消息的编辑!
取消
想要评论请
注册
或
登录