Skip to content
体验新版
项目
组织
正在加载...
登录
切换导航
打开侧边栏
PaddlePaddle
DeepSpeech
提交
856d641c
D
DeepSpeech
项目概览
PaddlePaddle
/
DeepSpeech
大约 2 年 前同步成功
通知
210
Star
8425
Fork
1598
代码
文件
提交
分支
Tags
贡献者
分支图
Diff
Issue
245
列表
看板
标记
里程碑
合并请求
3
Wiki
0
Wiki
分析
仓库
DevOps
项目成员
Pages
D
DeepSpeech
项目概览
项目概览
详情
发布
仓库
仓库
文件
提交
分支
标签
贡献者
分支图
比较
Issue
245
Issue
245
列表
看板
标记
里程碑
合并请求
3
合并请求
3
Pages
分析
分析
仓库分析
DevOps
Wiki
0
Wiki
成员
成员
收起侧边栏
关闭侧边栏
动态
分支图
创建新Issue
提交
Issue看板
提交
856d641c
编写于
9月 28, 2021
作者:
H
Hui Zhang
浏览文件
操作
浏览文件
下载
电子邮件补丁
差异文件
multi worker for dataloader
上级
b7b1bda3
变更
3
隐藏空白更改
内联
并排
Showing
3 changed file
with
17 addition
and
9 deletion
+17
-9
deepspeech/exps/deepspeech2/model.py
deepspeech/exps/deepspeech2/model.py
+5
-3
deepspeech/exps/u2/model.py
deepspeech/exps/u2/model.py
+6
-3
deepspeech/exps/u2_st/model.py
deepspeech/exps/u2_st/model.py
+6
-3
未找到文件。
deepspeech/exps/deepspeech2/model.py
浏览文件 @
856d641c
...
@@ -235,16 +235,18 @@ class DeepSpeech2Trainer(Trainer):
...
@@ -235,16 +235,18 @@ class DeepSpeech2Trainer(Trainer):
num_workers
=
config
.
collator
.
num_workers
)
num_workers
=
config
.
collator
.
num_workers
)
self
.
valid_loader
=
DataLoader
(
self
.
valid_loader
=
DataLoader
(
dev_dataset
,
dev_dataset
,
batch_size
=
int
(
config
.
collator
.
batch_size
/
4
),
batch_size
=
int
(
config
.
collator
.
batch_size
),
shuffle
=
False
,
shuffle
=
False
,
drop_last
=
False
,
drop_last
=
False
,
collate_fn
=
collate_fn_dev
)
collate_fn
=
collate_fn_dev
,
num_workers
=
config
.
collator
.
num_workers
)
self
.
test_loader
=
DataLoader
(
self
.
test_loader
=
DataLoader
(
test_dataset
,
test_dataset
,
batch_size
=
config
.
decoding
.
batch_size
,
batch_size
=
config
.
decoding
.
batch_size
,
shuffle
=
False
,
shuffle
=
False
,
drop_last
=
False
,
drop_last
=
False
,
collate_fn
=
collate_fn_test
)
collate_fn
=
collate_fn_test
,
num_workers
=
config
.
collator
.
num_workers
)
logger
.
info
(
"Setup train/valid/test Dataloader!"
)
logger
.
info
(
"Setup train/valid/test Dataloader!"
)
...
...
deepspeech/exps/u2/model.py
浏览文件 @
856d641c
...
@@ -292,7 +292,8 @@ class U2Trainer(Trainer):
...
@@ -292,7 +292,8 @@ class U2Trainer(Trainer):
batch_size
=
config
.
collator
.
batch_size
,
batch_size
=
config
.
collator
.
batch_size
,
shuffle
=
False
,
shuffle
=
False
,
drop_last
=
False
,
drop_last
=
False
,
collate_fn
=
collate_fn_dev
)
collate_fn
=
collate_fn_dev
,
num_workers
=
config
.
collator
.
num_workers
,
)
# test dataset, return raw text
# test dataset, return raw text
config
.
data
.
manifest
=
config
.
data
.
test_manifest
config
.
data
.
manifest
=
config
.
data
.
test_manifest
...
@@ -314,7 +315,8 @@ class U2Trainer(Trainer):
...
@@ -314,7 +315,8 @@ class U2Trainer(Trainer):
batch_size
=
config
.
decoding
.
batch_size
,
batch_size
=
config
.
decoding
.
batch_size
,
shuffle
=
False
,
shuffle
=
False
,
drop_last
=
False
,
drop_last
=
False
,
collate_fn
=
SpeechCollator
.
from_config
(
config
))
collate_fn
=
SpeechCollator
.
from_config
(
config
),
num_workers
=
config
.
collator
.
num_workers
,
)
# return text token id
# return text token id
config
.
collator
.
keep_transcription_text
=
False
config
.
collator
.
keep_transcription_text
=
False
self
.
align_loader
=
DataLoader
(
self
.
align_loader
=
DataLoader
(
...
@@ -322,7 +324,8 @@ class U2Trainer(Trainer):
...
@@ -322,7 +324,8 @@ class U2Trainer(Trainer):
batch_size
=
config
.
decoding
.
batch_size
,
batch_size
=
config
.
decoding
.
batch_size
,
shuffle
=
False
,
shuffle
=
False
,
drop_last
=
False
,
drop_last
=
False
,
collate_fn
=
SpeechCollator
.
from_config
(
config
))
collate_fn
=
SpeechCollator
.
from_config
(
config
),
num_workers
=
config
.
collator
.
num_workers
,
)
logger
.
info
(
"Setup train/valid/test/align Dataloader!"
)
logger
.
info
(
"Setup train/valid/test/align Dataloader!"
)
def
setup_model
(
self
):
def
setup_model
(
self
):
...
...
deepspeech/exps/u2_st/model.py
浏览文件 @
856d641c
...
@@ -292,7 +292,8 @@ class U2STTrainer(Trainer):
...
@@ -292,7 +292,8 @@ class U2STTrainer(Trainer):
batch_size
=
config
.
collator
.
batch_size
,
batch_size
=
config
.
collator
.
batch_size
,
shuffle
=
False
,
shuffle
=
False
,
drop_last
=
False
,
drop_last
=
False
,
collate_fn
=
collate_fn_dev
)
collate_fn
=
collate_fn_dev
,
num_workers
=
config
.
collator
.
num_workers
,
)
# test dataset, return raw text
# test dataset, return raw text
config
.
data
.
manifest
=
config
.
data
.
test_manifest
config
.
data
.
manifest
=
config
.
data
.
test_manifest
...
@@ -313,7 +314,8 @@ class U2STTrainer(Trainer):
...
@@ -313,7 +314,8 @@ class U2STTrainer(Trainer):
batch_size
=
config
.
decoding
.
batch_size
,
batch_size
=
config
.
decoding
.
batch_size
,
shuffle
=
False
,
shuffle
=
False
,
drop_last
=
False
,
drop_last
=
False
,
collate_fn
=
TestCollator
.
from_config
(
config
))
collate_fn
=
TestCollator
.
from_config
(
config
),
num_workers
=
config
.
collator
.
num_workers
,
)
# return text token id
# return text token id
config
.
collator
.
keep_transcription_text
=
False
config
.
collator
.
keep_transcription_text
=
False
self
.
align_loader
=
DataLoader
(
self
.
align_loader
=
DataLoader
(
...
@@ -321,7 +323,8 @@ class U2STTrainer(Trainer):
...
@@ -321,7 +323,8 @@ class U2STTrainer(Trainer):
batch_size
=
config
.
decoding
.
batch_size
,
batch_size
=
config
.
decoding
.
batch_size
,
shuffle
=
False
,
shuffle
=
False
,
drop_last
=
False
,
drop_last
=
False
,
collate_fn
=
TestCollator
.
from_config
(
config
))
collate_fn
=
TestCollator
.
from_config
(
config
),
num_workers
=
config
.
collator
.
num_workers
,
)
logger
.
info
(
"Setup train/valid/test/align Dataloader!"
)
logger
.
info
(
"Setup train/valid/test/align Dataloader!"
)
def
setup_model
(
self
):
def
setup_model
(
self
):
...
...
编辑
预览
Markdown
is supported
0%
请重试
或
添加新附件
.
添加附件
取消
You are about to add
0
people
to the discussion. Proceed with caution.
先完成此消息的编辑!
取消
想要评论请
注册
或
登录