Skip to content
体验新版
项目
组织
正在加载...
登录
切换导航
打开侧边栏
PaddlePaddle
DeepSpeech
提交
601938e9
D
DeepSpeech
项目概览
PaddlePaddle
/
DeepSpeech
大约 1 年 前同步成功
通知
206
Star
8425
Fork
1598
代码
文件
提交
分支
Tags
贡献者
分支图
Diff
Issue
245
列表
看板
标记
里程碑
合并请求
3
Wiki
0
Wiki
分析
仓库
DevOps
项目成员
Pages
D
DeepSpeech
项目概览
项目概览
详情
发布
仓库
仓库
文件
提交
分支
标签
贡献者
分支图
比较
Issue
245
Issue
245
列表
看板
标记
里程碑
合并请求
3
合并请求
3
Pages
分析
分析
仓库分析
DevOps
Wiki
0
Wiki
成员
成员
收起侧边栏
关闭侧边栏
动态
分支图
创建新Issue
提交
Issue看板
体验新版 GitCode,发现更多精彩内容 >>
未验证
提交
601938e9
编写于
7月 23, 2021
作者:
H
Hui Zhang
提交者:
GitHub
7月 23, 2021
浏览文件
操作
浏览文件
下载
差异文件
Merge pull request #720 from Jackwaterveg/develop
增加autoLog
上级
7e2014cc
1690bd59
变更
3
显示空白变更内容
内联
并排
Showing
3 changed file
with
61 addition
and
1 deletion
+61
-1
deepspeech/exps/deepspeech2/model.py
deepspeech/exps/deepspeech2/model.py
+11
-1
deepspeech/utils/log.py
deepspeech/utils/log.py
+32
-0
setup.sh
setup.sh
+18
-0
未找到文件。
deepspeech/exps/deepspeech2/model.py
浏览文件 @
601938e9
...
...
@@ -35,6 +35,9 @@ from deepspeech.utils import error_rate
from
deepspeech.utils
import
layer_tools
from
deepspeech.utils
import
mp_tools
from
deepspeech.utils.log
import
Log
from
deepspeech.utils.log
import
Autolog
logger
=
Log
(
__name__
).
getlog
()
...
...
@@ -223,6 +226,7 @@ class DeepSpeech2Tester(DeepSpeech2Trainer):
def
__init__
(
self
,
config
,
args
):
super
().
__init__
(
config
,
args
)
self
.
autolog
=
Autolog
(
batch_size
=
config
.
decoding
.
batch_size
,
model_name
=
"deepspeech2"
,
model_precision
=
"fp32"
).
getlog
()
def
ordid2token
(
self
,
texts
,
texts_len
):
""" ord() id to chr() chr """
...
...
@@ -248,6 +252,8 @@ class DeepSpeech2Tester(DeepSpeech2Trainer):
vocab_list
=
self
.
test_loader
.
collate_fn
.
vocab_list
target_transcripts
=
self
.
ordid2token
(
texts
,
texts_len
)
self
.
autolog
.
times
.
start
()
self
.
autolog
.
times
.
stamp
()
result_transcripts
=
self
.
model
.
decode
(
audio
,
audio_len
,
...
...
@@ -260,6 +266,9 @@ class DeepSpeech2Tester(DeepSpeech2Trainer):
cutoff_prob
=
cfg
.
cutoff_prob
,
cutoff_top_n
=
cfg
.
cutoff_top_n
,
num_processes
=
cfg
.
num_proc_bsearch
)
self
.
autolog
.
times
.
stamp
()
self
.
autolog
.
times
.
stamp
()
self
.
autolog
.
times
.
end
()
for
utt
,
target
,
result
in
zip
(
utts
,
target_transcripts
,
result_transcripts
):
...
...
@@ -308,6 +317,7 @@ class DeepSpeech2Tester(DeepSpeech2Trainer):
msg
+=
"Final error rate [%s] (%d/%d) = %f"
%
(
error_rate_type
,
num_ins
,
num_ins
,
errors_sum
/
len_refs
)
logger
.
info
(
msg
)
self
.
autolog
.
report
()
def
run_test
(
self
):
self
.
resume_or_scratch
()
...
...
deepspeech/utils/log.py
浏览文件 @
601938e9
...
...
@@ -17,6 +17,12 @@ import os
import
socket
import
sys
import
auto_log
import
os
from
paddle
import
inference
FORMAT_STR
=
'[%(levelname)s %(asctime)s %(filename)s:%(lineno)d] %(message)s'
DATE_FMT_STR
=
'%Y/%m/%d %H:%M:%S'
...
...
@@ -146,3 +152,29 @@ class Log():
def
getlog
(
self
):
return
self
.
logger
class
Autolog
:
def
__init__
(
self
,
batch_size
,
model_name
=
"DeepSpeech"
,
model_precision
=
"fp32"
):
pid
=
os
.
getpid
()
gpu_id
=
int
(
os
.
environ
[
'CUDA_VISIBLE_DEVICES'
].
split
(
','
)[
0
])
infer_config
=
inference
.
Config
()
infer_config
.
enable_use_gpu
(
100
,
gpu_id
)
autolog
=
auto_log
.
AutoLogger
(
model_name
=
model_name
,
model_precision
=
model_precision
,
batch_size
=
batch_size
,
data_shape
=
"dynamic"
,
save_path
=
"./output/auto_log.lpg"
,
inference_config
=
infer_config
,
pids
=
pid
,
process_name
=
None
,
gpu_ids
=
gpu_id
,
time_keys
=
[
'preprocess_time'
,
'inference_time'
,
'postprocess_time'
],
warmup
=
0
)
self
.
autolog
=
autolog
def
getlog
(
self
):
return
self
.
autolog
setup.sh
浏览文件 @
601938e9
...
...
@@ -43,6 +43,23 @@ if [ $? != 0 ]; then
rm
libsndfile-1.0.28.tar.gz
fi
#install auto-log
python3
-c
"import auto_log"
if
[
$?
!=
0
]
;
then
info_msg
"Install auto_log into default system path"
git clone https://github.com/LDOUBLEV/AutoLog
if
[
$?
!=
0
]
;
then
error_msg
"Download auto_log failed !!!"
exit
1
fi
cd
AutoLog
pip3
install
-r
requirements.txt
python3 setup.py bdist_wheel
pip3
install
./dist/[Aa]uto
*
.whl
cd
..
rm
-rf
AutoLog
fi
# install decoders
python3
-c
"import pkg_resources; pkg_resources.require(
\"
swig_decoders==1.1
\"
)"
if
[
$?
!=
0
]
;
then
...
...
@@ -66,4 +83,5 @@ if [ $? != 0 ]; then
fi
popd
info_msg
"Install all dependencies successfully."
编辑
预览
Markdown
is supported
0%
请重试
或
添加新附件
.
添加附件
取消
You are about to add
0
people
to the discussion. Proceed with caution.
先完成此消息的编辑!
取消
想要评论请
注册
或
登录