提交 a92e2129 编写于 作者: H hysunflower 提交者: Jinhua Liang

Add profiler maxiter for deeplabv3 (#3942)

* add profiler and maxiter for deeplabv3

* fix same params
上级 58b67c6f
...@@ -39,6 +39,7 @@ set_paddle_flags({ ...@@ -39,6 +39,7 @@ set_paddle_flags({
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
from paddle.fluid import profiler
import numpy as np import numpy as np
import argparse import argparse
from reader import CityscapeDataset from reader import CityscapeDataset
...@@ -70,6 +71,8 @@ add_arg('profile', bool, False, "Enable profiler.") ...@@ -70,6 +71,8 @@ add_arg('profile', bool, False, "Enable profiler.")
add_arg('use_py_reader', bool, True, "Use py reader.") add_arg('use_py_reader', bool, True, "Use py reader.")
add_arg('use_multiprocessing', bool, False, "Use multiprocessing.") add_arg('use_multiprocessing', bool, False, "Use multiprocessing.")
add_arg("num_workers", int, 8, "The number of python processes used to read and preprocess data.") add_arg("num_workers", int, 8, "The number of python processes used to read and preprocess data.")
# NOTE: args for profiler, used for benchmark
add_arg("profiler_path", str, '/tmp/profile_file2', "the profiler output file path. (used for benchmark)")
parser.add_argument( parser.add_argument(
'--enable_ce', '--enable_ce',
action='store_true', action='store_true',
...@@ -79,7 +82,7 @@ parser.add_argument( ...@@ -79,7 +82,7 @@ parser.add_argument(
@contextlib.contextmanager @contextlib.contextmanager
def profile_context(profile=True): def profile_context(profile=True):
if profile: if profile:
with profiler.profiler('All', 'total', '/tmp/profile_file2'): with profiler.profiler('All', 'total', args.profiler_path):
yield yield
else: else:
yield yield
...@@ -252,6 +255,7 @@ with profile_context(args.profile): ...@@ -252,6 +255,7 @@ with profile_context(args.profile):
train_loss = np.mean(train_loss) train_loss = np.mean(train_loss)
end_time = time.time() end_time = time.time()
total_time += end_time - begin_time total_time += end_time - begin_time
if i % 100 == 0: if i % 100 == 0:
print("Model is saved to", args.save_weights_path) print("Model is saved to", args.save_weights_path)
save_model() save_model()
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册