提交 bc426854 编写于 作者: M mindspore-ci-bot 提交者: Gitee

!2770 Capture the time before hand over to the processes pool to avoid time flips

Merge pull request !2770 from LiHongzhang/capture_time
...@@ -91,7 +91,7 @@ def package_graph_event(data): ...@@ -91,7 +91,7 @@ def package_graph_event(data):
return graph_event return graph_event
def package_summary_event(data_list, step): def package_summary_event(data_list, step, wall_time):
""" """
Package the summary to event protobuffer. Package the summary to event protobuffer.
...@@ -105,7 +105,7 @@ def package_summary_event(data_list, step): ...@@ -105,7 +105,7 @@ def package_summary_event(data_list, step):
# create the event of summary # create the event of summary
summary_event = Event() summary_event = Event()
summary = summary_event.summary summary = summary_event.summary
summary_event.wall_time = time.time() summary_event.wall_time = wall_time
summary_event.step = int(step) summary_event.step = int(step)
for value in data_list: for value in data_list:
......
...@@ -14,15 +14,16 @@ ...@@ -14,15 +14,16 @@
# ============================================================================ # ============================================================================
"""Write events to disk in a base directory.""" """Write events to disk in a base directory."""
import os import os
import time
from collections import deque from collections import deque
from multiprocessing import Pool, Process, Queue, cpu_count from multiprocessing import Pool, Process, Queue, cpu_count
from ._lineage_adapter import serialize_to_lineage_event from ._lineage_adapter import serialize_to_lineage_event
from ._summary_adapter import package_graph_event, package_summary_event from ._summary_adapter import package_graph_event, package_summary_event
from ._summary_writer import SummaryWriter, LineageWriter from ._summary_writer import LineageWriter, SummaryWriter
def _pack_data(datadict): def _pack_data(datadict, wall_time):
"""Pack data according to which plugin.""" """Pack data according to which plugin."""
result = [] result = []
summaries, step, mode = [], None, None summaries, step, mode = [], None, None
...@@ -37,7 +38,7 @@ def _pack_data(datadict): ...@@ -37,7 +38,7 @@ def _pack_data(datadict):
step = data.get('step') step = data.get('step')
mode = data.get('mode') mode = data.get('mode')
if summaries: if summaries:
result.append(['summary', mode, package_summary_event(summaries, step).SerializeToString()]) result.append(['summary', mode, package_summary_event(summaries, step, wall_time).SerializeToString()])
return result return result
...@@ -70,7 +71,7 @@ class WriterPool(Process): ...@@ -70,7 +71,7 @@ class WriterPool(Process):
if not self._queue.empty(): if not self._queue.empty():
action, data = self._queue.get() action, data = self._queue.get()
if action == 'WRITE': if action == 'WRITE':
deq.append(pool.apply_async(_pack_data, (data,))) deq.append(pool.apply_async(_pack_data, (data, time.time())))
elif action == 'FLUSH': elif action == 'FLUSH':
for writer in writers: for writer in writers:
writer.flush() writer.flush()
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册