未验证 提交 fce0a57d 编写于 作者: S shaohua.zhang 提交者: GitHub

move the shuffer into def sample_iter_reader

上级 701adba2
...@@ -36,18 +36,17 @@ class TrainReader(object): ...@@ -36,18 +36,17 @@ class TrainReader(object):
"absence process_function in Reader" "absence process_function in Reader"
self.process = create_module(params['process_function'])(params) self.process = create_module(params['process_function'])(params)
def __call__(self, process_id): def __call__(self, process_id):
with open(self.label_file_path, "rb") as fin: with open(self.label_file_path, "rb") as fin:
label_infor_list = fin.readlines() label_infor_list = fin.readlines()
img_num = len(label_infor_list) img_num = len(label_infor_list)
img_id_list = list(range(img_num)) img_id_list = list(range(img_num))
if sys.platform == "win32": if sys.platform == "win32" and self.num_workers != 1:
random.shuffle(img_id_list)
print("multiprocess is not fully compatible with Windows." print("multiprocess is not fully compatible with Windows."
"num_workers will be 1.") "num_workers will be 1.")
self.num_workers = 1 self.num_workers = 1
def sample_iter_reader():
def sample_iter_reader(): random.shuffle(img_id_list)
for img_id in range(process_id, img_num, self.num_workers): for img_id in range(process_id, img_num, self.num_workers):
label_infor = label_infor_list[img_id_list[img_id]] label_infor = label_infor_list[img_id_list[img_id]]
outs = self.process(label_infor) outs = self.process(label_infor)
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册