From 744bc0bfc1044730784c0c274b4b6afbc42b920f Mon Sep 17 00:00:00 2001 From: chengduozh Date: Mon, 17 Jun 2019 13:38:40 +0800 Subject: [PATCH] use distributed_batch_reader --- BERT/run_classifier.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/BERT/run_classifier.py b/BERT/run_classifier.py index 792707e..23ca226 100644 --- a/BERT/run_classifier.py +++ b/BERT/run_classifier.py @@ -280,7 +280,7 @@ def main(args): main_program=train_program) num_trainers = int(os.environ.get('PADDLE_TRAINERS_NUM', 1)) if num_trainers > 1: - train_data_generator = fluid.contrib.reader.multi_process_reader( + train_data_generator = fluid.contrib.reader.distributed_batch_reader( train_data_generator) train_pyreader.decorate_tensor_provider(train_data_generator) -- GitLab