diff --git a/BERT/run_classifier.py b/BERT/run_classifier.py index 792707e66fab360d359a418f2261295b883911c6..23ca2260de866583572bfe935bc97ba94f9874a1 100644 --- a/BERT/run_classifier.py +++ b/BERT/run_classifier.py @@ -280,7 +280,7 @@ def main(args): main_program=train_program) num_trainers = int(os.environ.get('PADDLE_TRAINERS_NUM', 1)) if num_trainers > 1: - train_data_generator = fluid.contrib.reader.multi_process_reader( + train_data_generator = fluid.contrib.reader.distributed_batch_reader( train_data_generator) train_pyreader.decorate_tensor_provider(train_data_generator)