Merge pull request #3 from PaddlePaddle/develop

merge to local

fluid/PaddleNLP/machine_reading_comprehension/dataset.py

@@ -23,6 +23,7 @@ import json
 import logging
 import numpy as np
 from collections import Counter
+import io
 
 
 class BRCDataset(object):
@@ -67,7 +68,7 @@ class BRCDataset(object):
         Args:
             data_path: the data file to load
         """
-        with open(data_path) as fin:
+        with io.open(data_path, 'r', encoding='utf-8') as fin:
             data_set = []
             for lidx, line in enumerate(fin):
                 sample = json.loads(line.strip())

fluid/PaddleNLP/machine_reading_comprehension/run.py

@@ -22,6 +22,7 @@ import os
 import random
 import json
 import six
+import multiprocessing
 
 import paddle
 import paddle.fluid as fluid