Merge pull request #1532 from PaddlePaddle/mapingshuo-patch-1

modify open file code for python3

fluid/PaddleNLP/text_matching_on_quora/pretrained_word2vec.py

@@ -21,6 +21,11 @@ import numpy as np
 import time, datetime
 import os, sys
 
+def maybe_open(filepath):
+    if sys.version_info <= (3, 0): # for python2
+        return open(filepath, 'r')
+    else:
+        return open(filepath, 'r', encoding="utf-8")
     
 def Glove840B_300D(filepath, keys=None):
     """
@@ -33,7 +38,7 @@ def Glove840B_300D(filepath, keys=None):
     print("please wait for a minute.")
     start = time.time()
     word2vec = {}
-    with open(filepath, "r") as f:
+    with maybe_open(filepath) as f:
         for line in f:
             if sys.version_info <= (3, 0): # for python2
                 line = line.decode('utf-8')

fluid/PaddleNLP/text_matching_on_quora/quora_question_pairs.py

@@ -68,8 +68,10 @@ def maybe_open(file_name):
                 "     |- readme.txt\n"
                 "     |- wordvec.txt\n")
         raise RuntimeError(msg)
-
+    if sys.version_info <= (3, 0): # for python2
         return open(file_name, 'r')
+    else:
+        return open(file_name, 'r', encoding="utf-8")
 
 
 def tokenized_question_pairs(file_name):