Merge pull request #1532 from PaddlePaddle/mapingshuo-patch-1

modify open file code for python3

fluid/PaddleNLP/text_matching_on_quora/pretrained_word2vec.py

@@ -21,7 +21,12 @@ import numpy as np
 import time, datetime
 import os, sys
 
-
+def maybe_open(filepath):
+    if sys.version_info <= (3, 0): # for python2
+        return open(filepath, 'r')
+    else:
+        return open(filepath, 'r', encoding="utf-8")
+    
 def Glove840B_300D(filepath, keys=None):
     """
     input: the "glove.840B.300d.txt" file path
@@ -33,7 +38,7 @@ def Glove840B_300D(filepath, keys=None):
     print("please wait for a minute.")
     start = time.time()
     word2vec = {}
-    with open(filepath, "r") as f:
+    with maybe_open(filepath) as f:
         for line in f:
             if sys.version_info <= (3, 0): # for python2
                 line = line.decode('utf-8')

fluid/PaddleNLP/text_matching_on_quora/quora_question_pairs.py

@@ -68,8 +68,10 @@ def maybe_open(file_name):
                 "     |- readme.txt\n"
                 "     |- wordvec.txt\n")
         raise RuntimeError(msg)
-
-    return open(file_name, 'r')
+    if sys.version_info <= (3, 0): # for python2
+        return open(file_name, 'r')
+    else:
+        return open(file_name, 'r', encoding="utf-8")
 
 
 def tokenized_question_pairs(file_name):