fix python3 open stopwords file UnicodeDecodeError bug

2017-11-08 09:37:48 +08:00 · 2017-11-08 09:37:48 +08:00 · c41ee7397d
commit c41ee7397d
parent a21fe86f86
1 changed files with 4 additions and 1 deletions
--- a/synonyms/init.py
+++ b/synonyms/init.py
@ -104,7 +104,10 @@ def _load_stopwords(file_path):
    load stop words
    '''
    global _stopwords
-    words = open(file_path, 'r')
+    if sys.version_info[0] < 3:
+        words = open(file_path, 'r')
+    else:
+        words = open(file_path, 'r', encoding='utf-8')
    stopwords = words.readlines()
    for w in stopwords:
        _stopwords.add(any2unicode(w).strip())