Merge pull request #241 from JonasTriki/fix-compressed-file-write

Add minor fix to OutputSplitter.write()
2021-03-18 01:14:59 +01:00 · 2021-03-18 01:14:59 +01:00 · 881f3e4252
commit 881f3e4252
parent 6490f5361d df435cad4d
1 changed files with 4 additions and 1 deletions
--- a/wikiextractor/WikiExtractor.py
+++ b/wikiextractor/WikiExtractor.py
@ -169,7 +169,10 @@ class OutputSplitter():

    def write(self, data):
        self.reserve(len(data))
-        self.file.write(data)
+        if self.compress:
+            self.file.write(data.encode('utf-8'))
+        else:
+            self.file.write(data)

    def close(self):
        self.file.close()