From 2912b0d215963f4f1cdd42909ff08f99b3c2b3cf Mon Sep 17 00:00:00 2001 From: "durgaivelselvan.mn" Date: Thu, 23 May 2024 11:46:10 +0530 Subject: [PATCH] bug fix in OutputSplitter regarding file handling for bz2 type --- wikiextractor/WikiExtractor.py | 10 ++++------ 1 file changed, 4 insertions(+), 6 deletions(-) diff --git a/wikiextractor/WikiExtractor.py b/wikiextractor/WikiExtractor.py index 830235dc..6621fd39 100755 --- a/wikiextractor/WikiExtractor.py +++ b/wikiextractor/WikiExtractor.py @@ -162,23 +162,21 @@ def __init__(self, nextFile, max_file_size=0, compress=True): self.file = self.open(self.nextFile.next()) def reserve(self, size): - if self.file.tell() + size > self.max_file_size: + if self.size + size > self.max_file_size: self.close() self.file = self.open(self.nextFile.next()) def write(self, data): self.reserve(len(data)) - if self.compress: - self.file.write(data) - else: - self.file.write(data) + self.size += self.file.write(data) def close(self): self.file.close() def open(self, filename): + self.size = 0 if self.compress: - return bz2.BZ2File(filename + '.bz2', 'w') + return bz2.open(filename + '.bz2', 'wt') else: return open(filename, 'w')