From 9d30d0c5605b05e3026cdcff74ed3f770eed4155 Mon Sep 17 00:00:00 2001 From: Craig Milo Rogers Date: Thu, 28 Oct 2021 14:37:15 -0700 Subject: [PATCH 1/5] Close the multiprocessing pool explicitly when it is no longer needed. This avoids error symptoms that appeared in Python 3.8. --- mgzip/multiProcGzip.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/mgzip/multiProcGzip.py b/mgzip/multiProcGzip.py index a722c58..b5a28de 100644 --- a/mgzip/multiProcGzip.py +++ b/mgzip/multiProcGzip.py @@ -444,6 +444,7 @@ def close(self): self._compress_async(self.small_buf.getbuffer()) self.small_buf = io.BytesIO() self._flush_pool(force=True) + self.pool.close() elif self.mode == READ: self._buffer.close() finally: @@ -664,4 +665,4 @@ def set_block_iter(self, block_start_list): self.block_start_iter = iter(block_start_list) def clear_block_iter(self): - self.block_start_iter = None \ No newline at end of file + self.block_start_iter = None From 2003f680c94e2598cd65b0991a88170d30f33c3c Mon Sep 17 00:00:00 2001 From: Craig Milo Rogers Date: Thu, 28 Oct 2021 15:13:56 -0700 Subject: [PATCH 2/5] Update the setup file. --- setup.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/setup.py b/setup.py index 4e71dda..0a72cf1 100644 --- a/setup.py +++ b/setup.py @@ -7,13 +7,13 @@ setup( name='mgzip', version=__version__, - author='Vincent Li', - author_email='vincentliyx@gmail.com', + author='Craig Milo Rogers', + author_email='CraigMiloRogers@gmail.com', - description='A multi-threading implementation of Python gzip module', + description='A multi-threading implementation of Python gzip module, based on the work of Vincent Li.', long_description=longDesc, long_description_content_type="text/markdown", - url='https://github.com/vinlyx/mgzip', + url='https://github.com/usc-isi-i2/mgzip', license='MIT', packages=find_packages(), classifiers=[ From 07fc660e29a2e66b32b6bb58ebf1c2a457ad8e65 Mon Sep 17 00:00:00 2001 From: Craig Milo Rogers Date: Thu, 28 Oct 2021 15:24:56 -0700 Subject: [PATCH 3/5] Update the version string. --- mgzip/multiProcGzip.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/mgzip/multiProcGzip.py b/mgzip/multiProcGzip.py index b5a28de..12f8b7b 100644 --- a/mgzip/multiProcGzip.py +++ b/mgzip/multiProcGzip.py @@ -14,7 +14,7 @@ from gzip import GzipFile, write32u, _GzipReader, _PaddedFile, READ, WRITE, FEXTRA, FNAME, FCOMMENT, FHCRC from multiprocessing.dummy import Pool -__version__ = "0.2.1" +__version__ = "0.2.1.2" SID = b'IG' # Subfield ID of indexed gzip file From af6778cee16d98a4053706fe345cad46c028e1e2 Mon Sep 17 00:00:00 2001 From: Craig Milo Rogers Date: Thu, 28 Oct 2021 15:25:47 -0700 Subject: [PATCH 4/5] Update the version string. --- mgzip/multiProcGzip.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/mgzip/multiProcGzip.py b/mgzip/multiProcGzip.py index 12f8b7b..d741e43 100644 --- a/mgzip/multiProcGzip.py +++ b/mgzip/multiProcGzip.py @@ -14,7 +14,7 @@ from gzip import GzipFile, write32u, _GzipReader, _PaddedFile, READ, WRITE, FEXTRA, FNAME, FCOMMENT, FHCRC from multiprocessing.dummy import Pool -__version__ = "0.2.1.2" +__version__ = "0.2.1.3" SID = b'IG' # Subfield ID of indexed gzip file From 2d0d9dd7533314bd43d050689e23a146689917ff Mon Sep 17 00:00:00 2001 From: Craig Milo Rogers Date: Fri, 29 Oct 2021 14:13:22 -0700 Subject: [PATCH 5/5] Build as usc-isi-i2-mgzip. --- setup.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/setup.py b/setup.py index 0a72cf1..4acdff6 100644 --- a/setup.py +++ b/setup.py @@ -5,7 +5,7 @@ longDesc = fh.read().replace("CompressionBenchmark.png", "https://raw.githubusercontent.com/vinlyx/mgzip/master/CompressionBenchmark.png").replace("DecompressionBenchmark.png", "https://raw.githubusercontent.com/vinlyx/mgzip/master/DecompressionBenchmark.png") setup( - name='mgzip', + name='usc-isi-i2-mgzip', version=__version__, author='Craig Milo Rogers', author_email='CraigMiloRogers@gmail.com',