Merge pull request nsidc#920 from itcarroll/fix-download-gzip

download using chunk iteration rather than raw response

CHANGELOG.md

@@ -7,6 +7,12 @@ and this project uses [Semantic Versioning](https://semver.org/spec/v2.0.0.html)
 
 ## [Unreleased]
 
+### Fixed
+
+- `earthaccess.download` will let requests automatically decode compressed content
+  ([#887](https://github.com/nsidc/earthaccess/issues/887))
+  ([**@itcarroll**](https://github.com/itcarroll))
+
 ## [v0.12.0] - 2024-11-13
 
 ### Changed

earthaccess/store.py

@@ -1,6 +1,5 @@
 import datetime
 import logging
-import shutil
 import traceback
 from functools import lru_cache
 from itertools import chain
@@ -670,16 +669,13 @@ def _download_file(self, url: str, directory: Path) -> str:
         if not path.exists():
             try:
                 session = self.auth.get_session()
-                with session.get(
-                    url,
-                    stream=True,
-                    allow_redirects=True,
-                ) as r:
+                with session.get(url, stream=True, allow_redirects=True) as r:
                     r.raise_for_status()
                     with open(path, "wb") as f:
-                        # This is to cap memory usage for large files at 1MB per write to disk per thread
+                        # Cap memory usage for large files at 1MB per write to disk per thread
                         # https://docs.python-requests.org/en/latest/user/quickstart/#raw-response-content
-                        shutil.copyfileobj(r.raw, f, length=1024 * 1024)
+                        for chunk in r.iter_content(chunk_size=1024 * 1024):
+                            f.write(chunk)
             except Exception:
                 logger.exception(f"Error while downloading the file {local_filename}")
                 raise Exception