Update src/litdata/streaming/downloader.py

Co-authored-by: Deependu Jha <[email protected]>
Lightning-AI · Oct 14, 2024 · 1783215 · 1783215
1 parent bce66f7
commit 1783215
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/src/litdata/streaming/downloader.py b/src/litdata/streaming/downloader.py
@@ -68,8 +68,9 @@ def download_file(self, remote_filepath: str, local_filepath: str) -> None:
             local_filepath + ".lock", timeout=3 if obj.path.endswith(_INDEX_FILENAME) else 0
         ):
             if self._s5cmd_available:
-                env = os.environ.copy()
+                env = None
                 if self._storage_options:
+                    env = os.environ.copy()
                     env.update(self._storage_options)
                 proc = subprocess.Popen(
                     f"s5cmd cp {remote_filepath} {local_filepath}",