From 1783215282cf18a0d63f9f24dc88d99ca9abef69 Mon Sep 17 00:00:00 2001 From: Bhimraj Yadav Date: Mon, 14 Oct 2024 11:21:46 +0545 Subject: [PATCH] Update src/litdata/streaming/downloader.py Co-authored-by: Deependu Jha --- src/litdata/streaming/downloader.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/src/litdata/streaming/downloader.py b/src/litdata/streaming/downloader.py index 5b9a0b33..5f071734 100644 --- a/src/litdata/streaming/downloader.py +++ b/src/litdata/streaming/downloader.py @@ -68,8 +68,9 @@ def download_file(self, remote_filepath: str, local_filepath: str) -> None: local_filepath + ".lock", timeout=3 if obj.path.endswith(_INDEX_FILENAME) else 0 ): if self._s5cmd_available: - env = os.environ.copy() + env = None if self._storage_options: + env = os.environ.copy() env.update(self._storage_options) proc = subprocess.Popen( f"s5cmd cp {remote_filepath} {local_filepath}",