update

Lightning-AI · Sep 5, 2024 · dd2e742 · dd2e742
1 parent 2beebc9
commit dd2e742
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 2 deletions.
diff --git a/requirements.txt b/requirements.txt
@@ -5,3 +5,4 @@ numpy
 # boto3
 requests
 fsspec
+fsspec[s3] # aws s3
diff --git a/requirements/extras.txt b/requirements/extras.txt
@@ -5,6 +5,5 @@ pyarrow
 tqdm
 lightning-cloud == 0.5.70 # Must be pinned to ensure compatibility
 google-cloud-storage
-fsspec[s3] # aws s3
 fsspec[gs] # google cloud storage
 fsspec[abfs] # azure blob
diff --git a/tests/processing/test_data_processor.py b/tests/processing/test_data_processor.py
@@ -10,6 +10,7 @@
 import pytest
 import torch
 from lightning_utilities.core.imports import RequirementCache
+
 from litdata.constants import _TORCH_AUDIO_AVAILABLE, _ZSTD_AVAILABLE
 from litdata.processing import data_processor as data_processor_module
 from litdata.processing import functions
@@ -111,7 +112,7 @@ def fn(*_, **__):
 
     called = False
 
-    def copy_file(local_filepath, *args):
+    def copy_file(local_filepath, *args, **kwargs):
         nonlocal called
         called = True
         from shutil import copyfile
-Original file line number
+Diff line change
@@ Expand Up / @@ -5,3 +5,4 @@ numpy @@
     # boto3
     requests
     fsspec
+    fsspec[s3] # aws s3