From 237b44ce76a03dcbe90ade5dbaded802358d55dc Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Carlos=20Mochol=C3=AD?= Date: Wed, 3 Apr 2024 10:41:06 +0200 Subject: [PATCH] Mention how the progress bar updates (#75) Co-authored-by: Jirka Borovec <6035284+Borda@users.noreply.github.com> Co-authored-by: tchaton --- src/litdata/processing/data_processor.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/src/litdata/processing/data_processor.py b/src/litdata/processing/data_processor.py index 5efaa6b3..c2ed1b26 100644 --- a/src/litdata/processing/data_processor.py +++ b/src/litdata/processing/data_processor.py @@ -949,7 +949,10 @@ def run(self, data_recipe: DataRecipe) -> None: self._cleanup_cache() - print(f"Starting {self.num_workers} workers with {num_items} items.") + print( + f"Starting {self.num_workers} workers with {num_items} items." + f" The progress bar is only updated when a worker finishes." + ) if self.input_dir is None and self.src_resolver is not None and self.input_dir: self.input_dir = self.src_resolver(self.input_dir)