diff --git a/src/litdata/streaming/dataset.py b/src/litdata/streaming/dataset.py index 090adba6..62c4228c 100644 --- a/src/litdata/streaming/dataset.py +++ b/src/litdata/streaming/dataset.py @@ -473,6 +473,7 @@ def is_integer(value: str) -> bool: except Exception: return False + def _replay_sampling(num_samples_yielded: int, batch_size: int, num_workers: int) -> Dict[int, int]: """This function replays the sampling from the dataloader.""" divisible_num_batches_yielded = num_samples_yielded // (num_workers * batch_size)