Skip to content

Commit

Permalink
try tweaking future_chunk tests for passing in ci
Browse files Browse the repository at this point in the history
  • Loading branch information
deependujha committed Jul 12, 2024
1 parent 84dce3d commit b173468
Showing 1 changed file with 2 additions and 1 deletion.
3 changes: 2 additions & 1 deletion tests/streaming/test_dataset.py
Original file line number Diff line number Diff line change
Expand Up @@ -809,6 +809,7 @@ def _get_simulated_s3_dataloader(cache_dir, data_dir):

@pytest.mark.skipif(sys.platform == "win32" or sys.platform == "darwin", reason="Not tested on windows and MacOs")
@mock.patch.dict(os.environ, {}, clear=True)
@pytest.mark.timeout(60)
def test_dataset_resume_on_future_chunks(tmpdir, monkeypatch):
"""This test is constructed to test resuming from a chunk past the first chunk, when subsequent chunks don't have
the same size."""
Expand All @@ -819,7 +820,7 @@ def test_dataset_resume_on_future_chunks(tmpdir, monkeypatch):

optimize(
fn=_simple_preprocess,
inputs=list(range(8)),
inputs=list(range(5)),
output_dir=str(tmpdir / "optimized"),
chunk_size=190,
num_workers=4,
Expand Down

0 comments on commit b173468

Please sign in to comment.