diff --git a/.ci_support/environment-old.yml b/.ci_support/environment-old.yml index 579ccaf..ca784cb 100644 --- a/.ci_support/environment-old.yml +++ b/.ci_support/environment-old.yml @@ -7,5 +7,5 @@ dependencies: - jinja2 =2.11.3 - paramiko =2.7.1 - tqdm =4.66.1 -- pympipool =0.7.0 +- pympipool =0.8.0 - cloudpickle =2.2.1 diff --git a/pysqa/executor/backend.py b/pysqa/executor/backend.py index f530ecf..7bdf6f7 100644 --- a/pysqa/executor/backend.py +++ b/pysqa/executor/backend.py @@ -2,7 +2,7 @@ from typing import Optional import sys -from pympipool.mpi import PyMPIExecutor +from pympipool import Executor from pysqa.executor.helper import ( read_from_file, deserialize, @@ -42,16 +42,15 @@ def execute_files_from_list( def execute_tasks(cores: int, cache_directory: str): tasks_in_progress_dict = {} - with PyMPIExecutor( - max_workers=cores, + with Executor( + max_cores=cores, cores_per_worker=1, threads_per_core=1, gpus_per_worker=0, oversubscribe=False, init_function=None, cwd=cache_directory, - sleep_interval=0.1, - enable_slurm_backend=False, + backend="mpi", ) as exe: while True: execute_files_from_list(