From 075be850b9145d370c798d083fe38dfc2b325ef6 Mon Sep 17 00:00:00 2001 From: Ian Lumsden Date: Tue, 20 Aug 2024 19:50:47 -0400 Subject: [PATCH] dyad: changes cpu-affinity for DLIO This commit changes cpu-affinity to off when running DLIO for training for consistency --- .../tutorial/supplementary/dyad/dyad_dlio.ipynb | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/2024-HPCIC-AWS/JupyterNotebook/tutorial/supplementary/dyad/dyad_dlio.ipynb b/2024-HPCIC-AWS/JupyterNotebook/tutorial/supplementary/dyad/dyad_dlio.ipynb index b291abf..dfcb5a6 100644 --- a/2024-HPCIC-AWS/JupyterNotebook/tutorial/supplementary/dyad/dyad_dlio.ipynb +++ b/2024-HPCIC-AWS/JupyterNotebook/tutorial/supplementary/dyad/dyad_dlio.ipynb @@ -378,7 +378,7 @@ "metadata": {}, "outputs": [], "source": [ - "!flux run -N {num_nodes} -o cpu-affinity=on --tasks-per-node={workers_per_node} --env-file=dlio_env.txt \\\n", + "!flux run -N {num_nodes} -o cpu-affinity=off --tasks-per-node={workers_per_node} --env-file=dlio_env.txt \\\n", " dlio_benchmark --config-dir={dlio_extensions_dir}/configs workload={workload} \\\n", " ++workload.dataset.data_folder={initial_data_directory} ++workload.workflow.generate_data=False \\\n", " ++workload.workflow.train=True\n", @@ -490,7 +490,7 @@ "3. Deep Learning I/O (DLIO) benchmark\n", "4. Accelerating distributed DL training\n", "\n", - "To continue with the tutorial, open [Module 4](./04_flux_tutorial_conclusions.ipynb)" + "" ] }, {