From 7fb2d533fcffe754319de3980784ad966726d17b Mon Sep 17 00:00:00 2001 From: "pierre.delaunay" Date: Mon, 17 Jun 2024 12:19:10 -0400 Subject: [PATCH] - --- milabench/summary.py | 4 ++-- pyproject.toml | 2 +- scripts/article/run_batch_x_worker.sh | 8 +++++++- 3 files changed, 10 insertions(+), 4 deletions(-) diff --git a/milabench/summary.py b/milabench/summary.py index 946f6e6ef..266567e1c 100644 --- a/milabench/summary.py +++ b/milabench/summary.py @@ -156,7 +156,7 @@ def augment(group, query=tuple([])): @error_guard(None) -def _summarize(group, query): +def _summarize(group, query=tuple([])): agg = group["data"] gpudata = defaultdict(lambda: defaultdict(list)) @@ -198,7 +198,7 @@ def _summarize(group, query): } -def make_summary(runs, query=None): +def make_summary(runs, query=tuple([])): aggs = [agg for run in runs if (agg := aggregate(run))] classified = _classify(aggs) merged = {name: _merge(runs) for name, runs in classified.items()} diff --git a/pyproject.toml b/pyproject.toml index fc5a6d032..e38ce6cb9 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -25,7 +25,7 @@ hrepr = "^0.4.0" blessed = "^1.19.1" pathspec = "^0.9.0" cp-template = "^0.3.0" -pandas = "^1.4.2" +pandas = ">=1.4.2" numpy = ">=1.23.0" pynvml = "^11.4.1" tqdm = "^4.64.1" diff --git a/scripts/article/run_batch_x_worker.sh b/scripts/article/run_batch_x_worker.sh index 78d53976a..15e9dec3c 100644 --- a/scripts/article/run_batch_x_worker.sh +++ b/scripts/article/run_batch_x_worker.sh @@ -24,7 +24,13 @@ if [ "$DRY" -eq 0 ]; then # source $MILABENCH_WORDIR/env/bin/activate fi - +export MILABENCH_GPU_ARCH=cuda +export MILABENCH_WORDIR="$(pwd)/$MILABENCH_GPU_ARCH" +export MILABENCH_BASE="$MILABENCH_WORDIR/results" +export MILABENCH_CONFIG="$MILABENCH_WORDIR/milabench/config/standard.yaml" +export MILABENCH_VENV="$MILABENCH_WORDIR/env" +export BENCHMARK_VENV="$MILABENCH_WORDIR/results/venv/torch" +export MILABENCH_PREPARE=0 source $MILABENCH_WORDIR/env/bin/activate