-

milabench/summary.py

@@ -156,7 +156,7 @@ def augment(group, query=tuple([])):
 
 
 @error_guard(None)
-def _summarize(group, query):
+def _summarize(group, query=tuple([])):
     agg = group["data"]
     gpudata = defaultdict(lambda: defaultdict(list))
 
@@ -198,7 +198,7 @@ def _summarize(group, query):
     }
 
 
-def make_summary(runs, query=None):
+def make_summary(runs, query=tuple([])):
     aggs = [agg for run in runs if (agg := aggregate(run))]
     classified = _classify(aggs)
     merged = {name: _merge(runs) for name, runs in classified.items()}

pyproject.toml

@@ -25,7 +25,7 @@ hrepr = "^0.4.0"
 blessed = "^1.19.1"
 pathspec = "^0.9.0"
 cp-template = "^0.3.0"
-pandas = "^1.4.2"
+pandas = ">=1.4.2"
 numpy = ">=1.23.0"
 pynvml = "^11.4.1"
 tqdm = "^4.64.1"

scripts/article/run_batch_x_worker.sh

@@ -24,7 +24,13 @@ if [ "$DRY" -eq 0 ]; then
     #
     source $MILABENCH_WORDIR/env/bin/activate
 fi
-
+export MILABENCH_GPU_ARCH=cuda
+export MILABENCH_WORDIR="$(pwd)/$MILABENCH_GPU_ARCH"
+export MILABENCH_BASE="$MILABENCH_WORDIR/results"
+export MILABENCH_CONFIG="$MILABENCH_WORDIR/milabench/config/standard.yaml"
+export MILABENCH_VENV="$MILABENCH_WORDIR/env"
+export BENCHMARK_VENV="$MILABENCH_WORDIR/results/venv/torch"
+export MILABENCH_PREPARE=0
 
 source $MILABENCH_WORDIR/env/bin/activate