From a4d3850cbb093556a97669be2053b6311630b527 Mon Sep 17 00:00:00 2001 From: Setepenre Date: Mon, 5 Aug 2024 13:40:22 -0400 Subject: [PATCH] Update Dockerfile-hpu --- docker/Dockerfile-hpu | 68 +++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 68 insertions(+) diff --git a/docker/Dockerfile-hpu b/docker/Dockerfile-hpu index 8b1378917..c1a3f7ba1 100644 --- a/docker/Dockerfile-hpu +++ b/docker/Dockerfile-hpu @@ -1 +1,69 @@ +FROM ubuntu:22.04 + +# Arguments +# --------- + +ARG ARCH=rocm +ENV MILABENCH_GPU_ARCH=$ARCH + +ARG CONFIG=standard.yaml +ENV MILABENCH_CONFIG_NAME=$CONFIG +ENV MILABENCH_DOCKER=1 + +ARG PYTHON=3.10 + + +# Paths +# ----- + +ENV MILABENCH_CONFIG=/milabench/milabench/config/$MILABENCH_CONFIG_NAME +ENV MILABENCH_BASE=/milabench/envs +ENV MILABENCH_OUTPUT=/milabench/results/ +ENV MILABENCH_ARGS="" +ENV CONDA_PATH=/opt/anaconda + + +# Copy milabench +# -------------- + +WORKDIR /milabench +COPY . /milabench/milabench/ + + +# Install Dependencies +# -------------------- + +# curl: used to download anaconda +# git: used by milabench +# rustc: used by BERT models inside https://pypi.org/project/tokenizers/ +# build-essential: for rust + +RUN apt-get update &&\ + apt-get install -y git build-essential curl python3.10 &&\ + apt-get clean &&\ + rm -rf /var/lib/apt/lists/* + +RUN curl https://sh.rustup.rs -sSf | sh -s -- -y +ENV PATH="/root/.cargo/bin:${PATH}" + +# Install Milabench +# ----------------- + +RUN python3 -m pip install -U pip &&\ + python3 -m pip install -U setuptools &&\ + python3 -m pip install -U poetry &&\ + python3 -m pip install -e /milabench/milabench/ &&\ + python3 -m pip cache purge + + +# Prepare bench +# ------------- + +# pip times out often when downloading pytorch +ENV PIP_DEFAULT_TIMEOUT=800 + +RUN milabench install --config $MILABENCH_CONFIG --base $MILABENCH_BASE $MILABENCH_ARGS &&\ + python3 -m pip cache purge + +CMD ["milabench", "run"]