diff --git a/Dockerfile b/Dockerfile index 601eeca..f35a445 100644 --- a/Dockerfile +++ b/Dockerfile @@ -1,15 +1,15 @@ # # Spark Standalone Container -# Apache Spark 3.3.0 +# Apache Spark 3.5.0 # # Runs a super-tiny, Spark standalone cluster in a container # Suitable for building test/development containers for spark apps # # Usage: -# $ docker build -t uncharted/sparklet:3.3.0 . -# $ docker run -p 8080:8080 -it uncharted/sparklet:3.3.0 +# $ docker build -t uncharted/sparklet:3.5.0 . +# $ docker run -p 8080:8080 -it uncharted/sparklet:3.5.0 -# Ubuntu 22.04 (focal) +# Ubuntu 22.04 (jammy) # https://hub.docker.com/_/ubuntu/?tab=tags&name=jammy ARG ROOT_CONTAINER=ubuntu:jammy @@ -17,9 +17,9 @@ FROM $ROOT_CONTAINER LABEL author="Sean McIntyre " -ARG spark_version="3.3.0" +ARG spark_version="3.5.0" ARG hadoop_version="3" -ARG spark_checksum="1e8234d0c1d2ab4462d6b0dfe5b54f2851dcd883378e0ed756140e10adfb5be4123961b521140f580e364c239872ea5a9f813a20b73c69cb6d4e95da2575c29c" +ARG spark_checksum="8883c67e0a138069e597f3e7d4edbbd5c3a565d50b28644aad02856a1ec1da7cb92b8f80454ca427118f69459ea326eaa073cf7b1a860c3b796f4b07c2101319" ARG openjdk_version="17" ENV APACHE_SPARK_VERSION="${spark_version}" \ @@ -50,15 +50,15 @@ WORKDIR /opt RUN apt-get update --yes && \ # grab curl and ssh - apt-get install --yes openssh-client vim curl procps && \ + apt-get install --yes openssh-client vim curl procps xz-utils && \ # generate a keypair and authorize it mkdir -p /root/.ssh && \ ssh-keygen -f /root/.ssh/id_rsa -N "" && \ cat /root/.ssh/id_rsa.pub > /root/.ssh/authorized_keys && \ # s6 overlay - curl -LS https://github.com/just-containers/s6-overlay/releases/download/v2.2.0.3/s6-overlay-amd64.tar.gz -o /tmp/s6-overlay.tar.gz && \ - tar xvfz /tmp/s6-overlay.tar.gz -C / && \ - rm -f /tmp/s6-overlay.tar.gz + curl -LS https://github.com/just-containers/s6-overlay/releases/download/v3.1.6.2/s6-overlay-x86_64.tar.xz -o /tmp/s6-overlay.tar.xz && \ + tar xvf /tmp/s6-overlay.tar.xz -C / && \ + rm -f /tmp/s6-overlay.tar.xz # upload init scripts ADD services/spark-master-run /etc/services.d/spark-master/run @@ -67,5 +67,4 @@ ADD services/spark-slave2-run /etc/services.d/spark-slave2/run ENV PATH "/opt/spark-${APACHE_SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}/bin":$PATH -ENTRYPOINT [ "/init" ] CMD ["spark-shell"] \ No newline at end of file