From efefcc7a641e2c5f54e59e7a7068dc0a5743c245 Mon Sep 17 00:00:00 2001 From: Xiangrui Meng Date: Tue, 16 Jul 2019 11:38:38 -0700 Subject: [PATCH] use Spark 2.4.3 release (#199) --- Dockerfile | 4 ++-- build.sbt | 2 +- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/Dockerfile b/Dockerfile index d3548883..dea500a0 100644 --- a/Dockerfile +++ b/Dockerfile @@ -40,9 +40,9 @@ RUN /opt/conda/bin/conda create -n sparkdl python=$PYTHON_VERSION && \ # Install Spark and update env variables. ENV SCALA_VERSION 2.11.8 -ENV SPARK_VERSION 2.4.0 +ENV SPARK_VERSION 2.4.3 ENV SPARK_BUILD "spark-${SPARK_VERSION}-bin-hadoop2.7" -ENV SPARK_BUILD_URL "https://dist.apache.org/repos/dist/release/spark/spark-2.4.0/${SPARK_BUILD}.tgz" +ENV SPARK_BUILD_URL "https://dist.apache.org/repos/dist/release/spark/spark-${SPARK_VERSION}/${SPARK_BUILD}.tgz" RUN wget --quiet $SPARK_BUILD_URL -O /tmp/spark.tgz && \ tar -C /opt -xf /tmp/spark.tgz && \ mv /opt/$SPARK_BUILD /opt/spark && \ diff --git a/build.sbt b/build.sbt index cf83b793..0eea723a 100644 --- a/build.sbt +++ b/build.sbt @@ -3,7 +3,7 @@ import ReleaseTransformations._ -val sparkVer = sys.props.getOrElse("spark.version", "2.4.0") +val sparkVer = sys.props.getOrElse("spark.version", "2.4.3") val sparkBranch = sparkVer.substring(0, 3) val defaultScalaVer = sparkBranch match { case "2.3" => "2.11.8"