From 0eecbdd1a7c894c75e38d13df4bcd85c76d06077 Mon Sep 17 00:00:00 2001 From: Nilesh Gajwani Date: Tue, 31 Oct 2023 16:56:29 -0400 Subject: [PATCH] add s3 jars to postBuild --- binder/postBuild | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/binder/postBuild b/binder/postBuild index 2ed713ded2..454ed01a42 100644 --- a/binder/postBuild +++ b/binder/postBuild @@ -1,6 +1,9 @@ #Download Apache Spark -wget https://archive.apache.org/dist/spark/spark-3.3.2/spark-3.4.0-bin-hadoop3.tgz +wget https://archive.apache.org/dist/spark/spark-3.4.0/spark-3.4.0-bin-hadoop3.tgz tar -xzf spark-3.4.0-bin-hadoop3.tgz +curl https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-aws/3.3.4/hadoop-aws-3.3.4.jar -o ${SPARK_HOME}/jars/hadoop-aws-3.3.4.jar +curl https://repo1.maven.org/maven2/com/amazonaws/aws-java-sdk-bundle/1.12.402/aws-java-sdk-bundle-1.12.402.jar -o ${SPARK_HOME}/jars/aws-java-sdk-bundle-1.12.402.jar + #Tidy up rm spark-3.4.0-bin-hadoop3.tgz \ No newline at end of file