add hadoop package

treeverse · Jul 13, 2023 · d7101ea · d7101ea
1 parent 147e3f6
commit d7101ea
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/test/run-test.py b/test/run-test.py
@@ -49,7 +49,7 @@ def main():
  spark_config.set("spark.hadoop.fs.s3a.access.key", lakefs_access_key)
  spark_config.set("spark.hadoop.fs.s3a.secret.key", lakefs_secret_key)
  spark_config.set("spark.hadoop.fs.s3a.path.style.access", "true")
- spark_config.set("spark.jars.packages", "io.lakefs:lakefs-iceberg:1.0-SNAPSHOT,org.apache.iceberg:iceberg-spark-runtime-3.3_2.12:1.3.0")
+ spark_config.set("spark.jars.packages", "io.lakefs:lakefs-iceberg:1.0-SNAPSHOT,org.apache.iceberg:iceberg-spark-runtime-3.3_2.12:1.3.0,org.apache.hadoop:hadoop-aws:3.3.5,org.apache.hadoop-client-api:3.3.5")
 
  spark = SparkSession.builder.config(conf=spark_config).getOrCreate()