From e29fb67cf8bd84daec25a177044b805c27484a20 Mon Sep 17 00:00:00 2001 From: Aleksey Veresov Date: Mon, 1 Jul 2024 10:18:59 +0200 Subject: [PATCH] Fix spark initialization in client/external.py `enableHiveSupport` on itself is a method, and has to be called to get a builder from it. --- python/hopsworks/client/external.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/hopsworks/client/external.py b/python/hopsworks/client/external.py index 43dd62e11..9875dfef4 100644 --- a/python/hopsworks/client/external.py +++ b/python/hopsworks/client/external.py @@ -123,7 +123,7 @@ def __init__( # are needed when the application starts (before user code is run) # So in this case, we can't materialize the certificates on the fly. _logger.debug("Running in Spark environment, initializing Spark session") - _spark_session = SparkSession.builder.enableHiveSupport.getOrCreate() + _spark_session = SparkSession.builder.enableHiveSupport().getOrCreate() self._validate_spark_configuration(_spark_session) with open(