From be76f7832aed487f56a8d3857282aad01b7fd784 Mon Sep 17 00:00:00 2001 From: bubriks Date: Mon, 9 Dec 2024 15:25:59 +0200 Subject: [PATCH] small change --- utils/python/hsfs_utils.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/utils/python/hsfs_utils.py b/utils/python/hsfs_utils.py index 9d6107391..1f4dff9de 100644 --- a/utils/python/hsfs_utils.py +++ b/utils/python/hsfs_utils.py @@ -304,7 +304,7 @@ def offline_fg_materialization(spark: SparkSession, job_conf: Dict[Any, Any], in ) # Cache the DataFrame in memory - df.cache() + df = df.cache() # filter only the necassary entries filtered_df = df.filter(expr("CAST(filter(headers, header -> header.key = 'featureGroupId')[0].value AS STRING)") == str(entity._id))