diff --git a/spark/src/main/scala/org/apache/spark/sql/delta/commands/merge/ClassicMergeExecutor.scala b/spark/src/main/scala/org/apache/spark/sql/delta/commands/merge/ClassicMergeExecutor.scala index 6fbe18c57b4..83823ecb8c4 100644 --- a/spark/src/main/scala/org/apache/spark/sql/delta/commands/merge/ClassicMergeExecutor.scala +++ b/spark/src/main/scala/org/apache/spark/sql/delta/commands/merge/ClassicMergeExecutor.scala @@ -360,6 +360,7 @@ trait ClassicMergeExecutor extends MergeOutputGeneration { // This causes issues in the source determinism validation. We work around the issue by // adding a redundant dummy filter to make sure the column is not pruned. .filter(SOURCE_ROW_PRESENT_COL) + val targetDF = baseTargetDF .withColumn(TARGET_ROW_PRESENT_COL, lit(true)) val right = if (deduplicateCDFDeletes.enabled) { diff --git a/spark/src/test/scala/org/apache/spark/sql/delta/MergeIntoDVsSuite.scala b/spark/src/test/scala/org/apache/spark/sql/delta/MergeIntoDVsSuite.scala index 4fb4e65ba1e..ca18e330b78 100644 --- a/spark/src/test/scala/org/apache/spark/sql/delta/MergeIntoDVsSuite.scala +++ b/spark/src/test/scala/org/apache/spark/sql/delta/MergeIntoDVsSuite.scala @@ -13,6 +13,7 @@ * See the License for the specific language governing permissions and * limitations under the License. */ + package org.apache.spark.sql.delta import org.apache.spark.sql.delta.cdc.MergeCDCTests @@ -72,7 +73,6 @@ trait MergeCDCWithDVsTests extends MergeCDCTests with DeletionVectorsTestUtils { super.excluded :+ miscFailures } } - /** * Includes the entire MergeIntoSQLSuite with CDC enabled. */