diff --git a/spark/src/test/scala/org/apache/spark/sql/delta/deletionvectors/DeletionVectorsSuite.scala b/spark/src/test/scala/org/apache/spark/sql/delta/deletionvectors/DeletionVectorsSuite.scala
index 4bd3441621e..7cf670d284f 100644
--- a/spark/src/test/scala/org/apache/spark/sql/delta/deletionvectors/DeletionVectorsSuite.scala
+++ b/spark/src/test/scala/org/apache/spark/sql/delta/deletionvectors/DeletionVectorsSuite.scala
@@ -828,6 +828,7 @@ object DeletionVectorsSuite {
     val logJsonContent = FileUtils.readFileToString(logJson, "UTF-8")
     val newLogJsonContent = logJsonContent.replace(
       "{{FOLDER_WITH_SPECIAL_CHAR}}", fullPath)
+    FileUtils.delete(logJson)
     FileUtils.write(logJson, newLogJsonContent, "UTF-8")
   }
 }