diff --git a/spark/src/main/scala/org/apache/spark/sql/delta/util/DeltaCommitFileProvider.scala b/spark/src/main/scala/org/apache/spark/sql/delta/util/DeltaCommitFileProvider.scala index 3d9f4ff793f..c91dc70f6d9 100644 --- a/spark/src/main/scala/org/apache/spark/sql/delta/util/DeltaCommitFileProvider.scala +++ b/spark/src/main/scala/org/apache/spark/sql/delta/util/DeltaCommitFileProvider.scala @@ -61,6 +61,9 @@ case class DeltaCommitFileProvider( } } + /** + * Lists unbackfilled delta files in a sorted order without incurring additional IO operations. + */ def listSortedUnbackfilledDeltaFiles(startVersionOpt: Option[Long] = None): Seq[(Long, Path)] = { val minVersion = startVersionOpt.getOrElse(minUnbackfilledVersion) uuids