From 949911ef7cc004d1d2d81b77827cda70a01e1c0e Mon Sep 17 00:00:00 2001 From: Sumeet Varma Date: Wed, 10 Jul 2024 13:24:16 -0700 Subject: [PATCH] Add doc --- .../apache/spark/sql/delta/util/DeltaCommitFileProvider.scala | 3 +++ 1 file changed, 3 insertions(+) diff --git a/spark/src/main/scala/org/apache/spark/sql/delta/util/DeltaCommitFileProvider.scala b/spark/src/main/scala/org/apache/spark/sql/delta/util/DeltaCommitFileProvider.scala index 3d9f4ff793f..c91dc70f6d9 100644 --- a/spark/src/main/scala/org/apache/spark/sql/delta/util/DeltaCommitFileProvider.scala +++ b/spark/src/main/scala/org/apache/spark/sql/delta/util/DeltaCommitFileProvider.scala @@ -61,6 +61,9 @@ case class DeltaCommitFileProvider( } } + /** + * Lists unbackfilled delta files in a sorted order without incurring additional IO operations. + */ def listSortedUnbackfilledDeltaFiles(startVersionOpt: Option[Long] = None): Seq[(Long, Path)] = { val minVersion = startVersionOpt.getOrElse(minUnbackfilledVersion) uuids