handle external paths

treeverse · Oct 18, 2023 · 69e3be5 · 69e3be5
1 parent 095e5b7
commit 69e3be5
Showing 1 changed file with 12 additions and 1 deletion.
diff --git a/src/main/java/io/lakefs/iceberg/LakeFSFileIO.java b/src/main/java/io/lakefs/iceberg/LakeFSFileIO.java
@@ -30,12 +30,15 @@ public Map<String, String> properties() {
         return wrapped.properties();
     }
 
-
     @Override
     public InputFile newInputFile(String path) {
         if (!path.startsWith("s3a://")) {
             path = String.format("s3a://%s/%s/%s", lakeFSRepo, lakeFSRef, path);
         }
+        if (!path.startsWith(String.format("s3a://%s/%s/", lakeFSRepo, lakeFSRef))) {
+            // not a path in the repository, treat as a regular path
+            return wrapped.newInputFile(path);
+        }
         return HadoopInputFile.fromPath(new LakeFSPath(path), wrapped.conf());
     }
 
@@ -44,6 +47,10 @@ public InputFile newInputFile(String path, long length) {
         if (!path.startsWith("s3a://")) {
             path = String.format("s3a://%s/%s/%s", lakeFSRepo, lakeFSRef, path);
         }
+        if (!path.startsWith(String.format("s3a://%s/%s/", lakeFSRepo, lakeFSRef))) {
+            // not a path in the repository, treat as a regular path
+            return wrapped.newInputFile(path, length);
+        }
         return HadoopInputFile.fromPath(new LakeFSPath(path), length, wrapped.conf());
     }
 
@@ -52,6 +59,10 @@ public OutputFile newOutputFile(String path) {
         if (!path.startsWith("s3a://")) {
             path = String.format("s3a://%s/%s/%s", lakeFSRepo, lakeFSRef, path);
         }
+        if (!path.startsWith(String.format("s3a://%s/%s/", lakeFSRepo, lakeFSRef))) {
+            // not a path in the repository, treat as a regular path
+            return wrapped.newOutputFile(path);
+        }
         return HadoopOutputFile.fromPath(new LakeFSPath(path), wrapped.conf());
     }