ensure relative path works properly for s3 improvements

CenterForOpenScience · Aug 9, 2023 · 98d6906 · 98d6906
1 parent 2745780
commit 98d6906
Show file tree

Hide file tree

Showing 3 changed files with 42 additions and 7 deletions.
diff --git a/tests/providers/s3/test_provider.py b/tests/providers/s3/test_provider.py
@@ -210,11 +210,36 @@ class TestValidatePath:
     async def test_validate_v1_path_file(self, provider, file_header_metadata, mock_time):
         file_path = 'foobah'
 
-        params = {'prefix': '/' + file_path + '/', 'delimiter': '/'}
-        good_metadata_url = provider.bucket.new_key('/' + file_path).generate_url(100, 'HEAD')
-        bad_metadata_url = provider.bucket.generate_url(100)
-        aiohttpretty.register_uri('HEAD', good_metadata_url, headers=file_header_metadata)
-        aiohttpretty.register_uri('GET', bad_metadata_url, params=params, status=404)
+        good_metadata_url = provider.bucket.new_key(f'/{file_path}').generate_url(100, 'HEAD')
+        root_metadata_url = provider.bucket.new_key('/').generate_url(100, 'GET')
+        aiohttpretty.register_uri(
+            'HEAD',
+            good_metadata_url,
+            headers=file_header_metadata
+        )
+        aiohttpretty.register_uri(
+            'GET',
+            good_metadata_url,
+            headers=file_header_metadata
+        )
+        aiohttpretty.register_uri(
+            'GET',
+            root_metadata_url,
+            params={
+                'prefix': '/' + file_path + '/',
+                'delimiter': '/'
+            },
+            status=404
+        )
+        aiohttpretty.register_uri(
+            'GET',
+            root_metadata_url,
+            params={
+                'prefix': '/',
+                'delimiter': '/'
+            },
+            headers=file_header_metadata
+        )
 
         assert WaterButlerPath('/') == await provider.validate_v1_path('/')
 

diff --git a/waterbutler/providers/s3/metadata.py b/waterbutler/providers/s3/metadata.py
@@ -114,6 +114,8 @@ def name(self):
 
     @property
     def path(self):
+        if self.raw.get('base_folder'):
+            return '/' + self.raw['Prefix'].replace(self.raw['base_folder'], '')
         return '/' + self.raw['Prefix']
 
 

diff --git a/waterbutler/providers/s3/provider.py b/waterbutler/providers/s3/provider.py
@@ -68,8 +68,11 @@ def __init__(self, auth, credentials, settings, **kwargs):
     async def validate_v1_path(self, path, **kwargs):
         await self._check_region()
 
-        if path == '/':
-            return WaterButlerPath(path)
+        base_folder = self.settings.get('id', ':/').split(':/')[1]
+        path = base_folder + path.lstrip('/')
+
+        if not path.startswith('/'):
+            path = f'/{path}'
 
         implicit_folder = path.endswith('/')
 
@@ -686,6 +689,7 @@ async def _metadata_folder(self, path):
         await self._check_region()
 
         params = {'prefix': path.path, 'delimiter': '/'}
+
         resp = await self.make_request(
             'GET',
             functools.partial(self.bucket.generate_url, settings.TEMP_URL_SECS, 'GET', query_parameters=params),
@@ -719,6 +723,10 @@ async def _metadata_folder(self, path):
         if isinstance(prefixes, dict):
             prefixes = [prefixes]
 
+        # The user selected base folder, the root of the where that user's node is connected.
+        for item in prefixes:
+            item['base_folder'] = self.settings.get('id', ':/').split(':/')[1]
+
         items = [
             S3FolderMetadata(item)
             for item in prefixes