s3: when file does not exist, handle generic 404 error for headobject

bghira · Nov 11, 2024 · bc9d5d9 · bc9d5d9
1 parent c9711f7
commit bc9d5d9
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/helpers/data_backend/aws.py b/helpers/data_backend/aws.py
@@ -106,6 +106,8 @@ def exists(self, s3_key):
             except (NoCredentialsError, PartialCredentialsError) as e:
                 raise e  # Raise credential errors to the caller
             except Exception as e:
+                if "An error occurred (404) when calling the HeadObject operation: Not Found" in str(e):
+                    return False
                 logger.error(f'Error checking existence of S3 key "{s3_key}": {e}')
                 if i == self.read_retry_limit - 1:
                     # We have reached our maximum retry count.