fix(glue): S3 path specified in needs to end with slash

packages/@aws-cdk/aws-glue-alpha/lib/job.ts

@@ -822,7 +822,7 @@ export class Job extends JobBase {
     bucket.grantReadWrite(role, this.cleanPrefixForGrant(props.prefix));
     const args = {
       '--enable-spark-ui': 'true',
-      '--spark-event-logs-path': bucket.s3UrlForObject(props.prefix),
+      '--spark-event-logs-path': bucket.s3UrlForObject(props.prefix).replace(/\/?$/, '/'),
     };
 
     return {

packages/@aws-cdk/aws-glue-alpha/test/integ.job.js.snapshot/aws-glue-job.template.json

@@ -149,12 +149,6 @@
       ]
      }
     },
-    "Role": {
-     "Fn::GetAtt": [
-      "EtlJob20ServiceRoleD520CA20",
-      "Arn"
-     ]
-    },
     "DefaultArguments": {
      "--job-language": "python",
      "--enable-continuous-cloudwatch-log": "true",
@@ -168,7 +162,8 @@
         "s3://",
         {
          "Ref": "EtlJob20SparkUIBucketFD07FBD8"
-        }
+        },
+        "/"
        ]
       ]
      },
@@ -187,6 +182,12 @@
      "NotifyDelayAfter": 1
     },
     "NumberOfWorkers": 10,
+    "Role": {
+     "Fn::GetAtt": [
+      "EtlJob20ServiceRoleD520CA20",
+      "Arn"
+     ]
+    },
     "Tags": {
      "key": "value"
     },
@@ -338,12 +339,6 @@
       ]
      }
     },
-    "Role": {
-     "Fn::GetAtt": [
-      "StreamingJob20ServiceRole491E0FFF",
-      "Arn"
-     ]
-    },
     "DefaultArguments": {
      "--job-language": "python",
      "arg1": "value1",
@@ -352,6 +347,12 @@
     "GlueVersion": "2.0",
     "Name": "StreamingJob2.0",
     "NumberOfWorkers": 10,
+    "Role": {
+     "Fn::GetAtt": [
+      "StreamingJob20ServiceRole491E0FFF",
+      "Arn"
+     ]
+    },
     "Tags": {
      "key": "value"
     },
@@ -507,12 +508,6 @@
       ]
      }
     },
-    "Role": {
-     "Fn::GetAtt": [
-      "EtlJob30ServiceRole8E675579",
-      "Arn"
-     ]
-    },
     "DefaultArguments": {
      "--job-language": "python",
      "--enable-continuous-cloudwatch-log": "true",
@@ -526,7 +521,8 @@
         "s3://",
         {
          "Ref": "EtlJob30SparkUIBucket9D789346"
-        }
+        },
+        "/"
        ]
       ]
      },
@@ -545,6 +541,12 @@
      "NotifyDelayAfter": 1
     },
     "NumberOfWorkers": 10,
+    "Role": {
+     "Fn::GetAtt": [
+      "EtlJob30ServiceRole8E675579",
+      "Arn"
+     ]
+    },
     "Tags": {
      "key": "value"
     },
@@ -696,12 +698,6 @@
       ]
      }
     },
-    "Role": {
-     "Fn::GetAtt": [
-      "StreamingJob30ServiceRole443B2FDE",
-      "Arn"
-     ]
-    },
     "DefaultArguments": {
      "--job-language": "python",
      "arg1": "value1",
@@ -710,6 +706,12 @@
     "GlueVersion": "3.0",
     "Name": "StreamingJob3.0",
     "NumberOfWorkers": 10,
+    "Role": {
+     "Fn::GetAtt": [
+      "StreamingJob30ServiceRole443B2FDE",
+      "Arn"
+     ]
+    },
     "Tags": {
      "key": "value"
     },
@@ -865,12 +867,6 @@
       ]
      }
     },
-    "Role": {
-     "Fn::GetAtt": [
-      "EtlJob40ServiceRoleBDD9998A",
-      "Arn"
-     ]
-    },
     "DefaultArguments": {
      "--job-language": "python",
      "--enable-continuous-cloudwatch-log": "true",
@@ -884,7 +880,8 @@
         "s3://",
         {
          "Ref": "EtlJob40SparkUIBucket02F50B0D"
-        }
+        },
+        "/"
        ]
       ]
      },
@@ -903,6 +900,12 @@
      "NotifyDelayAfter": 1
     },
     "NumberOfWorkers": 10,
+    "Role": {
+     "Fn::GetAtt": [
+      "EtlJob40ServiceRoleBDD9998A",
+      "Arn"
+     ]
+    },
     "Tags": {
      "key": "value"
     },
@@ -1054,12 +1057,6 @@
       ]
      }
     },
-    "Role": {
-     "Fn::GetAtt": [
-      "StreamingJob40ServiceRole034BDEBD",
-      "Arn"
-     ]
-    },
     "DefaultArguments": {
      "--job-language": "python",
      "arg1": "value1",
@@ -1068,6 +1065,12 @@
     "GlueVersion": "4.0",
     "Name": "StreamingJob4.0",
     "NumberOfWorkers": 10,
+    "Role": {
+     "Fn::GetAtt": [
+      "StreamingJob40ServiceRole034BDEBD",
+      "Arn"
+     ]
+    },
     "Tags": {
      "key": "value"
     },
@@ -1181,19 +1184,19 @@
       ]
      }
     },
-    "Role": {
-     "Fn::GetAtt": [
-      "ShellJobServiceRoleCF97BC4B",
-      "Arn"
-     ]
-    },
     "DefaultArguments": {
      "--job-language": "python",
      "arg1": "value1",
      "arg2": "value2"
     },
     "GlueVersion": "1.0",
     "Name": "ShellJob",
+    "Role": {
+     "Fn::GetAtt": [
+      "ShellJobServiceRoleCF97BC4B",
+      "Arn"
+     ]
+    },
     "Tags": {
      "key": "value"
     }
@@ -1306,19 +1309,19 @@
       ]
      }
     },
-    "Role": {
-     "Fn::GetAtt": [
-      "ShellJob39ServiceRole2F6F3768",
-      "Arn"
-     ]
-    },
     "DefaultArguments": {
      "--job-language": "python",
      "arg1": "value1",
      "arg2": "value2"
     },
     "GlueVersion": "1.0",
     "Name": "ShellJob39",
+    "Role": {
+     "Fn::GetAtt": [
+      "ShellJob39ServiceRole2F6F3768",
+      "Arn"
+     ]
+    },
     "Tags": {
      "key": "value"
     }
@@ -1432,12 +1435,6 @@
       ]
      }
     },
-    "Role": {
-     "Fn::GetAtt": [
-      "RayJobServiceRole51433C3D",
-      "Arn"
-     ]
-    },
     "DefaultArguments": {
      "--job-language": "python",
      "arg1": "value1",
@@ -1446,6 +1443,12 @@
     "GlueVersion": "4.0",
     "Name": "RayJob",
     "NumberOfWorkers": 2,
+    "Role": {
+     "Fn::GetAtt": [
+      "RayJobServiceRole51433C3D",
+      "Arn"
+     ]
+    },
     "Tags": {
      "key": "value"
     },
@@ -1559,19 +1562,19 @@
       ]
      }
     },
-    "Role": {
-     "Fn::GetAtt": [
-      "EtlJobWithFLEXServiceRoleBA7C99A5",
-      "Arn"
-     ]
-    },
     "DefaultArguments": {
      "--job-language": "python"
     },
     "ExecutionClass": "FLEX",
     "GlueVersion": "3.0",
     "Name": "EtlJobWithFLEX",
     "NumberOfWorkers": 10,
+    "Role": {
+     "Fn::GetAtt": [
+      "EtlJobWithFLEXServiceRoleBA7C99A5",
+      "Arn"
+     ]
+    },
     "WorkerType": "G.1X"
    }
   }