Merge pull request #141 from bugsnag/buildkite-test-analytics

Add support for Buildkite test analytics

.buildkite/pipeline.full.yml

@@ -42,6 +42,10 @@ steps:
           - '*-mazerunner.log'
           - 'clear_cache.log'
           - maze_output/metrics.csv
+      test-collector#v1.10.2:
+        files: "reports/TEST-*.xml"
+        format: "junit"
+        branch: "^main|next$$"
     commands:
       - features/scripts/run-macos-ci-tests.sh release
 
@@ -80,6 +84,10 @@ steps:
           - '*-mazerunner.log'
           - 'clear_cache.log'
           - maze_output/metrics.csv
+      test-collector#v1.10.2:
+        files: "reports/TEST-*.xml"
+        format: "junit"
+        branch: "^main|next$$"
     commands:
       - features/scripts/run-macos-ci-tests.sh release
 
@@ -122,6 +130,10 @@ steps:
           - '*-mazerunner.log'
           - 'clear_cache.log'
           - maze_output/metrics.csv
+      test-collector#v1.10.2:
+        files: "reports/TEST-*.xml"
+        format: "junit"
+        branch: "^main|next$$"
     commands:
       - features/scripts/run-windows-ci-tests.sh release
 
@@ -164,6 +176,10 @@ steps:
           - '*-mazerunner.log'
           - 'clear_cache.log'
           - maze_output/metrics.csv
+      test-collector#v1.10.2:
+        files: "reports/TEST-*.xml"
+        format: "junit"
+        branch: "^main|next$$"
     commands:
       - features/scripts/run-windows-ci-tests.sh release
 
@@ -212,6 +228,10 @@ steps:
           - '--no-tunnel'
           - '--aws-public-ip'
           - '--fail-fast'
+      test-collector#v1.10.2:
+        files: "reports/TEST-*.xml"
+        format: "junit"
+        branch: "^main|next$$"
     concurrency: 25
     concurrency_group: bitbar
     concurrency_method: eager
@@ -261,6 +281,10 @@ steps:
           - '--no-tunnel'
           - '--aws-public-ip'
           - '--fail-fast'
+      test-collector#v1.10.2:
+        files: "reports/TEST-*.xml"
+        format: "junit"
+        branch: "^main|next$$"
     concurrency: 25
     concurrency_group: bitbar
     concurrency_method: eager
@@ -332,6 +356,10 @@ steps:
           - '--no-tunnel'
           - '--aws-public-ip'
           - '--fail-fast'
+      test-collector#v1.10.2:
+        files: "reports/TEST-*.xml"
+        format: "junit"
+        branch: "^main|next$$"
     concurrency: 25
     concurrency_group: bitbar
     concurrency_method: eager
@@ -403,6 +431,10 @@ steps:
           - '--no-tunnel'
           - '--aws-public-ip'
           - '--fail-fast'
+      test-collector#v1.10.2:
+        files: "reports/TEST-*.xml"
+        format: "junit"
+        branch: "^main|next$$"
     concurrency: 25
     concurrency_group: bitbar
     concurrency_method: eager
@@ -445,6 +477,10 @@ steps:
           - '*-mazerunner.log'
           - 'clear_cache.log'
           - maze_output/metrics.csv
+      test-collector#v1.10.2:
+        files: "reports/TEST-*.xml"
+        format: "junit"
+        branch: "^main|next$$"
     commands:
       - features/scripts/run-webgl-ci-tests.sh dev
 
@@ -525,6 +561,10 @@ steps:
           - '*-mazerunner.log'
           - 'clear_cache.log'
           - maze_output/metrics.csv
+      test-collector#v1.10.2:
+        files: "reports/TEST-*.xml"
+        format: "junit"
+        branch: "^main|next$$"
     commands:
       - features/scripts/run-macos-ci-tests.sh dev
 
@@ -573,6 +613,10 @@ steps:
           - '--no-tunnel'
           - '--aws-public-ip'
           - '--fail-fast'
+      test-collector#v1.10.2:
+        files: "reports/TEST-*.xml"
+        format: "junit"
+        branch: "^main|next$$"
     concurrency: 25
     concurrency_group: bitbar
     concurrency_method: eager
@@ -643,6 +687,10 @@ steps:
           - '--no-tunnel'
           - '--aws-public-ip'
           - '--fail-fast'
+      test-collector#v1.10.2:
+        files: "reports/TEST-*.xml"
+        format: "junit"
+        branch: "^main|next$$"
     concurrency: 25
     concurrency_group: bitbar
     concurrency_method: eager

.buildkite/pipeline.yml

@@ -70,6 +70,10 @@ steps:
           - '*-mazerunner.log'
           - 'clear_cache.log'
           - maze_output/metrics.csv
+      test-collector#v1.10.2:
+        files: "reports/TEST-*.xml"
+        format: "junit"
+        branch: "^main|next$$"
     commands:
       - features/scripts/run-webgl-ci-tests.sh release
 
@@ -112,6 +116,10 @@ steps:
           - '*-mazerunner.log'
           - 'clear_cache.log'
           - maze_output/metrics.csv
+      test-collector#v1.10.2:
+        files: "reports/TEST-*.xml"
+        format: "junit"
+        branch: "^main|next$$"
     commands:
       - features/scripts/run-windows-ci-tests.sh release
 
@@ -150,6 +158,10 @@ steps:
           - '*-mazerunner.log'
           - 'clear_cache.log'
           - maze_output/metrics.csv
+      test-collector#v1.10.2:
+        files: "reports/TEST-*.xml"
+        format: "junit"
+        branch: "^main|next$$"
     commands:
       - features/scripts/run-macos-ci-tests.sh release
 
@@ -198,6 +210,10 @@ steps:
           - '--no-tunnel'
           - '--aws-public-ip'
           - '--fail-fast'
+      test-collector#v1.10.2:
+        files: "reports/TEST-*.xml"
+        format: "junit"
+        branch: "^main|next$$"
     concurrency: 25
     concurrency_group: bitbar
     concurrency_method: eager
@@ -268,6 +284,10 @@ steps:
           - '--no-tunnel'
           - '--aws-public-ip'
           - '--fail-fast'
+      test-collector#v1.10.2:
+        files: "reports/TEST-*.xml"
+        format: "junit"
+        branch: "^main|next$$"
     concurrency: 25
     concurrency_group: bitbar
     concurrency_method: eager

docker-compose.yml

@@ -23,10 +23,12 @@ services:
       MAZE_ASPECTO_REPEATER_API_KEY:
       MAZE_REPEATER_API_KEY:
       UNITY_VERSION:
+      MAZE_NO_FAIL_FAST:
     ports:
       - "9000-9499:9339"
     volumes:
       - ./test:/app/test
       - ./features/:/app/features
       - ./maze_output:/app/maze_output
       - /var/run/docker.sock:/var/run/docker.sock
+      - ./reports/:/app/reports/

features/support/maze.buildkite.cfg

@@ -0,0 +1,3 @@
+--format=junit
+--out=reports
+--format=pretty