Skip to content

Commit

Permalink
Enabling retries for Beats flaky tests (#39174) (#39350)
Browse files Browse the repository at this point in the history 
(cherry picked from commit 02ea29d)

Co-authored-by: Olga Naydyonock <olga.naidjonoka@elastic.co>
  • Loading branch information
@mergify @oakrizan
mergify[bot] and oakrizan authored May 2, 2024
1 parent ba4678f commit 6da9e95
Show file tree
Hide file tree
Showing 16 changed files with 439 additions and 1 deletion.
33 changes: 33 additions & 0 deletions .buildkite/auditbeat/auditbeat-pipeline.yml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -32,6 +32,9 @@ steps:
command: |
cd auditbeat
mage build unitTest
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_UBUNTU_X86_64}"
Expand All @@ -47,6 +50,9 @@ steps:
command: |
cd auditbeat
mage build unitTest
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_RHEL9}"
Expand All @@ -62,6 +68,9 @@ steps:
command: |
Set-Location -Path auditbeat
mage build unitTest
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_WIN_2016}"
Expand All @@ -79,6 +88,9 @@ steps:
command: |
Set-Location -Path auditbeat
mage build unitTest
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_WIN_2022}"
Expand All @@ -97,6 +109,9 @@ steps:
make -C auditbeat crosscompile
env:
GOX_FLAGS: "-arch amd64"
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_UBUNTU_X86_64}"
Expand All @@ -115,6 +130,9 @@ steps:
set -euo pipefail
cd auditbeat
mage unitTest
retry:
automatic:
- limit: 3
agents:
provider: "aws"
imagePrefix: "${AWS_IMAGE_UBUNTU_ARM_64}"
Expand All @@ -133,6 +151,9 @@ steps:
source .buildkite/scripts/install_macos_tools.sh
cd auditbeat
mage unitTest
retry:
automatic:
- limit: 3
agents:
provider: "orka"
imagePrefix: "${IMAGE_MACOS_X86_64}"
Expand All @@ -147,6 +168,9 @@ steps:
source .buildkite/scripts/install_macos_tools.sh
cd auditbeat
mage unitTest
retry:
automatic:
- limit: 3
agents:
provider: "orka"
imagePrefix: "${IMAGE_MACOS_ARM}"
Expand All @@ -164,6 +188,9 @@ steps:
command: |
Set-Location -Path auditbeat
mage build unitTest
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_WIN_2019}"
Expand All @@ -180,6 +207,9 @@ steps:
command: |
Set-Location -Path auditbeat
mage build unitTest
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_WIN_10}"
Expand All @@ -196,6 +226,9 @@ steps:
command: |
Set-Location -Path auditbeat
mage build unitTest
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_WIN_11}"
Expand Down
33 changes: 33 additions & 0 deletions .buildkite/filebeat/filebeat-pipeline.yml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -30,6 +30,9 @@ steps:
command: |
cd filebeat
mage build unitTest
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_UBUNTU_X86_64}"
Expand All @@ -45,6 +48,9 @@ steps:
command: |
cd filebeat
mage goIntegTest
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_UBUNTU_X86_64}"
Expand All @@ -60,6 +66,9 @@ steps:
command: |
cd filebeat
mage pythonIntegTest
retry:
automatic:
- limit: 3
agents:
provider: gcp
image: "${IMAGE_UBUNTU_X86_64}"
Expand All @@ -76,6 +85,9 @@ steps:
command: |
Set-Location -Path filebeat
mage build unitTest
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_WIN_2016}"
Expand All @@ -94,6 +106,9 @@ steps:
command: |
Set-Location -Path filebeat
mage build unitTest
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_WIN_2022}"
Expand All @@ -118,6 +133,9 @@ steps:
source .buildkite/scripts/install_macos_tools.sh
cd filebeat
mage build unitTest
retry:
automatic:
- limit: 3
agents:
provider: "orka"
imagePrefix: "${IMAGE_MACOS_X86_64}"
Expand All @@ -136,6 +154,9 @@ steps:
source .buildkite/scripts/install_macos_tools.sh
cd filebeat
mage build unitTest
retry:
automatic:
- limit: 3
agents:
provider: "orka"
imagePrefix: "${IMAGE_MACOS_ARM}"
Expand All @@ -152,6 +173,9 @@ steps:
command: |
cd filebeat
mage build unitTest
retry:
automatic:
- limit: 3
agents:
provider: "aws"
imagePrefix: "${AWS_IMAGE_UBUNTU_ARM_64}"
Expand All @@ -172,6 +196,9 @@ steps:
command: |
Set-Location -Path filebeat
mage build unitTest
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_WIN_2019}"
Expand All @@ -190,6 +217,9 @@ steps:
command: |
Set-Location -Path filebeat
mage build unitTest
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_WIN_11}"
Expand All @@ -208,6 +238,9 @@ steps:
command: |
Set-Location -Path filebeat
mage build unitTest
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_WIN_10}"
Expand Down
36 changes: 36 additions & 0 deletions .buildkite/heartbeat/heartbeat-pipeline.yml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -30,6 +30,9 @@ steps:
command: |
cd heartbeat
mage build unitTest
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_UBUNTU_X86_64}"
Expand All @@ -45,6 +48,9 @@ steps:
command: |
cd heartbeat
mage build unitTest
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_RHEL9}"
Expand All @@ -61,6 +67,9 @@ steps:
command: |
Set-Location -Path heartbeat
mage build unitTest
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_WIN_2016}"
Expand All @@ -78,6 +87,9 @@ steps:
command: |
Set-Location -Path heartbeat
mage build unitTest
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_WIN_2022}"
Expand All @@ -94,6 +106,9 @@ steps:
command: |
cd heartbeat
mage goIntegTest
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_UBUNTU_X86_64}"
Expand All @@ -109,6 +124,9 @@ steps:
command: |
cd heartbeat
mage pythonIntegTest
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_UBUNTU_X86_64}"
Expand All @@ -130,6 +148,9 @@ steps:
command: |
cd heartbeat
mage build unitTest
retry:
automatic:
- limit: 3
agents:
provider: "aws"
imagePrefix: "${AWS_IMAGE_UBUNTU_ARM_64}"
Expand All @@ -151,6 +172,9 @@ steps:
source .buildkite/scripts/install_macos_tools.sh
cd heartbeat
mage build unitTest
retry:
automatic:
- limit: 3
agents:
provider: "orka"
imagePrefix: "${IMAGE_MACOS_X86_64}"
Expand All @@ -168,6 +192,9 @@ steps:
source .buildkite/scripts/install_macos_tools.sh
cd heartbeat
mage build unitTest
retry:
automatic:
- limit: 3
agents:
provider: "orka"
imagePrefix: "${IMAGE_MACOS_ARM}"
Expand All @@ -188,6 +215,9 @@ steps:
command: |
Set-Location -Path heartbeat
mage build unitTest
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_WIN_2019}"
Expand All @@ -205,6 +235,9 @@ steps:
command: |
Set-Location -Path heartbeat
mage build unitTest
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_WIN_11}"
Expand All @@ -222,6 +255,9 @@ steps:
command: |
Set-Location -Path heartbeat
mage build unitTest
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_WIN_10}"
Expand Down
18 changes: 18 additions & 0 deletions .buildkite/libbeat/pipeline.libbeat.yml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -21,6 +21,9 @@ steps:
set -euo pipefail
cd libbeat
mage build unitTest
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_UBUNTU_X86_64}"
Expand All @@ -38,6 +41,9 @@ steps:
set -euo pipefail
cd libbeat
mage goIntegTest
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_UBUNTU_X86_64}"
Expand All @@ -55,6 +61,9 @@ steps:
set -euo pipefail
cd libbeat
mage pythonIntegTest
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_UBUNTU_X86_64}"
Expand All @@ -72,6 +81,9 @@ steps:
set -euo pipefail
cd libbeat
make crosscompile
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_UBUNTU_X86_64}"
Expand All @@ -89,6 +101,9 @@ steps:
set -euo pipefail
cd libbeat
make STRESS_TEST_OPTIONS='-timeout=20m -race -v -parallel 1' GOTEST_OUTPUT_OPTIONS=' | go-junit-report > libbeat-stress-test.xml' stress-tests
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_UBUNTU_X86_64}"
Expand All @@ -108,6 +123,9 @@ steps:
set -euo pipefail
cd libbeat
mage build unitTest
retry:
automatic:
- limit: 3
agents:
provider: "aws"
imagePrefix: "${AWS_IMAGE_UBUNTU_ARM_64}"
Expand Down
Loading

0 comments on commit 6da9e95

Please sign in to comment.