Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

Enabling retries for Beats flaky tests #39174

Merged
merged 7 commits into from May 1, 2024
Merged

Enabling retries for Beats flaky tests #39174

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
7 commits
Select commit Hold shift + click to select a range
0bce91e
added retries for auditbeat flaky tests
oakrizan Apr 24, 2024
13fc7b8
added retries for filebeat flaky tests
oakrizan Apr 24, 2024
bdbe958
added retries
oakrizan Apr 24, 2024
4fd85d2
test exitcode
oakrizan Apr 29, 2024
0f4a557
checged exit status code for retries
oakrizan Apr 29, 2024
8a0850d
set larger timeout for pytestOpts
oakrizan May 1, 2024
10fda65
restored timeout for pytests
oakrizan May 1, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Jump to
Jump to file
Failed to load files.
Diff view
Diff view
33 changes: 33 additions & 0 deletions .buildkite/auditbeat/auditbeat-pipeline.yml
View file
Open in desktop
Expand Up @@ -32,6 +32,9 @@ steps:
command: |
cd auditbeat
mage build unitTest
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_UBUNTU_X86_64}"
Expand All @@ -47,6 +50,9 @@ steps:
command: |
cd auditbeat
mage build unitTest
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_RHEL9}"
Expand All @@ -62,6 +68,9 @@ steps:
command: |
Set-Location -Path auditbeat
mage build unitTest
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_WIN_2016}"
Expand All @@ -79,6 +88,9 @@ steps:
command: |
Set-Location -Path auditbeat
mage build unitTest
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_WIN_2022}"
Expand All @@ -97,6 +109,9 @@ steps:
make -C auditbeat crosscompile
env:
GOX_FLAGS: "-arch amd64"
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_UBUNTU_X86_64}"
Expand All @@ -115,6 +130,9 @@ steps:
set -euo pipefail
cd auditbeat
mage unitTest
retry:
automatic:
- limit: 3
agents:
provider: "aws"
imagePrefix: "${AWS_IMAGE_UBUNTU_ARM_64}"
Expand All @@ -133,6 +151,9 @@ steps:
source .buildkite/scripts/install_macos_tools.sh
cd auditbeat
mage unitTest
retry:
automatic:
- limit: 3
agents:
provider: "orka"
imagePrefix: "${IMAGE_MACOS_X86_64}"
Expand All @@ -147,6 +168,9 @@ steps:
source .buildkite/scripts/install_macos_tools.sh
cd auditbeat
mage unitTest
retry:
automatic:
- limit: 3
agents:
provider: "orka"
imagePrefix: "${IMAGE_MACOS_ARM}"
Expand All @@ -164,6 +188,9 @@ steps:
command: |
Set-Location -Path auditbeat
mage build unitTest
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_WIN_2019}"
Expand All @@ -180,6 +207,9 @@ steps:
command: |
Set-Location -Path auditbeat
mage build unitTest
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_WIN_10}"
Expand All @@ -196,6 +226,9 @@ steps:
command: |
Set-Location -Path auditbeat
mage build unitTest
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_WIN_11}"
Expand Down
33 changes: 33 additions & 0 deletions .buildkite/filebeat/filebeat-pipeline.yml
View file
Open in desktop
Expand Up @@ -30,6 +30,9 @@ steps:
command: |
cd filebeat
mage build unitTest
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_UBUNTU_X86_64}"
Expand All @@ -45,6 +48,9 @@ steps:
command: |
cd filebeat
mage goIntegTest
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_UBUNTU_X86_64}"
Expand All @@ -60,6 +66,9 @@ steps:
command: |
cd filebeat
mage pythonIntegTest
retry:
automatic:
- limit: 3
agents:
provider: gcp
image: "${IMAGE_UBUNTU_X86_64}"
Expand All @@ -76,6 +85,9 @@ steps:
command: |
Set-Location -Path filebeat
mage build unitTest
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_WIN_2016}"
Expand All @@ -94,6 +106,9 @@ steps:
command: |
Set-Location -Path filebeat
mage build unitTest
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_WIN_2022}"
Expand All @@ -118,6 +133,9 @@ steps:
source .buildkite/scripts/install_macos_tools.sh
cd filebeat
mage build unitTest
retry:
automatic:
- limit: 3
agents:
provider: "orka"
imagePrefix: "${IMAGE_MACOS_X86_64}"
Expand All @@ -136,6 +154,9 @@ steps:
source .buildkite/scripts/install_macos_tools.sh
cd filebeat
mage build unitTest
retry:
automatic:
- limit: 3
agents:
provider: "orka"
imagePrefix: "${IMAGE_MACOS_ARM}"
Expand All @@ -152,6 +173,9 @@ steps:
command: |
cd filebeat
mage build unitTest
retry:
automatic:
- limit: 3
agents:
provider: "aws"
imagePrefix: "${AWS_IMAGE_UBUNTU_ARM_64}"
Expand All @@ -172,6 +196,9 @@ steps:
command: |
Set-Location -Path filebeat
mage build unitTest
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_WIN_2019}"
Expand All @@ -190,6 +217,9 @@ steps:
command: |
Set-Location -Path filebeat
mage build unitTest
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_WIN_11}"
Expand All @@ -208,6 +238,9 @@ steps:
command: |
Set-Location -Path filebeat
mage build unitTest
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_WIN_10}"
Expand Down
36 changes: 36 additions & 0 deletions .buildkite/heartbeat/heartbeat-pipeline.yml
View file
Open in desktop
Expand Up @@ -30,6 +30,9 @@ steps:
command: |
cd heartbeat
mage build unitTest
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_UBUNTU_X86_64}"
Expand All @@ -45,6 +48,9 @@ steps:
command: |
cd heartbeat
mage build unitTest
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_RHEL9}"
Expand All @@ -61,6 +67,9 @@ steps:
command: |
Set-Location -Path heartbeat
mage build unitTest
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_WIN_2016}"
Expand All @@ -78,6 +87,9 @@ steps:
command: |
Set-Location -Path heartbeat
mage build unitTest
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_WIN_2022}"
Expand All @@ -94,6 +106,9 @@ steps:
command: |
cd heartbeat
mage goIntegTest
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_UBUNTU_X86_64}"
Expand All @@ -109,6 +124,9 @@ steps:
command: |
cd heartbeat
mage pythonIntegTest
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_UBUNTU_X86_64}"
Expand All @@ -130,6 +148,9 @@ steps:
command: |
cd heartbeat
mage build unitTest
retry:
automatic:
- limit: 3
agents:
provider: "aws"
imagePrefix: "${AWS_IMAGE_UBUNTU_ARM_64}"
Expand All @@ -151,6 +172,9 @@ steps:
source .buildkite/scripts/install_macos_tools.sh
cd heartbeat
mage build unitTest
retry:
automatic:
- limit: 3
agents:
provider: "orka"
imagePrefix: "${IMAGE_MACOS_X86_64}"
Expand All @@ -168,6 +192,9 @@ steps:
source .buildkite/scripts/install_macos_tools.sh
cd heartbeat
mage build unitTest
retry:
automatic:
- limit: 3
agents:
provider: "orka"
imagePrefix: "${IMAGE_MACOS_ARM}"
Expand All @@ -188,6 +215,9 @@ steps:
command: |
Set-Location -Path heartbeat
mage build unitTest
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_WIN_2019}"
Expand All @@ -205,6 +235,9 @@ steps:
command: |
Set-Location -Path heartbeat
mage build unitTest
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_WIN_11}"
Expand All @@ -222,6 +255,9 @@ steps:
command: |
Set-Location -Path heartbeat
mage build unitTest
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_WIN_10}"
Expand Down
18 changes: 18 additions & 0 deletions .buildkite/libbeat/pipeline.libbeat.yml
View file
Open in desktop
Expand Up @@ -21,6 +21,9 @@ steps:
set -euo pipefail
cd libbeat
mage build unitTest
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_UBUNTU_X86_64}"
Expand All @@ -38,6 +41,9 @@ steps:
set -euo pipefail
cd libbeat
mage goIntegTest
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_UBUNTU_X86_64}"
Expand All @@ -55,6 +61,9 @@ steps:
set -euo pipefail
cd libbeat
mage pythonIntegTest
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_UBUNTU_X86_64}"
Expand All @@ -72,6 +81,9 @@ steps:
set -euo pipefail
cd libbeat
make crosscompile
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_UBUNTU_X86_64}"
Expand All @@ -89,6 +101,9 @@ steps:
set -euo pipefail
cd libbeat
make STRESS_TEST_OPTIONS='-timeout=20m -race -v -parallel 1' GOTEST_OUTPUT_OPTIONS=' | go-junit-report > libbeat-stress-test.xml' stress-tests
retry:
automatic:
- limit: 3
agents:
provider: "gcp"
image: "${IMAGE_UBUNTU_X86_64}"
Expand All @@ -108,6 +123,9 @@ steps:
set -euo pipefail
cd libbeat
mage build unitTest
retry:
automatic:
- limit: 3
agents:
provider: "aws"
imagePrefix: "${AWS_IMAGE_UBUNTU_ARM_64}"
Expand Down