diff --git a/.ci/scripts/docker-services-cleanup.sh b/.ci/scripts/docker-services-cleanup.sh deleted file mode 100755 index cc182413a2e..00000000000 --- a/.ci/scripts/docker-services-cleanup.sh +++ /dev/null @@ -1,7 +0,0 @@ -#!/usr/bin/env bash - -set -exuo pipefail - -${HOME}/bin/docker-compose -f .ci/jobs/docker-compose.yml down -v - -exit $? diff --git a/.ci/scripts/get-vendor-dependencies.sh b/.ci/scripts/get-vendor-dependencies.sh deleted file mode 100755 index e002a208b76..00000000000 --- a/.ci/scripts/get-vendor-dependencies.sh +++ /dev/null @@ -1,16 +0,0 @@ -#!/usr/bin/env bash -# -# Given the go module it will list all the dependencies that will be later on -# used by the CI to enable/disable specific stages as long as the changeset -# matches any of those patterns. -# - -GO_VERSION=${GO_VERSION:?"GO_VERSION environment variable is not set"} -BEATS=${1:?"parameter missing."} -eval "$(gvm "${GO_VERSION}")" - -go list -deps ./"${BEATS}" \ -| grep 'elastic/beats' \ -| sort \ -| sed -e "s#github.com/elastic/beats/v7/##g" \ -| awk '{print "^" $1 "/.*"}' diff --git a/.ci/scripts/install-docker-compose.sh b/.ci/scripts/install-docker-compose.sh deleted file mode 100755 index abb138149d1..00000000000 --- a/.ci/scripts/install-docker-compose.sh +++ /dev/null @@ -1,43 +0,0 @@ -#!/usr/bin/env bash - -set -exuo pipefail - -MSG="environment variable missing: DOCKER_COMPOSE_VERSION." -DOCKER_COMPOSE_VERSION=${DOCKER_COMPOSE_VERSION:?$MSG} -HOME=${HOME:?$MSG} - -ARCH=$(uname -m| tr '[:upper:]' '[:lower:]') -if [ "${ARCH}" == "aarch64" ] ; then - echo "docker-compose distribution for ARM is not supported yet. See https://github.com/docker/compose/issues/6831." - echo "Let's use the installed docker-compose version" - exit 0 -fi - -if command -v docker-compose -then - set +e - echo "Found docker-compose. Checking version.." - FOUND_DOCKER_COMPOSE_VERSION=$(docker-compose --version|awk '{print $3}'|sed s/\,//) - if [ $FOUND_DOCKER_COMPOSE_VERSION == $DOCKER_COMPOSE_VERSION ] - then - echo "Versions match. No need to install docker-compose. Exiting." - exit 0 - fi - set -e -fi - -echo "UNMET DEP: Installing docker-compose" - -DC_CMD="${HOME}/bin/docker-compose" - -mkdir -p "${HOME}/bin" - -if curl -sSLo "${DC_CMD}" "https://github.com/docker/compose/releases/download/${DOCKER_COMPOSE_VERSION}/docker-compose-$(uname -s)-$(uname -m)"; then - chmod +x "${DC_CMD}" -else - echo "Something bad with the download, let's delete the corrupted binary" - if [ -e "${DC_CMD}" ] ; then - rm "${DC_CMD}" - fi - exit 1 -fi diff --git a/.ci/scripts/install-docker-services.sh b/.ci/scripts/install-docker-services.sh deleted file mode 100755 index 420362f8355..00000000000 --- a/.ci/scripts/install-docker-services.sh +++ /dev/null @@ -1,7 +0,0 @@ -#!/usr/bin/env bash - -set -exuo pipefail - -${HOME}/bin/docker-compose -f .ci/jobs/docker-compose.yml up -d - -exit $? diff --git a/.ci/scripts/install-go.bat b/.ci/scripts/install-go.bat deleted file mode 100644 index 29448bd4f63..00000000000 --- a/.ci/scripts/install-go.bat +++ /dev/null @@ -1,57 +0,0 @@ -set GOPATH=%WORKSPACE% -set MAGEFILE_CACHE=%WORKSPACE%\.magefile - -set PATH=%WORKSPACE%\bin;C:\ProgramData\chocolatey\bin;%PATH% - -curl --version >nul 2>&1 && ( - echo found curl -) || ( - choco install curl -y --no-progress --skipdownloadcache -) - -mkdir %WORKSPACE%\bin - -IF EXIST "%PROGRAMFILES(X86)%" ( - REM Force the gvm installation. - SET GVM_BIN=gvm.exe - curl -L -o %WORKSPACE%\bin\gvm.exe https://github.com/andrewkroh/gvm/releases/download/v0.3.0/gvm-windows-amd64.exe - IF ERRORLEVEL 1 ( - REM gvm installation has failed. - del bin\gvm.exe /s /f /q - exit /b 1 - ) -) ELSE ( - REM Windows 7 workers got a broken gvm installation. - curl -L -o %WORKSPACE%\bin\gvm.exe https://github.com/andrewkroh/gvm/releases/download/v0.3.0/gvm-windows-386.exe - IF ERRORLEVEL 1 ( - REM gvm installation has failed. - del bin\gvm.exe /s /f /q - exit /b 1 - ) -) - -SET GVM_BIN=gvm.exe -WHERE /q %GVM_BIN% -%GVM_BIN% version - -REM Install the given go version -%GVM_BIN% --debug install %GO_VERSION% - -REM Configure the given go version -FOR /f "tokens=*" %%i IN ('"%GVM_BIN%" use %GO_VERSION% --format=batch') DO %%i - -go env -IF ERRORLEVEL 1 ( - REM go is not configured correctly. - rmdir %WORKSPACE%\.gvm /s /q - exit /b 1 -) - -where mage -mage -version -IF ERRORLEVEL 1 ( - go get github.com/magefile/mage - IF ERRORLEVEL 1 ( - exit /b 1 - ) -) diff --git a/.ci/scripts/install-go.sh b/.ci/scripts/install-go.sh deleted file mode 100755 index 31566c08726..00000000000 --- a/.ci/scripts/install-go.sh +++ /dev/null @@ -1,43 +0,0 @@ -#!/usr/bin/env bash -set -exuo pipefail - -MSG="environment variable missing" -GO_VERSION=${GO_VERSION:?$MSG} -PROPERTIES_FILE=${PROPERTIES_FILE:-"go_env.properties"} -HOME=${HOME:?$MSG} -OS=$(uname -s| tr '[:upper:]' '[:lower:]') -ARCH=$(uname -m| tr '[:upper:]' '[:lower:]') -GVM_CMD="${HOME}/bin/gvm" - -if command -v go -then - set +e - echo "Found Go. Checking version.." - FOUND_GO_VERSION=$(go version|awk '{print $3}'|sed s/go//) - if [ "$FOUND_GO_VERSION" == "$GO_VERSION" ] - then - echo "Versions match. No need to install Go. Exiting." - exit 0 - fi - set -e -fi - -if [ "${ARCH}" == "aarch64" ] ; then - GVM_ARCH_SUFFIX=arm64 -elif [ "${ARCH}" == "x86_64" ] ; then - GVM_ARCH_SUFFIX=amd64 -elif [ "${ARCH}" == "i686" ] ; then - GVM_ARCH_SUFFIX=386 -else - GVM_ARCH_SUFFIX=arm -fi - -echo "UNMET DEP: Installing Go" -mkdir -p "${HOME}/bin" - -curl -sSLo "${GVM_CMD}" "https://github.com/andrewkroh/gvm/releases/download/v0.3.0/gvm-${OS}-${GVM_ARCH_SUFFIX}" -chmod +x "${GVM_CMD}" - -${GVM_CMD} "${GO_VERSION}" |cut -d ' ' -f 2|tr -d '\"' > ${PROPERTIES_FILE} - -eval "$("${GVM_CMD}" "${GO_VERSION}")" diff --git a/.ci/scripts/install-kind.sh b/.ci/scripts/install-kind.sh deleted file mode 100755 index 1b0aa3d7914..00000000000 --- a/.ci/scripts/install-kind.sh +++ /dev/null @@ -1,43 +0,0 @@ -#!/usr/bin/env bash -set -exuo pipefail - -MSG="environment variable missing." -DEFAULT_HOME="/usr/local" -KIND_VERSION=${KIND_VERSION:?$MSG} -HOME=${HOME:?$DEFAULT_HOME} -KIND_CMD="${HOME}/bin/kind" - -if command -v kind -then - set +e - echo "Found Kind. Checking version.." - FOUND_KIND_VERSION=$(kind --version 2>&1 >/dev/null | awk '{print $3}') - if [ "$FOUND_KIND_VERSION" == "$KIND_VERSION" ] - then - echo "Versions match. No need to install Kind. Exiting." - exit 0 - fi - set -e -fi - -echo "UNMET DEP: Installing Kind" - -OS=$(uname -s| tr '[:upper:]' '[:lower:]') -ARCH=$(uname -m| tr '[:upper:]' '[:lower:]') -if [ "${ARCH}" == "aarch64" ] ; then - ARCH_SUFFIX=arm64 -else - ARCH_SUFFIX=amd64 -fi - -mkdir -p "${HOME}/bin" - -if curl -sSLo "${KIND_CMD}" "https://github.com/kubernetes-sigs/kind/releases/download/${KIND_VERSION}/kind-${OS}-${ARCH_SUFFIX}" ; then - chmod +x "${KIND_CMD}" -else - echo "Something bad with the download, let's delete the corrupted binary" - if [ -e "${KIND_CMD}" ] ; then - rm "${KIND_CMD}" - fi - exit 1 -fi diff --git a/.ci/scripts/install-kubectl.sh b/.ci/scripts/install-kubectl.sh deleted file mode 100755 index 647213510a8..00000000000 --- a/.ci/scripts/install-kubectl.sh +++ /dev/null @@ -1,44 +0,0 @@ -#!/usr/bin/env bash -set -exuo pipefail - -MSG="parameter missing." -DEFAULT_HOME="/usr/local" -K8S_VERSION=${K8S_VERSION:?$MSG} -HOME=${HOME:?$DEFAULT_HOME} -KUBECTL_CMD="${HOME}/bin/kubectl" - -if command -v kubectl -then - set +e - echo "Found kubectl. Checking version.." - FOUND_KUBECTL_VERSION=$(kubectl version --client --short 2>&1 >/dev/null | awk '{print $3}') - if [ "${FOUND_KUBECTL_VERSION}" == "${K8S_VERSION}" ] - then - echo "Versions match. No need to install kubectl. Exiting." - exit 0 - fi - set -e -fi - -echo "UNMET DEP: Installing kubectl" - -mkdir -p "${HOME}/bin" - -OS=$(uname -s| tr '[:upper:]' '[:lower:]') -ARCH=$(uname -m| tr '[:upper:]' '[:lower:]') -if [ "${ARCH}" == "aarch64" ] ; then - ARCH_SUFFIX=arm64 -else - ARCH_SUFFIX=amd64 -fi - -if curl -sSLo "${KUBECTL_CMD}" "https://storage.googleapis.com/kubernetes-release/release/${K8S_VERSION}/bin/${OS}/${ARCH_SUFFIX}/kubectl" ; then - chmod +x "${KUBECTL_CMD}" -else - echo "Something bad with the download, let's delete the corrupted binary" - if [ -e "${KUBECTL_CMD}" ] ; then - rm "${KUBECTL_CMD}" - fi - exit 1 -fi - diff --git a/.ci/scripts/install-tools.bat b/.ci/scripts/install-tools.bat deleted file mode 100644 index 86572356da9..00000000000 --- a/.ci/scripts/install-tools.bat +++ /dev/null @@ -1,37 +0,0 @@ -REM Configure GCC for either 32 or 64 bits -set MINGW_ARCH=64 -IF NOT EXIST "%PROGRAMFILES(X86)%" ( - set MINGW_ARCH=32 -) -set PATH=%WORKSPACE%\bin;C:\ProgramData\chocolatey\bin;C:\tools\mingw%MINGW_ARCH%\bin;%PATH% - -curl --version >nul 2>&1 && ( - echo found curl -) || ( - choco install curl -y --no-progress --skipdownloadcache -) - -REM Set the USERPROFILE to the previous location to fix issues with chocolatey in windows 2019 -SET PREVIOUS_USERPROFILE=%USERPROFILE% -SET USERPROFILE=%OLD_USERPROFILE% - -echo "Upgrade chocolatey to latest version" -choco upgrade chocolatey -y - -IF NOT EXIST C:\Python38\python.exe ( - REM Install python 3.8 - choco install python -y -r --no-progress --version 3.8.5 || exit /b 1 -) -python --version -where python - -WHERE /q gcc -IF %ERRORLEVEL% NEQ 0 ( - REM Install mingw 5.3.0 - choco install mingw -y -r --no-progress --version 5.3.0 || exit /b 1 -) -gcc --version -where gcc - -REM Reset the USERPROFILE -SET USERPROFILE=%PREVIOUS_USERPROFILE% diff --git a/.ci/scripts/install-tools.sh b/.ci/scripts/install-tools.sh deleted file mode 100755 index 7efe52fc624..00000000000 --- a/.ci/scripts/install-tools.sh +++ /dev/null @@ -1,4 +0,0 @@ -#!/usr/bin/env bash -set -exuo pipefail - -.ci/scripts/install-docker-compose.sh diff --git a/.ci/scripts/kind-setup.sh b/.ci/scripts/kind-setup.sh deleted file mode 100755 index fa4f66dd6e6..00000000000 --- a/.ci/scripts/kind-setup.sh +++ /dev/null @@ -1,5 +0,0 @@ -#!/usr/bin/env bash -set -exuo pipefail - -kind create cluster --image kindest/node:${K8S_VERSION} -kubectl cluster-info diff --git a/.ci/scripts/minikube-setup.sh b/.ci/scripts/minikube-setup.sh deleted file mode 100755 index 8c5d7e6aae9..00000000000 --- a/.ci/scripts/minikube-setup.sh +++ /dev/null @@ -1,33 +0,0 @@ -#!/usr/bin/env bash -set -exuo pipefail - -MSG="parameter missing." -K8S_VERSION=${K8S_VERSION:?$MSG} -MINIKUBE_VERSION=${MINIKUBE_VERSION:?$MSG} -HOME=${HOME:?$MSG} - -KBC_CMD="${HOME}/bin/kubectl" -MKB_CMD="${HOME}/bin/minikube" - -export CHANGE_MINIKUBE_NONE_USER=true - -mkdir -p "${HOME}/bin" - -curl -sSLo "${KBC_CMD}" "https://storage.googleapis.com/kubernetes-release/release/${K8S_VERSION}/bin/linux/amd64/kubectl" -chmod +x "${KBC_CMD}" - -curl -sSLo "${MKB_CMD}" "https://storage.googleapis.com/minikube/releases/${MINIKUBE_VERSION}/minikube-linux-amd64" -chmod +x "${MKB_CMD}" - -mkdir -p "${HOME}/.kube" "${HOME}/.minikube" -touch "${HOME}/.kube/config" - -minikube start --vm-driver=none --kubernetes-version=${K8S_VERSION} --logtostderr -minikube update-context - -JSONPATH='{range .items[*]}{@.metadata.name}:{range @.status.conditions[*]}{@.type}={@.status};{end}{end}' -until kubectl get nodes -o jsonpath="${JSONPATH}" 2>&1 | grep -q "Ready=True" -do - echo "waiting for Minikube..." - sleep 5 -done diff --git a/.ci/scripts/pre_archive_test.py b/.ci/scripts/pre_archive_test.py deleted file mode 100755 index 8fd8cb75ea1..00000000000 --- a/.ci/scripts/pre_archive_test.py +++ /dev/null @@ -1,20 +0,0 @@ -#!/usr/bin/env python3 - -import os -import distutils -from distutils import dir_util - - -if __name__ == "__main__": - - if not os.path.exists('build'): - os.makedirs('build') - - # Top level folders to be excluded - EXCLUDE = set(['.ci', '.git', '.github', 'vendor', 'dev-tools']) - for root, dirs, files in os.walk('.'): - dirs[:] = [d for d in dirs if d not in EXCLUDE] - if root.endswith(('build')) and not root.startswith((".{}build".format(os.sep))): - dest = os.path.join('build', root.replace(".{}".format(os.sep), '')) - print("Copy {} into {}".format(root, dest)) - distutils.dir_util.copy_tree(root, dest, preserve_symlinks=1) diff --git a/.ci/scripts/prepare-release-manager.sh b/.ci/scripts/prepare-release-manager.sh deleted file mode 100755 index 2727fd986cc..00000000000 --- a/.ci/scripts/prepare-release-manager.sh +++ /dev/null @@ -1,41 +0,0 @@ -#!/usr/bin/env bash -# -# This script is executed by the DRA stage. -# It prepares the required files to be consumed by the release-manager -# It can be published as snapshot or staging, for such you use -# the paramater $0 "snapshot" or $0 "staging" -# -set -ueo pipefail - -readonly TYPE=${1:-snapshot} - -# rename dependencies.csv to the name expected by release-manager. -VERSION=$(make get-version) -FINAL_VERSION=$VERSION-SNAPSHOT -if [ "$TYPE" != "snapshot" ] ; then - FINAL_VERSION=$VERSION -fi -echo "Rename dependencies to $FINAL_VERSION" -mv build/distributions/dependencies.csv \ - build/distributions/dependencies-"$FINAL_VERSION".csv - -# rename docker files to support the unified release format. -# TODO: this could be supported by the package system itself -# or the unified release process the one to do the transformation -# See https://github.com/elastic/beats/pull/30895 -find build/distributions -name '*linux-arm64.docker.tar.gz*' -print0 | - while IFS= read -r -d '' file - do - echo "Rename file $file" - mv "$file" "${file/linux-arm64.docker.tar.gz/docker-image-linux-arm64.tar.gz}" - done - -find build/distributions -name '*linux-amd64.docker.tar.gz*' -print0 | - while IFS= read -r -d '' file - do - echo "Rename file $file" - mv "$file" "${file/linux-amd64.docker.tar.gz/docker-image-linux-amd64.tar.gz}" - done - -echo 'List all the files' -find build/distributions -type f -ls || true diff --git a/Makefile b/Makefile index b9be661dc25..9207d465322 100644 --- a/Makefile +++ b/Makefile @@ -215,16 +215,6 @@ release: beats-dashboards test -d $(var)/build/distributions && test -n "$$(ls $(var)/build/distributions)" || exit 0; \ mkdir -p build/distributions/$(subst $(XPACK_SUFFIX),'',$(var)) && mv -f $(var)/build/distributions/* build/distributions/$(subst $(XPACK_SUFFIX),'',$(var))/ || exit 1;) -## release-manager-snapshot : Builds a snapshot release. The Go version defined in .go-version will be installed and used for the build. -.PHONY: release-manager-snapshot -release-manager-snapshot: - @$(MAKE) SNAPSHOT=true release-manager-release - -## release-manager-release : Builds a snapshot release. The Go version defined in .go-version will be installed and used for the build. -.PHONY: release-manager-release -release-manager-release: - GO_VERSION=$(shell cat ./.go-version) ./dev-tools/run_with_go_ver $(MAKE) release - ## beats-dashboards : Collects dashboards from all Beats and generates a zip file distribution. .PHONY: beats-dashboards beats-dashboards: mage update diff --git a/auditbeat/Jenkinsfile.yml b/auditbeat/Jenkinsfile.yml deleted file mode 100644 index a68f7e1094a..00000000000 --- a/auditbeat/Jenkinsfile.yml +++ /dev/null @@ -1,144 +0,0 @@ -when: - branches: true ## for all the branches - changeset: ## when PR contains any of those entries in the changeset - - "^auditbeat/.*" - - "@ci" ## special token regarding the changeset for the ci - - "@oss" ## special token regarding the changeset for the oss - comments: ## when PR comment contains any of those entries - - "/test auditbeat" - labels: ## when PR labels matches any of those entries - - "auditbeat" - parameters: ## when parameter was selected in the UI. - - "auditbeat" - tags: true ## for all the tags -platform: "immutable && ubuntu-22" ## default label for all the stages -stages: - arm: - mage: "mage build unitTest" - platforms: ## override default label in this specific stage. - - "ubuntu-2204-aarch64" - when: ## Override the top-level when. - comments: - - "/test auditbeat for arm" - labels: - - "arm" - parameters: - - "armTest" - branches: true ## for all the branches - tags: true ## for all the tags - stage: extended - unitTest: - mage: "mage build unitTest" - stage: mandatory - integTest: - mage: "mage build integTest" - when: - comments: - - "/test auditbeat integTest" - branches: false - tags: false - stage: extended - integTest-arm: - mage: "mage build integTest" - platforms: - - "ubuntu-2204-aarch64" - when: - comments: - - "/test auditbeat integTest arm" - branches: false - tags: false - stage: extended - crosscompile: - make: "make -C auditbeat crosscompile" - stage: mandatory - macos: - mage: "mage build unitTest" - platforms: ## override default label in this specific stage. - - "macos12 && x86_64" - when: ## Override the top-level when. - comments: - - "/test auditbeat for macos" - labels: - - "macOS" - parameters: - - "macosTest" - tags: true ## for all the tags - stage: extended - # Ignore as long as there are test failures, see https://github.com/elastic/beats/issues/33033 -# macosM1: -# mage: "mage build unitTest" -# platforms: ## override default label in this specific stage. -# - "orka && darwin && aarch64" -# when: ## Override the top-level when. -# comments: -# - "/test auditbeat for macos-m1" -# labels: -# - "macos-m1" -# parameters: -# - "macosM1Test" -# tags: false ## for all the tags -# stage: extended - rhel-9: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "rhel-9" - stage: mandatory - windows-2022: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-2022" - stage: mandatory - windows-2019: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-2019" - stage: extended_win - windows-2016: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-2016" - stage: mandatory - windows-2012: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-2012-r2" - stage: extended_win - windows-11: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-11" - stage: extended_win - windows-10: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-10" - stage: extended_win - windows-8: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-8" - stage: extended_win - packaging-linux: - packaging-linux: "mage package" - e2e: - enabled: false - stage: packaging - when: - branches: false ## Only on a PR basis for the time being - tags: false ## packaging on branches/tags is already in place with the downstream build. - changeset: ## when PR contains any of those entries in the changeset - - "^auditbeat/.*" - - "@oss" ## special token regarding the changeset for the oss - packaging-arm: - packaging-arm: "mage package" - e2e: - enabled: false - platforms: ## override default label in this specific stage. - - "ubuntu-2204-aarch64" - stage: packaging - when: - branches: false ## Only on a PR basis for the time being - tags: false ## packaging on branches/tags is already in place with the downstream build. - changeset: ## when PR contains any of those entries in the changeset - - "^auditbeat/.*" - - "@oss" ## special token regarding the changeset for the oss diff --git a/deploy/kubernetes/Jenkinsfile.yml b/deploy/kubernetes/Jenkinsfile.yml deleted file mode 100644 index c6e1ce3debc..00000000000 --- a/deploy/kubernetes/Jenkinsfile.yml +++ /dev/null @@ -1,22 +0,0 @@ -when: - branches: true ## for all the branches - changeset: ## when PR contains any of those entries in the changeset - - "^deploy/kubernetes/.*" - - "^libbeat/docs/version.asciidoc" - comments: ## when PR comment contains any of those entries - - "/test deploy/kubernetes" - labels: ## when PR labels matches any of those entries - - "kubernetes" - parameters: ## when parameter was selected in the UI. - - "kubernetes" - tags: true ## for all the tags -platform: "immutable && ubuntu-22" ## default label for all the stages -stages: - checks: - make: | - make -C deploy/kubernetes all; - make check-no-changes; - stage: checks - k8sTest: - k8sTest: "v1.31.0,v1.30.4,v1.29.8,v1.28.13" - stage: mandatory diff --git a/dev-tools/common.bash b/dev-tools/common.bash deleted file mode 100644 index 9763dd6d104..00000000000 --- a/dev-tools/common.bash +++ /dev/null @@ -1,91 +0,0 @@ -# -# File: common.bash -# -# Common bash routines. -# - -# Script directory: -_sdir="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )" - -# debug "msg" -# Write a debug message to stderr. -debug() -{ - if [ "$VERBOSE" == "true" ]; then - echo "DEBUG: $1" >&2 - fi -} - -# err "msg" -# Write and error message to stderr. -err() -{ - echo "ERROR: $1" >&2 -} - -# get_go_version -# Read the project's Go version and return it in the GO_VERSION variable. -# On failure it will exit. -get_go_version() { - GO_VERSION=$(cat "${_sdir}/../.go-version") - if [ -z "$GO_VERSION" ]; then - err "Failed to detect the project's Go version" - exit 1 - fi -} - -# setup_go_root "version" -# This configures the Go version being used. It sets GOROOT and adds -# GOROOT/bin to the PATH. It uses gimme to download the Go version if -# it does not already exist in the ~/.gimme dir. -setup_go_root() { - local version=${1} - export PROPERTIES_FILE=go_env.properties - - # Support cases when the call to this script is done not from the - # root folder but from a nested folder. - BASEDIR=$(dirname "$(dirname "$0")") - GO_VERSION="${version}" "${BASEDIR}"/.ci/scripts/install-go.sh - - # Setup GOROOT and add go to the PATH. - # shellcheck disable=SC1090 - source "${PROPERTIES_FILE}" 2> /dev/null - - # Setup GOPATH and add GOPATH/bin to the PATH. - if [ -d "${HOME}" ] ; then - setup_go_path "${HOME}" - else - setup_go_path "${GOROOT}" - fi - - debug "$(go version)" -} - -# setup_go_path "gopath" -# This sets GOPATH and adds GOPATH/bin to the PATH. -setup_go_path() { - local gopath="${1}" - if [ -z "$gopath" ]; then return; fi - - # Setup GOPATH. - export GOPATH="${gopath}" - - # Add GOPATH to PATH. - export PATH="${GOPATH}/bin:${PATH}" - - debug "GOPATH=${GOPATH}" -} - -docker_setup() { - OS="$(uname)" - case $OS in - 'Darwin') - if ! command -v docker-machine ; then - echo "docker-machine is not installed but most likely docker desktop" - fi - # Start the docker machine VM (ignore error if it's already running). - docker-machine start default || true - eval $(docker-machine env default) - ;; - esac -} diff --git a/dev-tools/run_with_go_ver b/dev-tools/run_with_go_ver deleted file mode 100755 index 0e981023afe..00000000000 --- a/dev-tools/run_with_go_ver +++ /dev/null @@ -1,17 +0,0 @@ -#!/usr/bin/env bash -# -# This sets up Go based on the project's Go version. It will configure -# GOROOT and add GOROOT/bin to PATH before executing the given command. -# -# Example usage: ./run_with_go_ver go version -# -set -e - -# Script directory: -SDIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )" - -source "${SDIR}/common.bash" - -get_go_version -setup_go_root ${GO_VERSION} -bash -c "$*" diff --git a/filebeat/Jenkinsfile.yml b/filebeat/Jenkinsfile.yml deleted file mode 100644 index 127d82cecfd..00000000000 --- a/filebeat/Jenkinsfile.yml +++ /dev/null @@ -1,118 +0,0 @@ -when: - branches: true ## for all the branches - changeset: ## when PR contains any of those entries in the changeset - - "^filebeat/.*" - - "@ci" ## special token regarding the changeset for the ci - - "@oss" ## special token regarding the changeset for the oss - comments: ## when PR comment contains any of those entries - - "/test filebeat" - labels: ## when PR labels matches any of those entries - - "filebeat" - parameters: ## when parameter was selected in the UI. - - "filebeat" - tags: true ## for all the tags -platform: "immutable && ubuntu-22" ## default label for all the stages -stages: - arm: - mage: "mage build unitTest" - platforms: ## override default label in this specific stage. - - "ubuntu-2204-aarch64" - when: ## Override the top-level when. - comments: - - "/test filebeat for arm" - labels: - - "arm" - parameters: - - "armTest" - branches: true ## for all the branches - tags: true ## for all the tags - stage: extended - unitTest: - mage: "mage build unitTest" - stage: mandatory - goIntegTest: - mage: "mage goIntegTest" - stage: mandatory - pythonIntegTest: - mage: "mage pythonIntegTest" ## run the ITs only if the changeset affects a specific module. - stage: mandatory - macos: - mage: "mage build unitTest" - platforms: ## override default label in this specific stage. - - "macos12 && x86_64" - when: ## Override the top-level when. - comments: - - "/test filebeat for macos" - labels: - - "macOS" - parameters: - - "macosTest" - tags: true ## for all the tags - stage: extended - macosM1: - mage: "mage build unitTest" - platforms: ## override default label in this specific stage. - - "orka && darwin && aarch64" - when: ## Override the top-level when. - comments: - - "/test filebeat for macos-m1" - labels: - - "macos-m1" - parameters: - - "macosM1Test" - tags: false ## for all the tags - stage: extended - windows-2022: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-2022" - stage: mandatory - windows-2019: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-2019" - stage: extended_win - windows-2016: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-2016" - stage: mandatory - windows-11: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-11" - stage: extended_win - windows-10: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-10" - stage: extended_win - windows-8: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-8" - stage: extended_win - packaging-linux: - packaging-linux: "mage package" - e2e: - enabled: false - stage: packaging - when: - branches: false ## Only on a PR basis for the time being - tags: false ## packaging on branches/tags is already in place with the downstream build. - changeset: ## when PR contains any of those entries in the changeset - - "^filebeat/.*" - - "@oss" ## special token regarding the changeset for the oss - packaging-arm: - packaging-arm: "mage package" - e2e: - enabled: false - platforms: ## override default label in this specific stage. - - "ubuntu-2204-aarch64" - stage: packaging - when: - branches: false ## Only on a PR basis for the time being - tags: false ## packaging on branches/tags is already in place with the downstream build. - changeset: ## when PR contains any of those entries in the changeset - - "^filebeat/.*" - - "@oss" ## special token regarding the changeset for the oss diff --git a/heartbeat/Jenkinsfile.yml b/heartbeat/Jenkinsfile.yml deleted file mode 100644 index 8132410f71a..00000000000 --- a/heartbeat/Jenkinsfile.yml +++ /dev/null @@ -1,130 +0,0 @@ -when: - branches: true ## for all the branches - changeset: ## when PR contains any of those entries in the changeset - - "^heartbeat/.*" - - "@ci" ## special token regarding the changeset for the ci - - "@oss" ## special token regarding the changeset for the oss - comments: ## when PR comment contains any of those entries - - "/test heartbeat" - labels: ## when PR labels matches any of those entries - - "heartbeat" - parameters: ## when parameter was selected in the UI. - - "heartbeat" - tags: true ## for all the tags -platform: "immutable && ubuntu-22" ## default label for all the stages -stages: - arm: - mage: "mage build unitTest" - platforms: ## override default label in this specific stage. - - "ubuntu-2204-aarch64" - when: ## Override the top-level when. - comments: - - "/test heartbeat for arm" - labels: - - "arm" - parameters: - - "armTest" - branches: true ## for all the branches - tags: true ## for all the tags - stage: extended - unitTest: - mage: "mage build unitTest" - stage: mandatory - goIntegTest: - mage: "mage goIntegTest" - withModule: true - stage: mandatory - pythonIntegTest: - mage: "mage pythonIntegTest" - withModule: true - stage: mandatory - macos: - mage: "mage build unitTest" - platforms: ## override default label in this specific stage. - - "macos12 && x86_64" - when: ## Override the top-level when. - comments: - - "/test heartbeat for macos" - labels: - - "macOS" - parameters: - - "macosTest" - tags: true ## for all the tags - stage: extended - macosM1: - mage: "mage build unitTest" - platforms: ## override default label in this specific stage. - - "orka && darwin && aarch64" - when: ## Override the top-level when. - comments: - - "/test heartbeat for macos-m1" - labels: - - "macos-m1" - parameters: - - "macosM1Test" - tags: false ## for all the tags - stage: extended - rhel-9: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "rhel-9" - stage: mandatory - windows-2022: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-2022" - stage: mandatory - windows-2019: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-2019" - stage: extended_win - windows-2016: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-2016" - stage: mandatory - windows-2012: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-2012-r2" - stage: extended_win - windows-11: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-11" - stage: extended_win - windows-10: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-10" - stage: extended_win - windows-8: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-8" - stage: extended_win - packaging-linux: - packaging-linux: "mage package" - e2e: - enabled: false - stage: packaging - when: - branches: false ## Only on a PR basis for the time being - tags: false ## packaging on branches/tags is already in place with the downstream build. - changeset: ## when PR contains any of those entries in the changeset - - "^heartbeat/.*" - - "@oss" ## special token regarding the changeset for the oss - packaging-arm: - packaging-arm: "mage package" - e2e: - enabled: false - platforms: ## override default label in this specific stage. - - "ubuntu-2204-aarch64" - stage: packaging - when: - branches: false ## Only on a PR basis for the time being - tags: false ## packaging on branches/tags is already in place with the downstream build. - changeset: ## when PR contains any of those entries in the changeset - - "^heartbeat/.*" - - "@oss" ## special token regarding the changeset for the oss diff --git a/libbeat/Jenkinsfile.yml b/libbeat/Jenkinsfile.yml deleted file mode 100644 index 1a8f486de64..00000000000 --- a/libbeat/Jenkinsfile.yml +++ /dev/null @@ -1,41 +0,0 @@ -when: - branches: true ## for all the branches - changeset: ## when PR contains any of those entries in the changeset - - "@ci" ## special token regarding the changeset for the ci - - "@oss" ## special token regarding the changeset for the oss - comments: ## when PR comment contains any of those entries - - "/test libbeat" - labels: ## when PR labels matches any of those entries - - "libbeat" - parameters: ## when parameter was selected in the UI. - - "libbeat" - tags: true ## for all the tags -platform: "immutable && ubuntu-22" ## default label for all the stages -stages: - arm: - mage: "mage build unitTest" - platforms: ## override default label in this specific stage. - - "ubuntu-2204-aarch64" - when: ## Override the top-level when. - comments: - - "/test libbeat for arm" - labels: - - "arm" - parameters: - - "armTest" - stage: extended - unitTest: - mage: "mage build unitTest" - stage: mandatory - goIntegTest: - mage: "mage goIntegTest" - stage: mandatory - pythonIntegTest: - mage: "mage pythonIntegTest" - stage: mandatory - crosscompile: - make: "make -C libbeat crosscompile" - stage: mandatory - stress-tests: - make: "make STRESS_TEST_OPTIONS='-timeout=20m -race -v -parallel 1' -C libbeat stress-tests" - stage: mandatory diff --git a/metricbeat/Jenkinsfile.yml b/metricbeat/Jenkinsfile.yml deleted file mode 100644 index 8cddd13bfa8..00000000000 --- a/metricbeat/Jenkinsfile.yml +++ /dev/null @@ -1,116 +0,0 @@ -when: - branches: true ## for all the branches - changeset: ## when PR contains any of those entries in the changeset - - "^metricbeat/.*" - - "@ci" ## special token regarding the changeset for the ci - - "@oss" ## special token regarding the changeset for the oss - comments: ## when PR comment contains any of those entries - - "/test metricbeat" - labels: ## when PR labels matches any of those entries - - "metricbeat" - parameters: ## when parameter was selected in the UI. - - "metricbeat" - tags: true ## for all the tags -platform: "immutable && ubuntu-22" ## default label for all the stages -stages: - unitTest: - mage: "mage build unitTest" - stage: mandatory - goIntegTest: - installK8s: true - mage: "mage goIntegTest" - withModule: true - stage: mandatory - pythonIntegTest: - mage: "mage pythonIntegTest" - withModule: true - stage: mandatory - crosscompile: - make: "make -C metricbeat crosscompile" - stage: mandatory - macos: - mage: "mage build unitTest" - platforms: ## override default label in this specific stage. - - "macos12 && x86_64" - when: ## Override the top-level when. - comments: - - "/test metricbeat for macos" - labels: - - "macOS" - parameters: - - "macosTest" - tags: true ## for all the tags - stage: extended - # Ignore as long as there are test failures, see https://github.com/elastic/beats/issues/33035 -# macosM1: -# mage: "mage build unitTest" -# platforms: ## override default label in this specific stage. -# - "orka && darwin && aarch64" -# when: ## Override the top-level when. -# comments: -# - "/test metricbeat for macos-m1" -# labels: -# - "macos-m1" -# parameters: -# - "macosM1Test" -# tags: false ## for all the tags -# stage: extended - windows-2022: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-2022" - stage: mandatory - windows-2019: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-2019" - stage: extended_win - windows-2016: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-2016" - stage: mandatory - windows-2012: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-2012-r2" - stage: extended_win - windows-11: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-11" - stage: extended_win - windows-10: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-10" - stage: extended_win - windows-8: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-8" - stage: extended_win - packaging-linux: - packaging-linux: "mage package" - e2e: - enabled: false ## e2e is enabled only for x-pack beats - stage: packaging - when: - branches: false ## Only on a PR basis for the time being - tags: false ## packaging on branches/tags is already in place with the downstream build. - changeset: ## when PR contains any of those entries in the changeset - - "^metricbeat/.*" - - "@oss" ## special token regarding the changeset for the oss - packaging-arm: - packaging-arm: "mage package" - e2e: - enabled: false - platforms: ## override default label in this specific stage. - - "ubuntu-2204-aarch64" - stage: packaging - when: - branches: false ## Only on a PR basis for the time being - tags: false ## packaging on branches/tags is already in place with the downstream build. - changeset: ## when PR contains any of those entries in the changeset - - "^metricbeat/.*" - - "@oss" ## special token regarding the changeset for the oss diff --git a/packetbeat/Jenkinsfile.yml b/packetbeat/Jenkinsfile.yml deleted file mode 100644 index f869315fe54..00000000000 --- a/packetbeat/Jenkinsfile.yml +++ /dev/null @@ -1,122 +0,0 @@ -when: - branches: true ## for all the branches - changeset: ## when PR contains any of those entries in the changeset - - "^packetbeat/.*" - - "@ci" ## special token regarding the changeset for the ci - - "@oss" ## special token regarding the changeset for the oss - comments: ## when PR comment contains any of those entries - - "/test packetbeat" - labels: ## when PR labels matches any of those entries - - "packetbeat" - parameters: ## when parameter was selected in the UI. - - "packetbeat" - tags: true ## for all the tags -platform: "immutable && ubuntu-22" ## default label for all the stages -stages: - arm: - mage: "mage build unitTest" - platforms: ## override default label in this specific stage. - - "ubuntu-2204-aarch64" - when: ## Override the top-level when. - comments: - - "/test packetbeat for arm" - labels: - - "arm" - parameters: - - "armTest" - branches: true ## for all the branches - tags: true ## for all the tags - stage: extended - unitTest: - mage: "mage build unitTest" - stage: mandatory - macos: - mage: "mage build unitTest" - platforms: ## override default label in this specific stage. - - "macos12 && x86_64" - when: ## Override the top-level when. - comments: - - "/test packetbeat for macos" - labels: - - "macOS" - parameters: - - "macosTest" - tags: true ## for all the tags - stage: extended - macosM1: - mage: "mage build unitTest" - platforms: ## override default label in this specific stage. - - "orka && darwin && aarch64" - when: ## Override the top-level when. - comments: - - "/test packetbeat for macos-m1" - labels: - - "macos-m1" - parameters: - - "macosM1Test" - tags: false ## for all the tags - stage: extended - rhel-9: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "rhel-9" - stage: mandatory - windows-2022: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-2022" - stage: mandatory - windows-2019: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-2019" - stage: extended_win - windows-2016: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-2016" - stage: mandatory - windows-2012: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-2012-r2" - stage: extended_win - windows-11: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-11" - stage: extended_win - windows-10: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-10" - stage: extended_win - windows-8: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-8" - stage: extended_win - packaging-linux: - packaging-linux: "mage package" - e2e: - enabled: false - stage: packaging - when: - branches: false ## Only on a PR basis for the time being - tags: false ## packaging on branches/tags is already in place with the downstream build. - changeset: ## when PR contains any of those entries in the changeset - - "^packetbeat/.*" - - "@oss" ## special token regarding the changeset for the oss - packaging-arm: - packaging-arm: "mage package" - e2e: - enabled: false - platforms: ## override default label in this specific stage. - - "ubuntu-2204-aarch64" - stage: packaging - when: - branches: false ## Only on a PR basis for the time being - tags: false ## packaging on branches/tags is already in place with the downstream build. - changeset: ## when PR contains any of those entries in the changeset - - "^packetbeat/.*" - - "@oss" ## special token regarding the changeset for the oss diff --git a/winlogbeat/Jenkinsfile.yml b/winlogbeat/Jenkinsfile.yml deleted file mode 100644 index 7feb0497cfa..00000000000 --- a/winlogbeat/Jenkinsfile.yml +++ /dev/null @@ -1,64 +0,0 @@ -when: - branches: true ## for all the branches - changeset: ## when PR contains any of those entries in the changeset - - "^winlogbeat/.*" - - "@ci" ## special token regarding the changeset for the ci - - "@oss" ## special token regarding the changeset for the oss - comments: ## when PR comment contains any of those entries - - "/test winlogbeat" - labels: ## when PR labels matches any of those entries - - "winlogbeat" - parameters: ## when parameter was selected in the UI. - - "winlogbeat" - tags: true ## for all the tags -platform: "immutable && ubuntu-22" ## default label for all the stages -stages: - crosscompile: - make: "make -C winlogbeat crosscompile" - stage: mandatory - windows-2022: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-2022" - stage: mandatory - windows-2019: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-2019" - stage: mandatory - windows-2016: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-2016" - stage: mandatory - windows-2012: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-2012-r2" - stage: extended_win - windows-11: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-11" - stage: extended_win - windows-10: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-10" - stage: extended_win - windows-8: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-8" - stage: extended_win - packaging-linux: - packaging-linux: "mage package" - e2e: - enabled: false - stage: packaging - when: - branches: false ## Only on a PR basis for the time being - tags: false ## packaging on branches/tags is already in place with the downstream build. - changeset: ## when PR contains any of those entries in the changeset - - "^winlogbeat/.*" - - "@oss" ## special token regarding the changeset for the oss diff --git a/x-pack/agentbeat/Jenkinsfile.yml b/x-pack/agentbeat/Jenkinsfile.yml deleted file mode 100644 index 1686cb776cb..00000000000 --- a/x-pack/agentbeat/Jenkinsfile.yml +++ /dev/null @@ -1,39 +0,0 @@ -when: - branches: true ## for all the branches - changeset: ## when PR contains any of those entries in the changeset - - "^x-pack/agentbeat/.*" - - "^auditbeat/.*" - - "^filebeat/.*" - - "^heartbeat/.*" - - "^metricbeat/.*" - - "^osquerybeat/.*" - - "^packetbeat/.*" - - "@oss" - - "@xpack" - comments: ## when PR comment contains any of those entries - - "/test agentbeat" - labels: ## when PR labels matches any of those entries - - "agentbeat" - parameters: ## when parameter was selected in the UI. - - "agentbeat" - tags: true ## for all the tags -platform: "immutable && ubuntu-22" ## default label for all the stages -stages: - packaging-linux: - packaging-linux: "mage package" - e2e: - enabled: false - stage: packaging - when: - branches: false ## Only on a PR basis for the time being - tags: false ## packaging on branches/tags is already in place with the downstream build. - changeset: ## when PR contains any of those entries in the changeset - - "^x-pack/agentbeat/.*" - - "^auditbeat/.*" - - "^filebeat/.*" - - "^heartbeat/.*" - - "^metricbeat/.*" - - "^osquerybeat/.*" - - "^packetbeat/.*" - - "@oss" ## special token regarding the changeset for the oss - - "@xpack" diff --git a/x-pack/auditbeat/Jenkinsfile.yml b/x-pack/auditbeat/Jenkinsfile.yml deleted file mode 100644 index a8038c4d4dc..00000000000 --- a/x-pack/auditbeat/Jenkinsfile.yml +++ /dev/null @@ -1,123 +0,0 @@ -when: - branches: true ## for all the branches - changeset: ## when PR contains any of those entries in the changeset - - "^x-pack/auditbeat/.*" - - "@ci" ## special token regarding the changeset for the ci - - "@xpack" ## special token regarding the changeset for the xpack - comments: ## when PR comment contains any of those entries - - "/test x-pack/auditbeat" - labels: ## when PR labels matches any of those entries - - "x-pack-auditbeat" - parameters: ## when parameter was selected in the UI. - - "x-pack-auditbeat" - tags: true ## for all the tags -platform: "immutable && ubuntu-22" ## default label for all the stages -stages: - arm: - mage: "mage build unitTest" - platforms: ## override default label in this specific stage. - - "ubuntu-2204-aarch64" - when: ## Override the top-level when. - comments: - - "/test x-pack/auditbeat for arm" - labels: - - "arm" - parameters: - - "armTest" - branches: true ## for all the branches - tags: true ## for all the tags - stage: extended - build: - mage: "mage update build test" - withModule: true ## run the ITs only if the changeset affects a specific module. - stage: mandatory - macos: - mage: "mage build unitTest" - platforms: ## override default label in this specific stage. - - "macos12 && x86_64" - when: ## Override the top-level when. - comments: - - "/test x-pack/auditbeat for macos" - labels: - - "macOS" - parameters: - - "macosTest" - tags: true ## for all the tags - stage: extended - macosM1: - mage: "mage build unitTest" - platforms: ## override default label in this specific stage. - - "orka && darwin && aarch64" - when: ## Override the top-level when. - comments: - - "/test auditbeat for macos-m1" - labels: - - "macos-m1" - parameters: - - "macosM1Test" - tags: false ## for all the tags - stage: extended - rhel-9: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "rhel-9" - stage: mandatory - windows-2022: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-2022" - stage: mandatory - windows-2019: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-2019" - stage: extended_win - windows-2016: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-2016" - stage: mandatory - windows-2012: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-2012-r2" - stage: extended_win - windows-11: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-11" - stage: extended_win - windows-10: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-10" - stage: extended_win - windows-8: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-8" - stage: extended_win - packaging-linux: - packaging-linux: "mage package" - e2e: - enabled: false - stage: packaging - when: - branches: false ## Only on a PR basis for the time being - tags: false ## packaging on branches/tags is already in place with the downstream build. - changeset: ## when PR contains any of those entries in the changeset - - "^x-pack/auditbeat/.*" - - "@xpack" ## special token regarding the changeset for the xpack - packaging-arm: - packaging-arm: "mage package" - e2e: - enabled: false - platforms: ## override default label in this specific stage. - - "ubuntu-2204-aarch64" - stage: packaging - when: - branches: false ## Only on a PR basis for the time being - tags: false ## packaging on branches/tags is already in place with the downstream build. - changeset: ## when PR contains any of those entries in the changeset - - "^x-pack/auditbeat/.*" - - "@xpack" ## special token regarding the changeset for the xpack diff --git a/x-pack/dockerlogbeat/Jenkinsfile.yml b/x-pack/dockerlogbeat/Jenkinsfile.yml deleted file mode 100644 index abec8c2204d..00000000000 --- a/x-pack/dockerlogbeat/Jenkinsfile.yml +++ /dev/null @@ -1,46 +0,0 @@ -when: - branches: true ## for all the branches - changeset: ## when PR contains any of those entries in the changeset - - "^x-pack/dockerlogbeat/.*" - - "@ci" ## special token regarding the changeset for the ci - - "@xpack" ## special token regarding the changeset for the xpack - comments: ## when PR comment contains any of those entries - - "/test x-pack/dockerlogbeat" - labels: ## when PR labels matches any of those entries - - "x-pack-dockerlogbeat" - parameters: ## when parameter was selected in the UI. - - "x-pack-dockerlogbeat" - tags: true ## for all the tags -platform: "immutable && ubuntu-22" ## default label for all the stages -stages: - unitTest: - mage: "mage build unitTest" - stage: mandatory - goIntegTest: - mage: "mage goIntegTest" - withModule: true ## run the ITs only if the changeset affects a specific module. - stage: mandatory - packaging-linux: - packaging-linux: "mage package" - e2e: - enabled: false - stage: packaging - when: - branches: false ## Only on a PR basis for the time being - tags: false ## packaging on branches/tags is already in place with the downstream build. - changeset: ## when PR contains any of those entries in the changeset - - "^x-pack/dockerlogbeat/.*" - - "@xpack" ## special token regarding the changeset for the xpack - packaging-arm: - packaging-arm: "mage package" - e2e: - enabled: false - platforms: ## override default label in this specific stage. - - "ubuntu-2204-aarch64" - stage: packaging - when: - branches: false ## Only on a PR basis for the time being - tags: false ## packaging on branches/tags is already in place with the downstream build. - changeset: ## when PR contains any of those entries in the changeset - - "^x-pack/dockerlogbeat/.*" - - "@xpack" ## special token regarding the changeset for the xpack diff --git a/x-pack/functionbeat/Jenkinsfile.yml b/x-pack/functionbeat/Jenkinsfile.yml deleted file mode 100644 index d67e7928872..00000000000 --- a/x-pack/functionbeat/Jenkinsfile.yml +++ /dev/null @@ -1,100 +0,0 @@ -when: - branches: true ## for all the branches - changeset: ## when PR contains any of those entries in the changeset - - "^x-pack/functionbeat/.*" - - "@ci" ## special token regarding the changeset for the ci - - "@xpack" ## special token regarding the changeset for the xpack - comments: ## when PR comment contains any of those entries - - "/test x-pack/functionbeat" - labels: ## when PR labels matches any of those entries - - "x-pack-functionbeat" - parameters: ## when parameter was selected in the UI. - - "x-pack-functionbeat" - tags: true ## for all the tags -platform: "immutable && ubuntu-22" ## default label for all the stages -stages: - arm: - mage: "mage build unitTest" - platforms: ## override default label in this specific stage. - - "ubuntu-2204-aarch64" - when: ## Override the top-level when. - comments: - - "/test x-pack/functionbeat for arm" - labels: - - "arm" - parameters: - - "armTest" - stage: extended - unitTest: - mage: "mage build unitTest" - stage: mandatory - goIntegTest: - mage: "mage goIntegTest" - stage: mandatory - macos: - mage: "mage build unitTest" - platforms: ## override default label in this specific stage. - - "macos12 && x86_64" - when: ## Override the top-level when. - comments: - - "/test x-pack/functionbeat for macos" - labels: - - "macOS" - parameters: - - "macosTest" - tags: true ## for all the tags - stage: extended - macosM1: - mage: "mage build unitTest" - platforms: ## override default label in this specific stage. - - "orka && darwin && aarch64" - when: ## Override the top-level when. - comments: - - "/test functonbeat for macos-m1" - labels: - - "macos-m1" - parameters: - - "macosM1Test" - tags: false ## for all the tags - stage: extended - windows-2022: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-2022" - stage: mandatory - windows-2019: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-2019" - stage: extended_win - windows-2016: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-2016" - stage: mandatory - windows-2012: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-2012-r2" - stage: extended_win - windows-10: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-10" - stage: extended_win - windows-8: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-8" - stage: extended_win - packaging-linux: - packaging-linux: "mage package" - e2e: - enabled: false - stage: packaging - when: - branches: false ## Only on a PR basis for the time being - tags: false ## packaging on branches/tags is already in place with the downstream build. - changeset: ## when PR contains any of those entries in the changeset - - "^x-pack/functionbeat/.*" - - "@xpack" ## special token regarding the changeset for the xpack diff --git a/x-pack/heartbeat/Jenkinsfile.yml b/x-pack/heartbeat/Jenkinsfile.yml deleted file mode 100644 index 392923e9c64..00000000000 --- a/x-pack/heartbeat/Jenkinsfile.yml +++ /dev/null @@ -1,101 +0,0 @@ -when: - branches: true ## for all the branches - changeset: ## when PR contains any of those entries in the changeset - - "^x-pack/heartbeat/.*" - - "@ci" ## special token regarding the changeset for the ci - - "@xpack" ## special token regarding the changeset for the xpack - comments: ## when PR comment contains any of those entries - - "/test x-pack/heartbeat" - labels: ## when PR labels matches any of those entries - - "x-pack-heartbeat" - parameters: ## when parameter was selected in the UI. - - "x-pack-heartbeat" - tags: true ## for all the tags -platform: "immutable && ubuntu-22" ## default label for all the stages -stages: - unitTest: - mage: "mage build unitTest" - withNodejs: true - stage: mandatory - goIntegTest: - mage: "mage goIntegTest" - withNodejs: true - stage: mandatory - macos: - mage: "mage build unitTest" - platforms: ## override default label in this specific stage. - - "macos12 && x86_64" - when: ## Override the top-level when. - comments: - - "/test x-pack/heartbeat for macos" - labels: - - "macOS" - parameters: - - "macosTest" - tags: true ## for all the tags - stage: extended -# TODO: there are windows test failures already reported -# https://github.com/elastic/beats/issues/23957 and https://github.com/elastic/beats/issues/23958 -# waiting for being fixed. -# windows-2019: -# mage: "mage build test" -# platforms: ## override default labels in this specific stage. -# - "windows-2019" -# stage: extended_win -# windows-2016: -# mage: "mage build test" -# platforms: ## override default labels in this specific stage. -# - "windows-2016" -# stage: mandatory -# windows-2012: -# mage: "mage build test" -# platforms: ## override default labels in this specific stage. -# - "windows-2012-r2" -# stage: extended_win -# windows-10: -# mage: "mage build test" -# platforms: ## override default labels in this specific stage. -# - "windows-10" -# stage: extended_win -# windows-8: -# mage: "mage build test" -# platforms: ## override default labels in this specific stage. -# - "windows-8" -# stage: extended_win - macosM1: - mage: "mage build unitTest" - platforms: ## override default label in this specific stage. - - "orka && darwin && aarch64" - when: ## Override the top-level when. - comments: - - "/test heartbeat for macos-m1" - labels: - - "macos-m1" - parameters: - - "macosM1Test" - tags: false ## for all the tags - stage: extended - packaging-linux: - packaging-linux: "mage package" - e2e: - enabled: false - stage: packaging - when: - branches: false ## Only on a PR basis for the time being - tags: false ## packaging on branches/tags is already in place with the downstream build. - changeset: ## when PR contains any of those entries in the changeset - - "^x-pack/heartbeat/.*" - - "@xpack" ## special token regarding the changeset for the xpack - packaging-arm: - packaging-arm: "mage package" - e2e: - enabled: false - platforms: ## override default label in this specific stage. - - "ubuntu-2204-aarch64" - stage: packaging - when: - branches: false ## Only on a PR basis for the time being - tags: false ## packaging on branches/tags is already in place with the downstream build. - changeset: ## when PR contains any of those entries in the changeset - - "^x-pack/heartbeat/.*" - - "@xpack" ## special token regarding the changeset for the xpack diff --git a/x-pack/libbeat/Jenkinsfile.yml b/x-pack/libbeat/Jenkinsfile.yml deleted file mode 100644 index 9947fd0096c..00000000000 --- a/x-pack/libbeat/Jenkinsfile.yml +++ /dev/null @@ -1,75 +0,0 @@ -when: - branches: true ## for all the branches - changeset: ## when PR contains any of those entries in the changeset - - "^x-pack/libbeat/.*" - - "@ci" ## special token regarding the changeset for the ci - - "@xpack" ## special token regarding the changeset for the xpack - comments: ## when PR comment contains any of those entries - - "/test x-pack/libbeat" - labels: ## when PR labels matches any of those entries - - "x-pack-libbeat" - parameters: ## when parameter was selected in the UI. - - "x-pack-libbeat" - tags: true ## for all the tags -platform: "immutable && ubuntu-22" ## default label for all the stages -stages: - arm: - mage: "mage build unitTest" - platforms: ## override default label in this specific stage. - - "ubuntu-2204-aarch64" - when: ## Override the top-level when. - comments: - - "/test x-pack/libbeat for arm" - labels: - - "arm" - parameters: - - "armTest" - branches: true ## for all the branches - tags: true ## for all the tags - stage: extended - ## For now Windows CI tests for Libbeat are only enabled for ETW - ## It only contains Go tests - windows-2022: - mage: "mage -w reader/etw build goUnitTest" - platforms: ## override default labels in this specific stage. - - "windows-2022" - stage: mandatory - windows-2019: - mage: "mage -w reader/etw build goUnitTest" - platforms: ## override default labels in this specific stage. - - "windows-2019" - stage: extended_win - windows-2016: - mage: "mage -w reader/etw build goUnitTest" - platforms: ## override default labels in this specific stage. - - "windows-2016" - stage: mandatory - windows-2012: - mage: "mage -w reader/etw build goUnitTest" - platforms: ## override default labels in this specific stage. - - "windows-2012-r2" - stage: extended_win - windows-11: - mage: "mage -w reader/etw build goUnitTest" - platforms: ## override default labels in this specific stage. - - "windows-11" - stage: extended_win - windows-10: - mage: "mage -w reader/etw build goUnitTest" - platforms: ## override default labels in this specific stage. - - "windows-10" - stage: extended_win - windows-8: - mage: "mage -w reader/etw build goUnitTest" - platforms: ## override default labels in this specific stage. - - "windows-8" - stage: extended_win - unitTest: - mage: "mage build unitTest" - stage: mandatory - goIntegTest: - mage: "mage goIntegTest" - stage: mandatory - pythonIntegTest: - mage: "mage pythonIntegTest" - stage: mandatory diff --git a/x-pack/osquerybeat/Jenkinsfile.yml b/x-pack/osquerybeat/Jenkinsfile.yml deleted file mode 100644 index de7ca014315..00000000000 --- a/x-pack/osquerybeat/Jenkinsfile.yml +++ /dev/null @@ -1,93 +0,0 @@ -when: - branches: true ## for all the branches - changeset: ## when PR contains any of those entries in the changeset - - "^x-pack/osquerybeat/.*" - - "@ci" ## special token regarding the changeset for the ci - - "@xpack" ## special token regarding the changeset for the xpack - comments: ## when PR comment contains any of those entries - - "/test x-pack/osquerybeat" - labels: ## when PR labels matches any of those entries - - "x-pack-osquerybeat" - parameters: ## when parameter was selected in the UI. - - "x-pack-osquerybeat" - tags: true ## for all the tags -platform: "immutable && ubuntu-22" ## default label for all the stages -stages: - unitTest: - mage: "mage build unitTest" - stage: mandatory - goIntegTest: - mage: "mage goIntegTest" - stage: mandatory - macos: - mage: "mage build unitTest" - platforms: ## override default label in this specific stage. - - "macos12 && x86_64" - when: ## Override the top-level when. - comments: - - "/test x-pack/osquerybeat for macos" - labels: - - "macOS" - parameters: - - "macosTest" - tags: true ## for all the tags - stage: extended - macosM1: - mage: "mage build unitTest" - platforms: ## override default label in this specific stage. - - "orka && darwin && aarch64" - when: ## Override the top-level when. - comments: - - "/test osquerybeat for macos-m1" - labels: - - "macos-m1" - parameters: - - "macosM1Test" - tags: false ## for all the tags - stage: extended - windows-2022: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-2022" - stage: mandatory - windows-2019: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-2019" - stage: extended_win - windows-2016: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-2016" - stage: mandatory - windows-2012: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-2012-r2" - stage: extended_win - windows-11: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-11" - stage: extended_win - windows-10: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-10" - stage: extended_win - windows-8: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-8" - stage: extended_win - packaging-linux: - packaging-linux: "mage package" - e2e: - enabled: false - stage: packaging - when: - branches: false ## Only on a PR basis for the time being - tags: false ## packaging on branches/tags is already in place with the downstream build. - changeset: ## when PR contains any of those entries in the changeset - - "^x-pack/osquerybeat/.*" - - "@xpack" ## special token regarding the changeset for the xpack diff --git a/x-pack/packetbeat/Jenkinsfile.yml b/x-pack/packetbeat/Jenkinsfile.yml deleted file mode 100644 index 82b0274deab..00000000000 --- a/x-pack/packetbeat/Jenkinsfile.yml +++ /dev/null @@ -1,139 +0,0 @@ -when: - branches: true ## for all the branches - changeset: ## when PR contains any of those entries in the changeset - - "^x-pack/packetbeat/.*" - - "@ci" ## special token regarding the changeset for the ci - - "@xpack" ## special token regarding the changeset for the xpack - comments: ## when PR comment contains any of those entries - - "/test x-pack/packetbeat" - labels: ## when PR labels matches any of those entries - - "x-pack-packetbeat" - parameters: ## when parameter was selected in the UI. - - "x-pack-packetbeat" - tags: true ## for all the tags -platform: "immutable && ubuntu-22" ## default label for all the stages -stages: - arm: - mage: "mage build unitTest" - platforms: ## override default label in this specific stage. - - "ubuntu-2204-aarch64" - when: ## Override the top-level when. - comments: - - "/test x-pack/packetbeat for arm" - labels: - - "arm" - parameters: - - "armTest" - branches: true ## for all the branches - tags: true ## for all the tags - stage: extended - unitTest: - mage: "mage build unitTest" - stage: mandatory - systemTest: - mage: "mage systemTest" - stage: mandatory - withGCP: true - macos: - mage: "mage build unitTest" - platforms: ## override default label in this specific stage. - - "macos12 && x86_64" - when: ## Override the top-level when. - comments: - - "/test x-pack/packetbeat for macos" - labels: - - "macOS" - parameters: - - "macosTest" - tags: true ## for all the tags - stage: extended - macosM1: - mage: "mage build unitTest" - platforms: ## override default label in this specific stage. - - "orka && darwin && aarch64" - when: ## Override the top-level when. - comments: - - "/test packetbeat for macos-m1" - labels: - - "macos-m1" - parameters: - - "macosM1Test" - tags: false ## for all the tags - stage: extended - rhel-9: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "rhel-9" - stage: mandatory - windows-2022: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-2022" - stage: mandatory - windows-2022-system: - mage: "mage systemTest" - withGCP: true - platforms: ## override default labels in this specific stage. - - "windows-2022" - stage: mandatory - windows-2019: - mage: "mage build unitTest" - withModule: true - platforms: ## override default labels in this specific stage. - - "windows-2019" - stage: extended_win - windows-2016: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-2016" - stage: mandatory - windows-2012: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-2012-r2" - stage: extended_win - windows-11: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-11" - stage: extended_win - windows-10: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-10" - stage: extended_win - windows-10-system: - mage: "mage systemTest" - withGCP: true - platforms: ## override default labels in this specific stage. - - "windows-10" - stage: extended_win - windows-8: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-8" - stage: extended_win - packaging-linux: - packaging-linux: "mage package" - e2e: - enabled: false - stage: packaging - when: - branches: false ## Only on a PR basis for the time being - tags: false ## packaging on branches/tags is already in place with the downstream build. - changeset: ## when PR contains any of those entries in the changeset - - "^x-pack/packetbeat/.*" - - "@xpack" ## special token regarding the changeset for the xpack - packaging-arm: - packaging-arm: "mage package" - e2e: - enabled: false - platforms: ## override default label in this specific stage. - - "ubuntu-2204-aarch64" - stage: packaging - when: - branches: false ## Only on a PR basis for the time being - tags: false ## packaging on branches/tags is already in place with the downstream build. - changeset: ## when PR contains any of those entries in the changeset - - "^x-pack/packetbeat/.*" - - "@xpack" ## special token regarding the changeset for the xpack diff --git a/x-pack/winlogbeat/Jenkinsfile.yml b/x-pack/winlogbeat/Jenkinsfile.yml deleted file mode 100644 index 8feaaeb576e..00000000000 --- a/x-pack/winlogbeat/Jenkinsfile.yml +++ /dev/null @@ -1,69 +0,0 @@ -when: - branches: true ## for all the branches - changeset: ## when PR contains any of those entries in the changeset - - "^x-pack/winlogbeat/.*" - - "@ci" ## special token regarding the changeset for the ci - - "@xpack" ## special token regarding the changeset for the xpack - comments: ## when PR comment contains any of those entries - - "/test x-pack/winlogbeat" - labels: ## when PR labels matches any of those entries - - "x-pack-winlogbeat" - parameters: ## when parameter was selected in the UI. - - "x-pack-winlogbeat" - tags: true ## for all the tags -platform: "windows-2022" ## default label for all the stages -stages: - build: - mage: "mage build unitTest" - withModule: true - platforms: ## override default labels in this specific stage. - - "windows-2019" - stage: mandatory - windows-2022: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-2022" - stage: mandatory - windows-2019: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-2019" - stage: extended_win - windows-2016: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-2016" - stage: mandatory - windows-2012: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-2012-r2" - stage: extended_win - windows-11: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-11" - stage: extended_win - windows-10: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-10" - stage: extended_win - windows-8: - mage: "mage build unitTest" - platforms: ## override default labels in this specific stage. - - "windows-8" - stage: extended_win - packaging-linux: - packaging-linux: "mage package" - e2e: - enabled: false - platforms: ## override default labels in this specific stage. - - "immutable && ubuntu-22" - stage: packaging - when: - branches: false ## Only on a PR basis for the time being - tags: false ## packaging on branches/tags is already in place with the downstream build. - changeset: ## when PR contains any of those entries in the changeset - - "^x-pack/winlogbeat/.*" - - "@xpack" ## special token regarding the changeset for the xpack