chromeos.kernelci.org

#!/bin/dash

# Periodic job run on chromeos.kernelci.org to merge together all the pending
# PRs and update the chromeos.kernelci.org branches, trigger a full build/test
# cycle with a test kernel branch.

set -e

# Trap function for errors
crash() {
    local exit_code="$?"
    # If exit code is 0, then it's not an error
    [ "$exit_code" -eq 0 ] && exit 0
    # Generate syslog message
    logger -t kernelci-deploy "Error in script $0"
    exit $exit_code
}

trap 'crash' EXIT

CHROMEOS_SETTINGS="data/chromeos.ini"
SSH_KEY="keys/id_rsa_staging.kernelci.org"
TAG_PREFIX='chromeos-'
MAIN='chromeos'

cmd_pull() {
    echo "Updating local repository"
    git pull --ff-only
}

cmd_jenkins() {
    echo "Updating Jenkins jobs"
    ./pending.py \
        kernelci-jenkins \
        --settings=${CHROMEOS_SETTINGS} \
        --ssh-key=${SSH_KEY} \
        --main=${MAIN} \
        --tag-prefix=${TAG_PREFIX} \
        --push
}

cmd_core() {
    echo "Updating kernelci-core"
    ./pending.py \
        kernelci-core \
        --settings=${CHROMEOS_SETTINGS} \
        --ssh-key=${SSH_KEY} \
        --main=${MAIN} \
        --tag-prefix=${TAG_PREFIX} \
        --push
}

cmd_test_definitions() {
    echo "Updating test-definitions"
    ./pending.py \
        test-definitions \
        --settings=${CHROMEOS_SETTINGS} \
        --ssh-key=${SSH_KEY} \
        --main=${MAIN} \
        --tag-prefix=${TAG_PREFIX} \
        --push
}

cmd_backend() {
    echo "Updating kernelci-backend"
    ./pending.py \
        kernelci-backend \
        --settings=${CHROMEOS_SETTINGS} \
        --ssh-key=${SSH_KEY} \
        --main=${MAIN} \
        --tag-prefix=${TAG_PREFIX} \
        --push

    ./ansible \
        kernelci-backend \
        api.chromeos.kernelci.org \
        chromeos.kernelci.org \
        chromeos.kernelci.org \
        $PWD/keys/id_rsa_kernelci.org
}

cmd_frontend() {
    echo "Updating kernelci-frontend"
    ./pending.py \
        kernelci-frontend \
        --settings=${CHROMEOS_SETTINGS} \
        --ssh-key=${SSH_KEY} \
        --main=${MAIN} \
        --tag-prefix=${TAG_PREFIX} \
        --push

    ./ansible \
        kernelci-frontend \
        chromeos.kernelci.org \
        chromeos.kernelci.org \
        chromeos.kernelci.org \
        $PWD/keys/id_rsa_kernelci.org
}

cmd_docker() {
    echo "Updating Docker images"
    # Build the images with kci_docker
    cd checkout/kernelci-core
    core_rev=$(git show --pretty=format:%H -s origin/chromeos.kernelci.org)
    rev_arg="--build-arg core_rev=$core_rev"
    px_arg='--prefix=kernelci/cros-'
    args="build --push $px_arg $rev_arg"

    # KernelCI tools
    ./kci docker $args kernelci
    ./kci docker $args k8s kernelci $rev_arg

    # Compiler toolchains
    for clang in clang-17; do
	  ./kci docker $args $clang kselftest kernelci $rev_arg

	  for arch in arm arm64 x86; do
	    ./kci docker $args $clang kselftest kernelci $rev_arg --arch $arch
	  done
    done
    for arch in arm arm64 x86; do
	./kci docker $args gcc-10 kselftest kernelci --arch $arch $rev_arg
    done

    px_arg='--prefix=kernelci/'
    args="build --push $px_arg $rev_arg"
    # ChromeOS related images
    # cros-sdk used to create ChromiumOS rootfs, so it needs kernelci-core
    # also we dont need cros- prefix as with compilers
    ./kci docker $args cros-sdk kernelci
    for imgname in cros-baseline cros-qemu-modules cros-tast; do
	./kci docker $args $rev_arg $imgname
    done
    cd -
}

cmd_kernel() {
    echo "Pushing chromeos-stable kernel test branch"
    ./kernel.py \
        --push \
        --ssh-key=keys/id_rsa_staging.kernelci.org \
        --from-url=https://git.kernel.org/pub/scm/linux/kernel/git/stable/linux-stable.git \
        --from-branch=linux-6.1.y \
        --branch=chromeos-stable \
        --tag-prefix=chromeos-stable-

    echo "Pushing linux-6.1.y-arm64-chromeos kernel test branch"
    ./kernel.py \
        --push \
        --ssh-key=keys/id_rsa_staging.kernelci.org \
        --from-url git://git.kernel.org/pub/scm/linux/kernel/git/stable/linux.git \
        --from-branch linux-6.1.y \
        --branch linux-6.1.y-arm64-chromeos \
        --tag-prefix=linux-6.1.y-arm64-chromeos-

    echo "Pushing linux-6.6.y-arm64-chromeos kernel test branch"
    ./kernel.py \
        --push \
        --ssh-key=keys/id_rsa_staging.kernelci.org \
        --from-url git://git.kernel.org/pub/scm/linux/kernel/git/stable/linux.git \
        --from-branch linux-6.6.y \
        --branch linux-6.6.y-arm64-chromeos \
        --tag-prefix=linux-6.6.y-arm64-chromeos-
}

cmd_monitor() {
    echo "Triggering Jenkins kernel-tree-monitor job"
    python3 \
        job.py \
        --json=data/chromeos-monitor.json \
        trigger \
        chromeos/kernel-tree-monitor
}

cmd_all() {
    tree="$1"

    echo "Disabled, sunsetting"
    exit 1

    cmd_pull
    cmd_jenkins
    cmd_core
    cmd_test_definitions
#    cmd_backend
#    cmd_frontend
    cmd_kernel
    cmd_docker
    cmd_monitor
}

cmd="${1}"

if [ -n "$cmd" ]; then
    shift 1
else
    cmd="all"
fi

"cmd_"$cmd $@

exit 0