diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..3b41682 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,2 @@ +/mvnw text eol=lf +*.cmd text eol=crlf diff --git a/.github/workflows/test-on-pr.yaml b/.github/workflows/test-on-pr.yaml new file mode 100644 index 0000000..0ea3b90 --- /dev/null +++ b/.github/workflows/test-on-pr.yaml @@ -0,0 +1,121 @@ +name: Test on PR + +on: + # For demo purposes only + workflow_dispatch: + pull_request: + branches: [ "master" ] + +env: + REGISTRY: ghcr.io + IMAGE_NAME: ${{ github.repository }} + DOCKER_BUILD_RECORD_RETENTION_DAYS: 1 + VCLUSTER_VERSION: v0.22.0 + +jobs: + build: + runs-on: ubuntu-latest + permissions: + contents: read + packages: write + id-token: write + steps: + - name: Checkout repository + uses: actions/checkout@v4 + - name: Install JRE + uses: actions/setup-java@v4 + with: + distribution: temurin + java-version: 21 + cache: maven + - name: Cache build artifacts + uses: actions/cache@v3 + with: + path: target + key: ${{ runner.os }}-build-${{ github.sha }} + restore-keys: | + ${{ runner.os }}-build- + - name: Run "unit" tests + run: ./mvnw test + env: + SPRING_PROFILES_ACTIVE: local + - name: Authenticate on Google Cloud + uses: google-github-actions/auth@v2 + with: + workload_identity_provider: projects/49535911505/locations/global/workloadIdentityPools/github-actions/providers/github-provider + service_account: github-actions@vcluster-pipeline.iam.gserviceaccount.com + - name: Set up Google Cloud CLI + uses: google-github-actions/setup-gcloud@v2 + with: + version: latest + - name: Set GKE credentials + uses: google-github-actions/get-gke-credentials@v2 + with: + cluster_name: minimal-cluster + location: europe-west9 + - name: Install kustomize + run: | + curl -s "https://raw.githubusercontent.com/kubernetes-sigs/kustomize/master/hack/install_kustomize.sh" | bash + sudo mv kustomize /usr/local/bin + - name: Edit image tag with GitHub Run ID + run: (cd kubernetes && kustomize edit set image ghcr.io/ajavageek/vcluster-pipeline=:${{github.run_id}}) + - name: Install vCluster + run: wget -O vcluster "https://github.com/loft-sh/vcluster/releases/download/${{ env.VCLUSTER_VERSION }}/vcluster-linux-amd64" && chmod u+x vcluster && mv vcluster /usr/local/bin + - name: Create a vCluster + run: time vcluster create vcluster-pipeline-${{github.run_id}} + - name: Connect to the vCluster + run: vcluster connect vcluster-pipeline-${{github.run_id}} + - name: Schedule PostgreSQL + run: helm install postgresql oci://registry-1.docker.io/bitnamicharts/postgresql --values kubernetes/values.yaml + - name: Set up Docker Buildx + uses: docker/setup-buildx-action@v3 + - name: Log into registry ${{ env.REGISTRY }} + uses: docker/login-action@v3 + with: + registry: ${{ env.REGISTRY }} + username: ${{ github.actor }} + password: ${{ secrets.GITHUB_TOKEN }} + - name: Extract Docker metadata + id: meta + uses: docker/metadata-action@v5 + with: + images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }} + tags: | + type=raw,value=${{github.run_id}} + - name: Build and push Docker image + id: build-and-push + uses: docker/build-push-action@v6 + with: + context: . + tags: ${{ steps.meta.outputs.tags }} + labels: ${{ steps.meta.outputs.labels }} + push: true + cache-from: type=gha + cache-to: type=gha,mode=max + - name: Set config map from values.yaml + run: | + kubectl create configmap postgres-config \ + --from-literal="SPRING_FLYWAY_URL=jdbc:postgresql://$(yq .fullnameOverride kubernetes/values.yaml):5432/" \ + --from-literal="SPRING_R2DBC_URL=r2dbc:postgresql://$(yq .fullnameOverride kubernetes/values.yaml):5432/" \ + --from-literal="SPRING_R2DBC_USERNAME=$(yq .auth.user kubernetes/values.yaml)" \ + --from-literal="SPRING_R2DBC_PASSWORD=$(yq .auth.password kubernetes/values.yaml)" + - name: Create Docker Registry Secret + run: | + kubectl create secret docker-registry github-docker-registry \ + --docker-server=${{ env.REGISTRY }} --docker-email="noreply@github.com" \ + --docker-username="${{ github.actor }}" --docker-password="${{ secrets.GITHUB_TOKEN }}" \ + --dry-run=client -o yaml | kubectl apply -f - + - name: Deploy Kustomized manifest to Google Cloud + run: | + kustomize build kubernetes > manifest.yml + kubectl apply -f manifest.yml + - name: Retrieve LoadBalancer external IP inside the vCluster + run: | + EXTERNAL_IP="$(kubectl get service vcluster-pipeline -o jsonpath='{.status.loadBalancer.ingress[0].ip}')" + APP_BASE_URL="http://${EXTERNAL_IP}:8080" + echo "APP_BASE_URL=$APP_BASE_URL" >> $GITHUB_ENV + echo External IP is $APP_BASE_URL + - name: Run integration tests + run: ./mvnw verify -Dtest=SkipAll -Dsurefire.failIfNoSpecifiedTests=false + - name: Delete the vCluster + run: vcluster delete vcluster-pipeline-${{github.run_id}} diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000..549e00a --- /dev/null +++ b/.gitignore @@ -0,0 +1,33 @@ +HELP.md +target/ +!.mvn/wrapper/maven-wrapper.jar +!**/src/main/**/target/ +!**/src/test/**/target/ + +### STS ### +.apt_generated +.classpath +.factorypath +.project +.settings +.springBeans +.sts4-cache + +### IntelliJ IDEA ### +.idea +*.iws +*.iml +*.ipr + +### NetBeans ### +/nbproject/private/ +/nbbuild/ +/dist/ +/nbdist/ +/.nb-gradle/ +build/ +!**/src/main/**/build/ +!**/src/test/**/build/ + +### VS Code ### +.vscode/ diff --git a/.mvn/wrapper/maven-wrapper.properties b/.mvn/wrapper/maven-wrapper.properties new file mode 100644 index 0000000..d58dfb7 --- /dev/null +++ b/.mvn/wrapper/maven-wrapper.properties @@ -0,0 +1,19 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +wrapperVersion=3.3.2 +distributionType=only-script +distributionUrl=https://repo.maven.apache.org/maven2/org/apache/maven/apache-maven/3.9.9/apache-maven-3.9.9-bin.zip diff --git a/Dockerfile b/Dockerfile new file mode 100644 index 0000000..b2e6b7c --- /dev/null +++ b/Dockerfile @@ -0,0 +1,17 @@ +#docker build -t vcluster-pipeline:1.0 . +FROM eclipse-temurin:21-jdk-jammy AS build + +COPY .mvn .mvn +COPY mvnw . +COPY pom.xml . +COPY src src + +RUN --mount=type=cache,target=/root/.m2,rw ./mvnw package -DskipTests + +FROM eclipse-temurin:21-jre-jammy + +COPY --from=build target/vcluster-pipeline-1.0.jar vcluster-pipeline.jar + +EXPOSE 8080 + +ENTRYPOINT ["java", "-jar", "vcluster-pipeline.jar"] diff --git a/kubernetes/kustomization.yaml b/kubernetes/kustomization.yaml new file mode 100644 index 0000000..27b0691 --- /dev/null +++ b/kubernetes/kustomization.yaml @@ -0,0 +1,7 @@ +apiVersion: kustomize.config.k8s.io/v1beta1 +kind: Kustomization +resources: + - vcluster-pipeline.yaml +images: + - name: ghcr.io/ajavageek/vcluster-pipeline + newTag: github.run_id diff --git a/kubernetes/values.yaml b/kubernetes/values.yaml new file mode 100644 index 0000000..31587db --- /dev/null +++ b/kubernetes/values.yaml @@ -0,0 +1,8 @@ +fullnameOverride: postgres +auth: + user: postgres + password: root + postgresPassword: roottoo +primary: + persistence: + enabled: false \ No newline at end of file diff --git a/kubernetes/vcluster-pipeline.yaml b/kubernetes/vcluster-pipeline.yaml new file mode 100644 index 0000000..f06af48 --- /dev/null +++ b/kubernetes/vcluster-pipeline.yaml @@ -0,0 +1,38 @@ +apiVersion: apps/v1 +kind: Deployment +metadata: + name: vcluster-pipeline + labels: + type: app + app: vcluster-pipeline +spec: + replicas: 1 + selector: + matchLabels: + app: vcluster-pipeline + template: + metadata: + labels: + type: app + app: vcluster-pipeline + spec: + containers: + - name: vcluster-pipeline + image: ghcr.io/ajavageek/vcluster-pipeline:latest + envFrom: + - configMapRef: + name: postgres-config + imagePullSecrets: + - name: github-docker-registry +--- +apiVersion: v1 +kind: Service +metadata: + name: vcluster-pipeline +spec: + type: LoadBalancer + ports: + - port: 8080 + targetPort: 8080 + selector: + app: vcluster-pipeline diff --git a/mvnw b/mvnw new file mode 100755 index 0000000..19529dd --- /dev/null +++ b/mvnw @@ -0,0 +1,259 @@ +#!/bin/sh +# ---------------------------------------------------------------------------- +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# ---------------------------------------------------------------------------- + +# ---------------------------------------------------------------------------- +# Apache Maven Wrapper startup batch script, version 3.3.2 +# +# Optional ENV vars +# ----------------- +# JAVA_HOME - location of a JDK home dir, required when download maven via java source +# MVNW_REPOURL - repo url base for downloading maven distribution +# MVNW_USERNAME/MVNW_PASSWORD - user and password for downloading maven +# MVNW_VERBOSE - true: enable verbose log; debug: trace the mvnw script; others: silence the output +# ---------------------------------------------------------------------------- + +set -euf +[ "${MVNW_VERBOSE-}" != debug ] || set -x + +# OS specific support. +native_path() { printf %s\\n "$1"; } +case "$(uname)" in +CYGWIN* | MINGW*) + [ -z "${JAVA_HOME-}" ] || JAVA_HOME="$(cygpath --unix "$JAVA_HOME")" + native_path() { cygpath --path --windows "$1"; } + ;; +esac + +# set JAVACMD and JAVACCMD +set_java_home() { + # For Cygwin and MinGW, ensure paths are in Unix format before anything is touched + if [ -n "${JAVA_HOME-}" ]; then + if [ -x "$JAVA_HOME/jre/sh/java" ]; then + # IBM's JDK on AIX uses strange locations for the executables + JAVACMD="$JAVA_HOME/jre/sh/java" + JAVACCMD="$JAVA_HOME/jre/sh/javac" + else + JAVACMD="$JAVA_HOME/bin/java" + JAVACCMD="$JAVA_HOME/bin/javac" + + if [ ! -x "$JAVACMD" ] || [ ! -x "$JAVACCMD" ]; then + echo "The JAVA_HOME environment variable is not defined correctly, so mvnw cannot run." >&2 + echo "JAVA_HOME is set to \"$JAVA_HOME\", but \"\$JAVA_HOME/bin/java\" or \"\$JAVA_HOME/bin/javac\" does not exist." >&2 + return 1 + fi + fi + else + JAVACMD="$( + 'set' +e + 'unset' -f command 2>/dev/null + 'command' -v java + )" || : + JAVACCMD="$( + 'set' +e + 'unset' -f command 2>/dev/null + 'command' -v javac + )" || : + + if [ ! -x "${JAVACMD-}" ] || [ ! -x "${JAVACCMD-}" ]; then + echo "The java/javac command does not exist in PATH nor is JAVA_HOME set, so mvnw cannot run." >&2 + return 1 + fi + fi +} + +# hash string like Java String::hashCode +hash_string() { + str="${1:-}" h=0 + while [ -n "$str" ]; do + char="${str%"${str#?}"}" + h=$(((h * 31 + $(LC_CTYPE=C printf %d "'$char")) % 4294967296)) + str="${str#?}" + done + printf %x\\n $h +} + +verbose() { :; } +[ "${MVNW_VERBOSE-}" != true ] || verbose() { printf %s\\n "${1-}"; } + +die() { + printf %s\\n "$1" >&2 + exit 1 +} + +trim() { + # MWRAPPER-139: + # Trims trailing and leading whitespace, carriage returns, tabs, and linefeeds. + # Needed for removing poorly interpreted newline sequences when running in more + # exotic environments such as mingw bash on Windows. + printf "%s" "${1}" | tr -d '[:space:]' +} + +# parse distributionUrl and optional distributionSha256Sum, requires .mvn/wrapper/maven-wrapper.properties +while IFS="=" read -r key value; do + case "${key-}" in + distributionUrl) distributionUrl=$(trim "${value-}") ;; + distributionSha256Sum) distributionSha256Sum=$(trim "${value-}") ;; + esac +done <"${0%/*}/.mvn/wrapper/maven-wrapper.properties" +[ -n "${distributionUrl-}" ] || die "cannot read distributionUrl property in ${0%/*}/.mvn/wrapper/maven-wrapper.properties" + +case "${distributionUrl##*/}" in +maven-mvnd-*bin.*) + MVN_CMD=mvnd.sh _MVNW_REPO_PATTERN=/maven/mvnd/ + case "${PROCESSOR_ARCHITECTURE-}${PROCESSOR_ARCHITEW6432-}:$(uname -a)" in + *AMD64:CYGWIN* | *AMD64:MINGW*) distributionPlatform=windows-amd64 ;; + :Darwin*x86_64) distributionPlatform=darwin-amd64 ;; + :Darwin*arm64) distributionPlatform=darwin-aarch64 ;; + :Linux*x86_64*) distributionPlatform=linux-amd64 ;; + *) + echo "Cannot detect native platform for mvnd on $(uname)-$(uname -m), use pure java version" >&2 + distributionPlatform=linux-amd64 + ;; + esac + distributionUrl="${distributionUrl%-bin.*}-$distributionPlatform.zip" + ;; +maven-mvnd-*) MVN_CMD=mvnd.sh _MVNW_REPO_PATTERN=/maven/mvnd/ ;; +*) MVN_CMD="mvn${0##*/mvnw}" _MVNW_REPO_PATTERN=/org/apache/maven/ ;; +esac + +# apply MVNW_REPOURL and calculate MAVEN_HOME +# maven home pattern: ~/.m2/wrapper/dists/{apache-maven-,maven-mvnd--}/ +[ -z "${MVNW_REPOURL-}" ] || distributionUrl="$MVNW_REPOURL$_MVNW_REPO_PATTERN${distributionUrl#*"$_MVNW_REPO_PATTERN"}" +distributionUrlName="${distributionUrl##*/}" +distributionUrlNameMain="${distributionUrlName%.*}" +distributionUrlNameMain="${distributionUrlNameMain%-bin}" +MAVEN_USER_HOME="${MAVEN_USER_HOME:-${HOME}/.m2}" +MAVEN_HOME="${MAVEN_USER_HOME}/wrapper/dists/${distributionUrlNameMain-}/$(hash_string "$distributionUrl")" + +exec_maven() { + unset MVNW_VERBOSE MVNW_USERNAME MVNW_PASSWORD MVNW_REPOURL || : + exec "$MAVEN_HOME/bin/$MVN_CMD" "$@" || die "cannot exec $MAVEN_HOME/bin/$MVN_CMD" +} + +if [ -d "$MAVEN_HOME" ]; then + verbose "found existing MAVEN_HOME at $MAVEN_HOME" + exec_maven "$@" +fi + +case "${distributionUrl-}" in +*?-bin.zip | *?maven-mvnd-?*-?*.zip) ;; +*) die "distributionUrl is not valid, must match *-bin.zip or maven-mvnd-*.zip, but found '${distributionUrl-}'" ;; +esac + +# prepare tmp dir +if TMP_DOWNLOAD_DIR="$(mktemp -d)" && [ -d "$TMP_DOWNLOAD_DIR" ]; then + clean() { rm -rf -- "$TMP_DOWNLOAD_DIR"; } + trap clean HUP INT TERM EXIT +else + die "cannot create temp dir" +fi + +mkdir -p -- "${MAVEN_HOME%/*}" + +# Download and Install Apache Maven +verbose "Couldn't find MAVEN_HOME, downloading and installing it ..." +verbose "Downloading from: $distributionUrl" +verbose "Downloading to: $TMP_DOWNLOAD_DIR/$distributionUrlName" + +# select .zip or .tar.gz +if ! command -v unzip >/dev/null; then + distributionUrl="${distributionUrl%.zip}.tar.gz" + distributionUrlName="${distributionUrl##*/}" +fi + +# verbose opt +__MVNW_QUIET_WGET=--quiet __MVNW_QUIET_CURL=--silent __MVNW_QUIET_UNZIP=-q __MVNW_QUIET_TAR='' +[ "${MVNW_VERBOSE-}" != true ] || __MVNW_QUIET_WGET='' __MVNW_QUIET_CURL='' __MVNW_QUIET_UNZIP='' __MVNW_QUIET_TAR=v + +# normalize http auth +case "${MVNW_PASSWORD:+has-password}" in +'') MVNW_USERNAME='' MVNW_PASSWORD='' ;; +has-password) [ -n "${MVNW_USERNAME-}" ] || MVNW_USERNAME='' MVNW_PASSWORD='' ;; +esac + +if [ -z "${MVNW_USERNAME-}" ] && command -v wget >/dev/null; then + verbose "Found wget ... using wget" + wget ${__MVNW_QUIET_WGET:+"$__MVNW_QUIET_WGET"} "$distributionUrl" -O "$TMP_DOWNLOAD_DIR/$distributionUrlName" || die "wget: Failed to fetch $distributionUrl" +elif [ -z "${MVNW_USERNAME-}" ] && command -v curl >/dev/null; then + verbose "Found curl ... using curl" + curl ${__MVNW_QUIET_CURL:+"$__MVNW_QUIET_CURL"} -f -L -o "$TMP_DOWNLOAD_DIR/$distributionUrlName" "$distributionUrl" || die "curl: Failed to fetch $distributionUrl" +elif set_java_home; then + verbose "Falling back to use Java to download" + javaSource="$TMP_DOWNLOAD_DIR/Downloader.java" + targetZip="$TMP_DOWNLOAD_DIR/$distributionUrlName" + cat >"$javaSource" <<-END + public class Downloader extends java.net.Authenticator + { + protected java.net.PasswordAuthentication getPasswordAuthentication() + { + return new java.net.PasswordAuthentication( System.getenv( "MVNW_USERNAME" ), System.getenv( "MVNW_PASSWORD" ).toCharArray() ); + } + public static void main( String[] args ) throws Exception + { + setDefault( new Downloader() ); + java.nio.file.Files.copy( java.net.URI.create( args[0] ).toURL().openStream(), java.nio.file.Paths.get( args[1] ).toAbsolutePath().normalize() ); + } + } + END + # For Cygwin/MinGW, switch paths to Windows format before running javac and java + verbose " - Compiling Downloader.java ..." + "$(native_path "$JAVACCMD")" "$(native_path "$javaSource")" || die "Failed to compile Downloader.java" + verbose " - Running Downloader.java ..." + "$(native_path "$JAVACMD")" -cp "$(native_path "$TMP_DOWNLOAD_DIR")" Downloader "$distributionUrl" "$(native_path "$targetZip")" +fi + +# If specified, validate the SHA-256 sum of the Maven distribution zip file +if [ -n "${distributionSha256Sum-}" ]; then + distributionSha256Result=false + if [ "$MVN_CMD" = mvnd.sh ]; then + echo "Checksum validation is not supported for maven-mvnd." >&2 + echo "Please disable validation by removing 'distributionSha256Sum' from your maven-wrapper.properties." >&2 + exit 1 + elif command -v sha256sum >/dev/null; then + if echo "$distributionSha256Sum $TMP_DOWNLOAD_DIR/$distributionUrlName" | sha256sum -c >/dev/null 2>&1; then + distributionSha256Result=true + fi + elif command -v shasum >/dev/null; then + if echo "$distributionSha256Sum $TMP_DOWNLOAD_DIR/$distributionUrlName" | shasum -a 256 -c >/dev/null 2>&1; then + distributionSha256Result=true + fi + else + echo "Checksum validation was requested but neither 'sha256sum' or 'shasum' are available." >&2 + echo "Please install either command, or disable validation by removing 'distributionSha256Sum' from your maven-wrapper.properties." >&2 + exit 1 + fi + if [ $distributionSha256Result = false ]; then + echo "Error: Failed to validate Maven distribution SHA-256, your Maven distribution might be compromised." >&2 + echo "If you updated your Maven version, you need to update the specified distributionSha256Sum property." >&2 + exit 1 + fi +fi + +# unzip and move +if command -v unzip >/dev/null; then + unzip ${__MVNW_QUIET_UNZIP:+"$__MVNW_QUIET_UNZIP"} "$TMP_DOWNLOAD_DIR/$distributionUrlName" -d "$TMP_DOWNLOAD_DIR" || die "failed to unzip" +else + tar xzf${__MVNW_QUIET_TAR:+"$__MVNW_QUIET_TAR"} "$TMP_DOWNLOAD_DIR/$distributionUrlName" -C "$TMP_DOWNLOAD_DIR" || die "failed to untar" +fi +printf %s\\n "$distributionUrl" >"$TMP_DOWNLOAD_DIR/$distributionUrlNameMain/mvnw.url" +mv -- "$TMP_DOWNLOAD_DIR/$distributionUrlNameMain" "$MAVEN_HOME" || [ -d "$MAVEN_HOME" ] || die "fail to move MAVEN_HOME" + +clean || : +exec_maven "$@" diff --git a/mvnw.cmd b/mvnw.cmd new file mode 100644 index 0000000..249bdf3 --- /dev/null +++ b/mvnw.cmd @@ -0,0 +1,149 @@ +<# : batch portion +@REM ---------------------------------------------------------------------------- +@REM Licensed to the Apache Software Foundation (ASF) under one +@REM or more contributor license agreements. See the NOTICE file +@REM distributed with this work for additional information +@REM regarding copyright ownership. The ASF licenses this file +@REM to you under the Apache License, Version 2.0 (the +@REM "License"); you may not use this file except in compliance +@REM with the License. You may obtain a copy of the License at +@REM +@REM http://www.apache.org/licenses/LICENSE-2.0 +@REM +@REM Unless required by applicable law or agreed to in writing, +@REM software distributed under the License is distributed on an +@REM "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +@REM KIND, either express or implied. See the License for the +@REM specific language governing permissions and limitations +@REM under the License. +@REM ---------------------------------------------------------------------------- + +@REM ---------------------------------------------------------------------------- +@REM Apache Maven Wrapper startup batch script, version 3.3.2 +@REM +@REM Optional ENV vars +@REM MVNW_REPOURL - repo url base for downloading maven distribution +@REM MVNW_USERNAME/MVNW_PASSWORD - user and password for downloading maven +@REM MVNW_VERBOSE - true: enable verbose log; others: silence the output +@REM ---------------------------------------------------------------------------- + +@IF "%__MVNW_ARG0_NAME__%"=="" (SET __MVNW_ARG0_NAME__=%~nx0) +@SET __MVNW_CMD__= +@SET __MVNW_ERROR__= +@SET __MVNW_PSMODULEP_SAVE=%PSModulePath% +@SET PSModulePath= +@FOR /F "usebackq tokens=1* delims==" %%A IN (`powershell -noprofile "& {$scriptDir='%~dp0'; $script='%__MVNW_ARG0_NAME__%'; icm -ScriptBlock ([Scriptblock]::Create((Get-Content -Raw '%~f0'))) -NoNewScope}"`) DO @( + IF "%%A"=="MVN_CMD" (set __MVNW_CMD__=%%B) ELSE IF "%%B"=="" (echo %%A) ELSE (echo %%A=%%B) +) +@SET PSModulePath=%__MVNW_PSMODULEP_SAVE% +@SET __MVNW_PSMODULEP_SAVE= +@SET __MVNW_ARG0_NAME__= +@SET MVNW_USERNAME= +@SET MVNW_PASSWORD= +@IF NOT "%__MVNW_CMD__%"=="" (%__MVNW_CMD__% %*) +@echo Cannot start maven from wrapper >&2 && exit /b 1 +@GOTO :EOF +: end batch / begin powershell #> + +$ErrorActionPreference = "Stop" +if ($env:MVNW_VERBOSE -eq "true") { + $VerbosePreference = "Continue" +} + +# calculate distributionUrl, requires .mvn/wrapper/maven-wrapper.properties +$distributionUrl = (Get-Content -Raw "$scriptDir/.mvn/wrapper/maven-wrapper.properties" | ConvertFrom-StringData).distributionUrl +if (!$distributionUrl) { + Write-Error "cannot read distributionUrl property in $scriptDir/.mvn/wrapper/maven-wrapper.properties" +} + +switch -wildcard -casesensitive ( $($distributionUrl -replace '^.*/','') ) { + "maven-mvnd-*" { + $USE_MVND = $true + $distributionUrl = $distributionUrl -replace '-bin\.[^.]*$',"-windows-amd64.zip" + $MVN_CMD = "mvnd.cmd" + break + } + default { + $USE_MVND = $false + $MVN_CMD = $script -replace '^mvnw','mvn' + break + } +} + +# apply MVNW_REPOURL and calculate MAVEN_HOME +# maven home pattern: ~/.m2/wrapper/dists/{apache-maven-,maven-mvnd--}/ +if ($env:MVNW_REPOURL) { + $MVNW_REPO_PATTERN = if ($USE_MVND) { "/org/apache/maven/" } else { "/maven/mvnd/" } + $distributionUrl = "$env:MVNW_REPOURL$MVNW_REPO_PATTERN$($distributionUrl -replace '^.*'+$MVNW_REPO_PATTERN,'')" +} +$distributionUrlName = $distributionUrl -replace '^.*/','' +$distributionUrlNameMain = $distributionUrlName -replace '\.[^.]*$','' -replace '-bin$','' +$MAVEN_HOME_PARENT = "$HOME/.m2/wrapper/dists/$distributionUrlNameMain" +if ($env:MAVEN_USER_HOME) { + $MAVEN_HOME_PARENT = "$env:MAVEN_USER_HOME/wrapper/dists/$distributionUrlNameMain" +} +$MAVEN_HOME_NAME = ([System.Security.Cryptography.MD5]::Create().ComputeHash([byte[]][char[]]$distributionUrl) | ForEach-Object {$_.ToString("x2")}) -join '' +$MAVEN_HOME = "$MAVEN_HOME_PARENT/$MAVEN_HOME_NAME" + +if (Test-Path -Path "$MAVEN_HOME" -PathType Container) { + Write-Verbose "found existing MAVEN_HOME at $MAVEN_HOME" + Write-Output "MVN_CMD=$MAVEN_HOME/bin/$MVN_CMD" + exit $? +} + +if (! $distributionUrlNameMain -or ($distributionUrlName -eq $distributionUrlNameMain)) { + Write-Error "distributionUrl is not valid, must end with *-bin.zip, but found $distributionUrl" +} + +# prepare tmp dir +$TMP_DOWNLOAD_DIR_HOLDER = New-TemporaryFile +$TMP_DOWNLOAD_DIR = New-Item -Itemtype Directory -Path "$TMP_DOWNLOAD_DIR_HOLDER.dir" +$TMP_DOWNLOAD_DIR_HOLDER.Delete() | Out-Null +trap { + if ($TMP_DOWNLOAD_DIR.Exists) { + try { Remove-Item $TMP_DOWNLOAD_DIR -Recurse -Force | Out-Null } + catch { Write-Warning "Cannot remove $TMP_DOWNLOAD_DIR" } + } +} + +New-Item -Itemtype Directory -Path "$MAVEN_HOME_PARENT" -Force | Out-Null + +# Download and Install Apache Maven +Write-Verbose "Couldn't find MAVEN_HOME, downloading and installing it ..." +Write-Verbose "Downloading from: $distributionUrl" +Write-Verbose "Downloading to: $TMP_DOWNLOAD_DIR/$distributionUrlName" + +$webclient = New-Object System.Net.WebClient +if ($env:MVNW_USERNAME -and $env:MVNW_PASSWORD) { + $webclient.Credentials = New-Object System.Net.NetworkCredential($env:MVNW_USERNAME, $env:MVNW_PASSWORD) +} +[Net.ServicePointManager]::SecurityProtocol = [Net.SecurityProtocolType]::Tls12 +$webclient.DownloadFile($distributionUrl, "$TMP_DOWNLOAD_DIR/$distributionUrlName") | Out-Null + +# If specified, validate the SHA-256 sum of the Maven distribution zip file +$distributionSha256Sum = (Get-Content -Raw "$scriptDir/.mvn/wrapper/maven-wrapper.properties" | ConvertFrom-StringData).distributionSha256Sum +if ($distributionSha256Sum) { + if ($USE_MVND) { + Write-Error "Checksum validation is not supported for maven-mvnd. `nPlease disable validation by removing 'distributionSha256Sum' from your maven-wrapper.properties." + } + Import-Module $PSHOME\Modules\Microsoft.PowerShell.Utility -Function Get-FileHash + if ((Get-FileHash "$TMP_DOWNLOAD_DIR/$distributionUrlName" -Algorithm SHA256).Hash.ToLower() -ne $distributionSha256Sum) { + Write-Error "Error: Failed to validate Maven distribution SHA-256, your Maven distribution might be compromised. If you updated your Maven version, you need to update the specified distributionSha256Sum property." + } +} + +# unzip and move +Expand-Archive "$TMP_DOWNLOAD_DIR/$distributionUrlName" -DestinationPath "$TMP_DOWNLOAD_DIR" | Out-Null +Rename-Item -Path "$TMP_DOWNLOAD_DIR/$distributionUrlNameMain" -NewName $MAVEN_HOME_NAME | Out-Null +try { + Move-Item -Path "$TMP_DOWNLOAD_DIR/$MAVEN_HOME_NAME" -Destination $MAVEN_HOME_PARENT | Out-Null +} catch { + if (! (Test-Path -Path "$MAVEN_HOME" -PathType Container)) { + Write-Error "fail to move MAVEN_HOME" + } +} finally { + try { Remove-Item $TMP_DOWNLOAD_DIR -Recurse -Force | Out-Null } + catch { Write-Warning "Cannot remove $TMP_DOWNLOAD_DIR" } +} + +Write-Output "MVN_CMD=$MAVEN_HOME/bin/$MVN_CMD" diff --git a/pom.xml b/pom.xml new file mode 100644 index 0000000..49044b2 --- /dev/null +++ b/pom.xml @@ -0,0 +1,138 @@ + + + 4.0.0 + + org.springframework.boot + spring-boot-starter-parent + 3.4.0 + + + ch.frankel.blog + vcluster-pipeline + 1.0 + + 21 + 1.9.25 + + + + org.springframework.boot + spring-boot-starter-data-r2dbc + + + org.springframework.boot + spring-boot-starter-webflux + + + com.fasterxml.jackson.module + jackson-module-kotlin + + + io.projectreactor.kotlin + reactor-kotlin-extensions + + + org.flywaydb + flyway-core + + + org.flywaydb + flyway-database-postgresql + runtime + + + org.jetbrains.kotlin + kotlin-reflect + + + org.jetbrains.kotlin + kotlin-stdlib + + + org.jetbrains.kotlinx + kotlinx-coroutines-reactor + + + org.springframework + spring-jdbc + + + org.postgresql + postgresql + runtime + + + org.postgresql + r2dbc-postgresql + runtime + + + org.springframework.boot + spring-boot-starter-test + test + + + io.projectreactor + reactor-test + test + + + org.jetbrains.kotlin + kotlin-test-junit5 + test + + + org.springframework.boot + spring-boot-testcontainers + test + + + org.testcontainers + junit-jupiter + test + + + org.testcontainers + postgresql + test + + + org.testcontainers + r2dbc + test + + + + ${project.basedir}/src/main/kotlin + ${project.basedir}/src/test/kotlin + + + org.springframework.boot + spring-boot-maven-plugin + + + maven-failsafe-plugin + + + org.jetbrains.kotlin + kotlin-maven-plugin + + + -Xjsr305=strict + + + spring + + + + + org.jetbrains.kotlin + kotlin-maven-allopen + ${kotlin.version} + + + + + + diff --git a/src/main/kotlin/DatabaseInitialization.kt b/src/main/kotlin/DatabaseInitialization.kt new file mode 100644 index 0000000..3e63890 --- /dev/null +++ b/src/main/kotlin/DatabaseInitialization.kt @@ -0,0 +1,22 @@ +package ch.frankel.blog.vclusterpipeline + +import org.flywaydb.core.Flyway +import org.springframework.boot.autoconfigure.flyway.FlywayProperties +import org.springframework.boot.autoconfigure.r2dbc.R2dbcProperties +import org.springframework.boot.context.properties.EnableConfigurationProperties +import org.springframework.context.annotation.Bean +import org.springframework.context.annotation.Configuration + +@Configuration +@EnableConfigurationProperties(R2dbcProperties::class, FlywayProperties::class) +class DatabaseInitialization { + + @Bean(initMethod = "migrate") + fun flyway(flywayProperties: FlywayProperties, r2dbcProperties: R2dbcProperties): Flyway { + return Flyway.configure() + .dataSource(flywayProperties.url, r2dbcProperties.username, r2dbcProperties.password) + .locations(*flywayProperties.locations.toTypedArray()) + .baselineOnMigrate(true) + .load() + } +} diff --git a/src/main/kotlin/Product.kt b/src/main/kotlin/Product.kt new file mode 100644 index 0000000..4f93efa --- /dev/null +++ b/src/main/kotlin/Product.kt @@ -0,0 +1,15 @@ +package ch.frankel.blog.vclusterpipeline + +import org.springframework.data.repository.kotlin.CoroutineCrudRepository +import java.time.LocalDateTime +import java.util.UUID + +data class Product( + val id: UUID, + val name: String, + val description: String, + val price: Double, + val createdAt: LocalDateTime +) + +interface ProductRepository : CoroutineCrudRepository diff --git a/src/main/kotlin/VClusterPipeline.kt b/src/main/kotlin/VClusterPipeline.kt new file mode 100644 index 0000000..7c9c12b --- /dev/null +++ b/src/main/kotlin/VClusterPipeline.kt @@ -0,0 +1,47 @@ +package ch.frankel.blog.vclusterpipeline + +import org.springframework.boot.autoconfigure.SpringBootApplication +import org.springframework.boot.runApplication +import org.springframework.context.support.beans +import org.springframework.web.reactive.function.server.* +import org.springframework.web.reactive.function.server.ServerResponse.notFound +import org.springframework.web.reactive.function.server.ServerResponse.ok + +@SpringBootApplication +class VClusterPipelineApplication + +fun beans() = beans { + profile("local") { DatabaseInitialization() } + bean { ProductHandler(ref()) } + bean { + coRouter { + val handler = ref() + GET("/products/{id}")(handler::getProduct) + GET("/products")(handler::getProducts) + POST("/products")(handler::saveProduct) + } + } +} + +class ProductHandler(private val repository: ProductRepository) { + suspend fun getProduct(req: ServerRequest): ServerResponse { + val product: Product? = repository.findById(req.pathVariable("id")) + return if (product != null) { + ok().bodyValueAndAwait(product) + } else { + notFound().buildAndAwait() + } + } + suspend fun getProducts(req: ServerRequest) = ok().bodyAndAwait(repository.findAll()) + suspend fun saveProduct(req: ServerRequest): ServerResponse { + val product = req.awaitBody() + val savedProduct = repository.save(product) + return ok().bodyValueAndAwait(savedProduct) + } +} + +fun main(args: Array) { + runApplication(*args) { + addInitializers(beans()) + } +} diff --git a/src/main/resources/application.yml b/src/main/resources/application.yml new file mode 100644 index 0000000..cd5a708 --- /dev/null +++ b/src/main/resources/application.yml @@ -0,0 +1,11 @@ +spring: + application: + name: vcluster-pipeline + r2dbc: + username: test + password: test + url: r2dbc:postgresql://localhost:8082/flyway-test-db + flyway: + user: ${SPRING_R2DBC_USERNAME} + password: ${SPRING_R2DBC_PASSWORD} + url: jdbc:postgresql://localhost:8082/flyway-test-db diff --git a/src/main/resources/db/migration/V1.0__create_extension.sql b/src/main/resources/db/migration/V1.0__create_extension.sql new file mode 100644 index 0000000..d159cc5 --- /dev/null +++ b/src/main/resources/db/migration/V1.0__create_extension.sql @@ -0,0 +1 @@ +CREATE EXTENSION IF NOT EXISTS "uuid-ossp"; diff --git a/src/main/resources/db/migration/V1.1__create_table.sql b/src/main/resources/db/migration/V1.1__create_table.sql new file mode 100644 index 0000000..2eec3e5 --- /dev/null +++ b/src/main/resources/db/migration/V1.1__create_table.sql @@ -0,0 +1,8 @@ +CREATE TABLE IF NOT EXISTS product +( + id UUID PRIMARY KEY UNIQUE DEFAULT uuid_generate_v4(), + name VARCHAR(255), + description VARCHAR(255), + price DECIMAL(10, 2), + created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP +); diff --git a/src/main/resources/db/migration/V1.2__init_data.sql b/src/main/resources/db/migration/V1.2__init_data.sql new file mode 100644 index 0000000..378b564 --- /dev/null +++ b/src/main/resources/db/migration/V1.2__init_data.sql @@ -0,0 +1,4 @@ +INSERT INTO product(name, description, price) +VALUES ('vCluster sticker', 'A rad sticker to put on your laptop and amaze your friends', 0.99), + ('Loft Labs mug', 'Everything tastes better in this mug', 4.99) +; diff --git a/src/test/kotlin/TestContainer.kt b/src/test/kotlin/TestContainer.kt new file mode 100644 index 0000000..e6c9143 --- /dev/null +++ b/src/test/kotlin/TestContainer.kt @@ -0,0 +1,44 @@ +package ch.frankel.blog.vclusterpipeline + +import ch.frankel.blog.vclusterpipeline.TestContainerConfig.Companion.name +import ch.frankel.blog.vclusterpipeline.TestContainerConfig.Companion.pass +import org.springframework.boot.test.util.TestPropertyValues +import org.springframework.context.ApplicationContextInitializer +import org.springframework.context.ConfigurableApplicationContext +import org.springframework.context.annotation.Configuration +import org.springframework.context.annotation.Profile +import org.testcontainers.containers.PostgreSQLContainer + +@Configuration +@Profile("local") +class TestContainerConfig { + + companion object { + + val name = "test" + val userName = "test" + val pass = "test" + + val postgres = PostgreSQLContainer("postgres:17.2").apply { + withDatabaseName(name) + withUsername(userName) + withPassword(pass) + start() + } + } +} + +class TestContainerInitializer : ApplicationContextInitializer { + override fun initialize(applicationContext: ConfigurableApplicationContext) { + if (applicationContext.environment.activeProfiles.contains("local")) { + TestPropertyValues.of( + "spring.r2dbc.url=r2dbc:postgresql://${TestContainerConfig.postgres.host}:${TestContainerConfig.postgres.firstMappedPort}/$name", + "spring.r2dbc.username=$name", + "spring.r2dbc.password=$pass", + "spring.flyway.url=jdbc:postgresql://${TestContainerConfig.postgres.host}:${TestContainerConfig.postgres.firstMappedPort}/$name", + "spring.flyway.user=$name", + "spring.flyway.password=$pass" + ).applyTo(applicationContext.environment) + } + } +} diff --git a/src/test/kotlin/VClusterPipelineIT.kt b/src/test/kotlin/VClusterPipelineIT.kt new file mode 100644 index 0000000..acdc2ff --- /dev/null +++ b/src/test/kotlin/VClusterPipelineIT.kt @@ -0,0 +1,59 @@ +package ch.frankel.blog.vclusterpipeline + +import org.junit.jupiter.api.Test +import org.slf4j.Logger +import org.slf4j.LoggerFactory +import org.springframework.test.web.reactive.server.EntityExchangeResult +import org.springframework.test.web.reactive.server.WebTestClient +import java.time.LocalDateTime +import java.util.* + +class VClusterPipelineIT { + + val logger = LoggerFactory.getLogger(this::class.java) + + @Test + fun `When inserting a new Product, there should be one more Product in the database and the last inserted Product should be the one inserted`() { + + val baseUrl = System.getenv("APP_BASE_URL") ?: "http://localhost:8080" + + logger.info("Using base URL: $baseUrl") + println("Using base URL: $baseUrl") + + val client = WebTestClient.bindToServer() + .baseUrl(baseUrl) + .build() + + val initialResponse: EntityExchangeResult?> = client.get() + .uri("/products") + .exchange() + .expectStatus().isOk + .expectBodyList(Product::class.java) + .returnResult() + + val initialCount = initialResponse.responseBody?.size?.toLong() + + val now = LocalDateTime.now() + val product = Product( + id = UUID.randomUUID(), + name = "My awesome product", + description = "Really awesome product", + price = 100.0, + createdAt = now + ) + + client.post() + .uri("/products") + .bodyValue(product) + .exchange() + .expectStatus().isOk + .expectBody(Product::class.java) + + client.get() + .uri("/products") + .exchange() + .expectStatus().isOk + .expectBodyList(Product::class.java) + .hasSize((initialCount!! + 1).toInt()) + } +} \ No newline at end of file diff --git a/src/test/kotlin/VClusterPipelineTest.kt b/src/test/kotlin/VClusterPipelineTest.kt new file mode 100644 index 0000000..1739d63 --- /dev/null +++ b/src/test/kotlin/VClusterPipelineTest.kt @@ -0,0 +1,43 @@ +package ch.frankel.blog.vclusterpipeline + +import kotlinx.coroutines.flow.toCollection +import kotlinx.coroutines.runBlocking +import org.junit.jupiter.api.Assertions.assertEquals +import org.junit.jupiter.api.Test +import org.springframework.beans.factory.annotation.Autowired +import org.springframework.boot.test.context.SpringBootTest +import org.springframework.test.context.ContextConfiguration +import java.time.LocalDateTime +import java.util.* +import kotlin.test.assertNotNull + +@SpringBootTest +@ContextConfiguration(initializers = [TestContainerInitializer::class]) +class VClusterPipelineTest @Autowired constructor(private val repository: ProductRepository) { + + @Test + fun `When inserting a new Product, there should be one more Product in the database and the last inserted Product should be the one inserted`() { + runBlocking { + val initialCount = repository.count() + val now = LocalDateTime.now() + val product = Product( + id = UUID.randomUUID(), + name = "My awesome product", + description = "Really awesome product", + price = 100.0, + createdAt = now + ) + val insertedProduct = repository.save(product) + assertNotNull(insertedProduct) + val flow = repository.findAll() + val allProducts = mutableListOf() + flow.toCollection(allProducts) + assertEquals(allProducts.size.toLong(), initialCount + 1) + allProducts.sortBy(Product::createdAt) + assertEquals(allProducts.last().name, product.name) + assertEquals(allProducts.last().description, product.description) + assertEquals(allProducts.last().price, product.price) + assertEquals(now, product.createdAt) + } + } +}