Temp/it load test #437
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Java PR | |
| on: | |
| pull_request: | |
| branches: | |
| - 'main' | |
| paths: | |
| - 'v2/spanner-to-sourcedb/**.java' | |
| - 'v2/spanner-to-sourcedb/**.xml' | |
| - 'v2/spanner-to-sourcedb/**.py' | |
| - '.github/actions/setup-env/*' | |
| - '.github/workflows/java-pr.yml' | |
| - '!v1/**' | |
| schedule: | |
| - cron: "0 */12 * * *" | |
| workflow_dispatch: | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.ref }} | |
| cancel-in-progress: true | |
| env: | |
| MAVEN_OPTS: -Dorg.slf4j.simpleLogger.log.org.apache.maven.plugins.shade=error | |
| permissions: read-all | |
| jobs: | |
| spotless_check: | |
| name: Spotless | |
| timeout-minutes: 10 | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout Code | |
| uses: actions/checkout@ee0669bd1cc54295c223e0bb666b733df41de1c5 # v2.7.0 | |
| - name: Setup Environment | |
| id: setup-env | |
| uses: ./.github/actions/setup-env | |
| - name: Run Spotless | |
| run: ./cicd/run-spotless | |
| checkstyle_check: | |
| name: Checkstyle | |
| timeout-minutes: 10 | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout Code | |
| uses: actions/checkout@ee0669bd1cc54295c223e0bb666b733df41de1c5 # v2.7.0 | |
| - name: Setup Environment | |
| id: setup-env | |
| uses: ./.github/actions/setup-env | |
| - name: Run Checkstyle | |
| run: ./cicd/run-checkstyle | |
| java_build: | |
| name: Build | |
| timeout-minutes: 60 | |
| runs-on: [self-hosted, it] | |
| steps: | |
| - name: Checkout Code | |
| uses: actions/checkout@ee0669bd1cc54295c223e0bb666b733df41de1c5 # v2.7.0 | |
| - name: Setup Environment | |
| id: setup-env | |
| uses: ./.github/actions/setup-env | |
| - name: Run Build | |
| run: mvn -B clean install -f pom.xml -e -Dmdep.analyze.skip -Djib.skip -DskipShade -Dspotless.check.skip -Dmaven.test.skip -T3 --settings=.mvn/settings.xml -pl v2/spanner-to-sourcedb -am | |
| - name: Cleanup Java Environment | |
| uses: ./.github/actions/cleanup-java-env | |
| # java_unit_tests: | |
| # name: Unit Tests | |
| # needs: [java_build] | |
| # timeout-minutes: 60 | |
| # runs-on: [self-hosted, it] | |
| # steps: | |
| # - name: Checkout Code | |
| # uses: actions/checkout@ee0669bd1cc54295c223e0bb666b733df41de1c5 # v2.7.0 | |
| # - name: Setup Environment | |
| # id: setup-env | |
| # uses: ./.github/actions/setup-env | |
| # - name: Run Unit Tests | |
| # run: mvn -B clean verify -f pom.xml -e -Dcheckstyle.skip -Djib.skip -DskipShade -Dspotless.check.skip -DskipIntegrationTests -fae -T8 --settings=.mvn/settings.xml -pl v2/spanner-to-sourcedb -am | |
| # - name: Upload Unit Tests Report | |
| # uses: actions/upload-artifact@v4 | |
| # if: always() | |
| # with: | |
| # name: surefire-test-results | |
| # path: '**/surefire-reports/TEST-*.xml' | |
| # retention-days: 1 | |
| # - name: Upload coverage reports to Codecov | |
| # uses: codecov/[email protected] | |
| # with: | |
| # token: ${{ secrets.CODECOV_TOKEN }} | |
| # slug: ollionorg/DataflowTemplates-fork | |
| # files: 'target/site/jacoco-aggregate/jacoco.xml' | |
| # version: v0.6.0 | |
| # - name: Cleanup Java Environment | |
| # uses: ./.github/actions/cleanup-java-env | |
| # if: always() | |
| # java_integration_smoke_tests_templates: | |
| # name: Dataflow Templates Integration Smoke Tests | |
| # needs: [spotless_check, checkstyle_check, java_build, java_unit_tests] | |
| # timeout-minutes: 60 | |
| # runs-on: [self-hosted, it] | |
| # steps: | |
| # - name: Checkout Code | |
| # uses: actions/checkout@ee0669bd1cc54295c223e0bb666b733df41de1c5 # v2.7.0 | |
| # - name: Setup Environment | |
| # id: setup-env | |
| # uses: ./.github/actions/setup-env | |
| # - name: Run Integration Smoke Tests | |
| # run: | | |
| # ./cicd/run-it-smoke-tests \ | |
| # --modules-to-build="v2/spanner-to-sourcedb" \ | |
| # --it-region="us-central1" \ | |
| # --it-project="cloud-teleport-testing" \ | |
| # --it-artifact-bucket="cloud-teleport-testing-it-gitactions" \ | |
| # --it-private-connectivity="datastream-private-connect-us-central1" | |
| # - name: Upload Smoke Tests Report | |
| # uses: actions/upload-artifact@v4 | |
| # if: always() | |
| # with: | |
| # name: surefire-test-results | |
| # path: '**/surefire-reports/TEST-*.xml' | |
| # retention-days: 1 | |
| # - name: Cleanup Java Environment | |
| # uses: ./.github/actions/cleanup-java-env | |
| # if: always() | |
| # java_integration_tests_templates: | |
| # name: Dataflow Templates Integration Tests | |
| # needs: [java_integration_smoke_tests_templates] | |
| # timeout-minutes: 240 | |
| # runs-on: [self-hosted, it] | |
| # steps: | |
| # - name: Checkout Code | |
| # uses: actions/checkout@ee0669bd1cc54295c223e0bb666b733df41de1c5 # v2.7.0 | |
| # - name: Setup Environment | |
| # id: setup-env | |
| # uses: ./.github/actions/setup-env | |
| # - name: Run Integration Tests | |
| # run: | | |
| # ./cicd/run-it-tests \ | |
| # --modules-to-build="v2/spanner-to-sourcedb" \ | |
| # --it-region="asia-south1" \ | |
| # --it-project="daring-fiber-439305-v4" \ | |
| # --it-artifact-bucket="ollion-teleport-testing" \ | |
| # --it-private-connectivity="datastream-private-connect-asia-south1" | |
| # - name: Upload Integration Tests Report | |
| # uses: actions/upload-artifact@v4 | |
| # if: always() | |
| # with: | |
| # name: surefire-test-results | |
| # path: '**/surefire-reports/TEST-*.xml' | |
| # retention-days: 1 | |
| # - name: Cleanup Java Environment | |
| # uses: ./.github/actions/cleanup-java-env | |
| # if: always() | |
| java_load_tests_templates: | |
| name: Dataflow Templates Load Tests | |
| needs: [spotless_check, checkstyle_check, java_build] | |
| timeout-minutes: 600 | |
| runs-on: [self-hosted] | |
| steps: | |
| - name: Checkout Code | |
| uses: actions/checkout@ee0669bd1cc54295c223e0bb666b733df41de1c5 # v2.7.0 | |
| - name: Setup Environment | |
| id: setup-env | |
| uses: ./.github/actions/setup-env | |
| - name: Run Load Tests | |
| run: | | |
| ./cicd/run-load-tests \ | |
| --it-region="asia-south1" \ | |
| --it-project="daring-fiber-439305-v4" \ | |
| --it-artifact-bucket="ollion-teleport-testing" \ | |
| --it-private-connectivity="datastream-private-connect-asia-south1" \ | |
| --modules-to-build="v2/spanner-to-sourcedb" | |
| - name: Cleanup Java Environment | |
| uses: ./.github/actions/cleanup-java-env | |
| if: always() |