Skip to content

SNOW-189106 Kafka Connector to Support External OAuth #780

SNOW-189106 Kafka Connector to Support External OAuth

SNOW-189106 Kafka Connector to Support External OAuth #780

Workflow file for this run

name: Kafka Connector Stress Test
on:
push:
branches: [ master ]
pull_request:
branches: '**'
jobs:
build:
runs-on: ubuntu-20.04
strategy:
fail-fast: false # https://docs.github.com/en/actions/using-workflows/workflow-syntax-for-github-actions#jobsjob_idstrategyfail-fast
matrix:
confluent_version: [ '5.5.11', '6.2.6', '7.2.1' ]
snowflake_cloud: [ 'AWS', 'AZURE', 'GCS' ]
steps:
- name: Checkout Code
uses: actions/checkout@v2
- name: "Install Java 8"
uses: actions/setup-java@v1
with:
java-version: 1.8
- name: Install Python
uses: actions/setup-python@v4
with:
python-version: '3.9'
architecture: 'x64'
- name: Decrypt profile.json in Snowflake Cloud ${{ matrix.snowflake_cloud }}
run: ./.github/scripts/decrypt_secret.sh ${{ matrix.snowflake_cloud }}
env:
SNOWFLAKE_TEST_PROFILE_SECRET: ${{ secrets.SNOWFLAKE_TEST_PROFILE_SECRET }}
- name: Install Dependency
run: |
pip3 install --upgrade setuptools
sudo apt-get install librdkafka-dev
pip3 install requests certifi "confluent-kafka[avro,json,protobuf]==1.7.0"
pip3 install avro-python3 kafka-python
pip3 install --upgrade protobuf==3.20.0
pip3 install --upgrade snowflake-connector-python==2.7.4
curl https://raw.githubusercontent.com/helm/helm/master/scripts/get-helm-3 | bash
sudo apt-get -y install jq
sudo apt-get -y install protobuf-compiler
- name: Install Squid as Proxy Server and Apache Utils for Password Authentication
run: |
sudo apt-get update
sudo apt-get -y install squid3
sudo apt-get install apache2-utils
- name: Change squid config and run Proxy Server
run: |
sudo touch /etc/squid/passwords
sudo chmod 777 /etc/squid/passwords
sudo htpasswd -db -c /etc/squid/passwords admin test
sudo mv .github/scripts/squid.conf /etc/squid/squid.conf
sudo service squid start
- name: Build with Unit Test
env:
JACOCO_COVERAGE: true
SNOWFLAKE_CREDENTIAL_FILE: "../profile.json"
SHELL: "/bin/bash"
run: |
cd test
./build_runtime_jar.sh ../../snowflake-kafka-connector package confluent
- name: Stress Tests of Confluent Platform Version ${{ matrix.confluent_version }} against Snowflake in ${{ matrix.snowflake_cloud }}
env:
SNOWFLAKE_CREDENTIAL_FILE: "../profile.json"
continue-on-error: true
run: |
cd test
./run_test_confluent.sh ${{ matrix.confluent_version }} ./apache_properties true