Skip to content

Feature/support where filter #59

Feature/support where filter

Feature/support where filter #59

Workflow file for this run

on:
push:
branches:
- "**"
pull_request:
branches:
- "master"
jobs:
test:
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
PYSPARK_VERSION: ["3.0", "3.1.3", "3.2", "3.3"]
steps:
- uses: actions/checkout@v3
- uses: actions/setup-python@v2
name: Install Python 3.8
with:
python-version: 3.8
- uses: actions/setup-java@v1
name: Setup Java 11
if: startsWith(matrix.PYSPARK_VERSION, '3')
with:
java-version: "11"
- name: Running tests with pyspark==${{matrix.PYSPARK_VERSION}}
env:
SPARK_VERSION: ${{matrix.PYSPARK_VERSION}}
run: |
pip install --upgrade pip
pip install poetry
poetry install
poetry add pyspark==$SPARK_VERSION
poetry run python -m pytest -s tests