benchmark.yml

name: Benchmark

on:
  pull_request:
    paths:
      - polars/**
      - Cargo.toml
      - py-polars/tests/benchmark/**
      - .github/workflows/benchmark.yml

concurrency:
  group: ${{ github.workflow }}-${{ github.ref }}
  cancel-in-progress: true

jobs:
  main:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v3

      - name: Set up Python
        uses: actions/setup-python@v4
        with:
          python-version: '3.11'
          cache: pip
          cache-dependency-path: py-polars/requirements-dev.txt

      - name: Create virtual environment
        working-directory: py-polars
        run: |
          python -m venv .venv
          echo "$GITHUB_WORKSPACE/py-polars/.venv/bin" >> $GITHUB_PATH

      - name: Install Python dependencies
        working-directory: py-polars
        run: |
          pip install --upgrade pip
          pip install -r requirements-dev.txt

      - name: Set up R
        uses: r-lib/actions/setup-r@v2
        with:
          r-version: '3.5.3'

      - name: Generate data
        working-directory: py-polars/tests/benchmark
        run: |
          Rscript -e 'install.packages("data.table", repos="https://cloud.r-project.org")'
          Rscript groupby-datagen.R 1e7 1e2 5 0

      - name: Set up Rust
        run: rustup show

      - name: Cache Rust
        uses: Swatinem/rust-cache@v2
        with:
          workspaces: py-polars

      - name: Install Polars release build
        env:
          RUSTFLAGS: -C embed-bitcode
        working-directory: py-polars
        run: |
          source activate
          maturin develop --release -- -C codegen-units=8 -C lto=thin -C target-cpu=native

      - name: Run H2O AI database benchmark - on strings
        working-directory: py-polars/tests/benchmark
        run: python run_h2oai_benchmark.py on_strings

      - name: Run H2O AI database benchmark - on categoricals
        working-directory: py-polars/tests/benchmark
        run: python run_h2oai_benchmark.py

      - name: Run various benchmark tests
        working-directory: py-polars
        run: pytest -m benchmark --durations 0 -v