build-test.yaml

name: Build and Test

on:
  push:
    branches:
      - main
  pull_request:
  workflow_dispatch:

defaults:
  run:
    shell: bash

env:
  HOMEBREW_NO_AUTO_UPDATE: 1

jobs:

  build:
    name: "${{ matrix.tests-type }} tests: py${{ matrix.python-version }} on ${{ matrix.os }} (${{ matrix.test-runner }})"
    strategy:
      # run all tests even if e.g. image tests fail early
      fail-fast: false
      matrix:
        os: [
          macos-latest,
          windows-latest,
          ubuntu-latest,
        ]
        python-version: ['3.11']
        dependencies: [full]
        tests-type: [unit]
        test-runner: [pytest]
        include:
          - os: ubuntu-latest
            python-version: '3.8'
            dependencies: minimal
            tests-type: unit
            test-runner: pytest
          - os: ubuntu-latest
            # this job is necessary for non-answer, 'yield' based tests
            # because pytest doesn't support such tests, and nose is not
            # compatible with Python 3.10
            python-version: '3.9'
            dependencies: full
            tests-type: unit
            test-runner: nose
          - os: ubuntu-latest
            # answer tests use 'yield', so they require nose
            # they are also attached to a specific, occasionally updated, Python version
            # but it does *not* have to match the current minimal supported version
            python-version: '3.9'
            dependencies: full
            tests-type: answer
            test-runner: nose

    runs-on: ${{ matrix.os }}

    concurrency:
      # auto-cancel any in-progress job *on the same branch*
      group: ${{ github.workflow }}-${{ github.ref }}-${{ matrix.tests-type }}-py${{ matrix.python-version }}-${{ matrix.os }}-${{ matrix.test-runner }}
      cancel-in-progress: true

    steps:
    - name: Set up Python
      uses: actions/setup-python@v4
      with:
        python-version: ${{ matrix.python-version }}
    - name: Checkout repo (bare)
      if: matrix.tests-type != 'answer'
      uses: actions/checkout@v3
    - name: Checkout repo (with submodules)
      if: matrix.tests-type == 'answer'
      uses: actions/checkout@v3
      with:
        submodules: true
    - name: Set up Conda (windows only)
      uses: s-weigand/setup-conda@v1
      if: matrix.os == 'windows-latest'
      with:
        update-conda: true
        conda-channels: conda-forge
        activate-conda: true
        python-version: ${{matrix.python-version}}
    - name: Install dependencies and yt
      shell: bash
      env:
        dependencies: ${{ matrix.dependencies }}
      run: source ./tests/ci_install.sh
    - name: Run Unit Tests (pytest)
      if: matrix.test-runner == 'pytest'
      run: pytest --color=yes
    - name: Run Tests (nose)
      if: matrix.test-runner == 'nose'
      run: cat nose_ignores.txt | xargs python -m nose -c nose_unit.cfg --traverse-namespace

  image-tests:
    name: Image tests
    runs-on: ubuntu-latest

    concurrency:
      # auto-cancel any in-progress job *on the same branch*
      group: ${{ github.workflow }}-${{ github.ref }}
      cancel-in-progress: true

    steps:
    - name: Set up Python
      uses: actions/setup-python@v4
      with:
        python-version: '3.11'

    - name: Checkout repo (with submodules)
      uses: actions/checkout@v3
      with:
        submodules: true

    - name: Install dependencies and yt
      shell: bash
      env:
        dependencies: ''
      # see https://github.com/SciTools/cartopy/issues/2199
      # for why scipy is pinned here (this is meant a temporary measure)
      run: |
        source ./tests/ci_install.sh
        python -m pip install cartopy "scipy<1.11"

    - name: Run Image Tests
      run: |
        pytest --color=yes --mpl -m mpl_image_compare \
               --mpl-generate-summary=html \
               --mpl-results-path=pytest_mpl_results \
               --mpl-baseline-path=tests/pytest_mpl_baseline

    - name: Generate new image baseline
      if: failure()
      run: |
        pytest --color=yes --mpl -m mpl_image_compare \
               --mpl-generate-path=pytest_mpl_new_baseline \
               --last-failed

    # always attempt to upload artifacts, even
    # (and especially) in case of failure.
    - name: Upload pytest-mpl report
      if: always()
      uses: actions/upload-artifact@v3
      with:
        name: yt_pytest_mpl_results
        path: pytest_mpl_results/*

    - name: Upload pytest-mpl baseline
      if: always()
      uses: actions/upload-artifact@v3
      with:
        name: yt_pytest_mpl_new_baseline
        path: pytest_mpl_new_baseline/*
        if-no-files-found: ignore