test.yml

name: Test
on: [push, pull_request]

jobs:
  build:
    runs-on: ubuntu-latest
    strategy:
      matrix:
        python-version: [ '3.8', '3.9', '3.10' ]
    steps:
    - uses: actions/checkout@v2
    - name: Setup python
      uses: actions/setup-python@v2
      with:
        python-version: ${{ matrix.python-version }}
        architecture: x64
    - uses: actions/cache@v1
      with:
        path: ~/.cache/pip
        key: ${{ runner.os }}-pip-${{ hashFiles('**/requirements.txt') }}-${{ hashFiles('**/requirements_dev.txt') }}

    - run: pip install .
    - run: datagetter.py --limit-downloads 8
    - run: ls ./data/data_acceptable_license.json
    - run: ls ./data/data_acceptable_license_valid.json
    - run: ls ./data/data_all.json
    - run: ls ./data/json_acceptable_license/
    - run: ls ./data/json_acceptable_license_valid/
    - run: ls ./data/json_all/
    - run: ls ./data/json_valid/
    - run: ls ./data/original/
    - run: grep -A 8 "datagetter_metadata" ./data/data_all.json
    - run: grep "datagetter_metadata" ./data/data_all.json | wc -l | grep "8"