Skip to content

Add Data Extraction #230

Add Data Extraction

Add Data Extraction #230

Workflow file for this run

name: Backend CI
# Enable Buildkit and let compose use it to speed up image building
env:
DOCKER_BUILDKIT: 1
COMPOSE_DOCKER_CLI_BUILD: 1
SKLEARN_ALLOW_DEPRECATED_SKLEARN_PACKAGE_INSTALL: True
defaults:
run:
working-directory: ./
on:
pull_request:
branches: [ "master", "main" ]
paths-ignore: [ "docs/**" ]
push:
branches: [ "master", "main" ]
paths-ignore: [ "docs/**" ]
concurrency:
group: ${{ github.head_ref || github.run_id }}
cancel-in-progress: true
jobs:
linter:
runs-on: ubuntu-latest
steps:
- name: Checkout Code Repository
uses: actions/[email protected]
- name: Set up Python
uses: actions/setup-python@v4
with:
python-version: "3.10"
cache: pip
cache-dependency-path: |
requirements/base.txt
requirements/local.txt
- name: Run pre-commit
uses: pre-commit/[email protected]
# With no caching at all the entire ci process takes 4m 30s to complete!
pytest:
runs-on: ubuntu-latest
steps:
- name: Checkout Code Repository
uses: actions/[email protected]
- name: Store Codecov Env Flags
run: |
# use bash variable expression to get the substring
ci_env=`bash <(curl -s https://codecov.io/env)`
echo "$ci_env"
- name: Build the Stack
run: docker-compose -f test.yml build
- name: Run DB Migrations
run: docker-compose -f test.yml run --rm django python manage.py migrate
- name: Collect Static Files
run: docker-compose -f test.yml run --rm django python manage.py collectstatic
- name: Build Pytest Coverage File
run: |
docker-compose -f test.yml run django coverage run -m pytest --cov-report=xml --cov
- name: Upload Coverage Reports to Codecov
env:
CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }}
COMMIT_SHA: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || env.GITHUB_SHA }}
run: |
# use bash variable expression to get the substring
ci_env=`bash <(curl -s https://codecov.io/env)`
docker-compose -f test.yml run $ci_env django /bin/codecov -v -t ${CODECOV_TOKEN} -R . -f coverage.xml -C ${COMMIT_SHA}
- name: Tear down the Stack
run: docker-compose -f test.yml down