Skip to content

Improve CI

Improve CI #24

Workflow file for this run

name: CI/CD
on: pull_request
jobs:
test:
environment: CI
name: Test
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
config: ["codellama", "llama-2", "mistral"]
env:
MODAL_TOKEN_ID: ${{ secrets.MODAL_TOKEN_ID }}
MODAL_TOKEN_SECRET: ${{ secrets.MODAL_TOKEN_SECRET }}
MODAL_ENVIRONMENT: CI-CD
steps:
- name: Checkout Repository
uses: actions/checkout@v4
- name: Install Python
uses: actions/setup-python@v5
with:
python-version: "3.12"
- name: Install Modal
run: |
python -m pip install --upgrade pip
pip install modal pyyaml
- name: Prep config and data for CI
run: |
python ci/prep_for_ci.py --config=config/${{ matrix.config }}.yml --data=data/sqlqa.jsonl
echo `wc -l data/sqlqa.jsonl | awk '{print $1}'` lines in test data
echo Config:
cat config/${{ matrix.config }}.yml
- name: Run training job on Modal
run: |
GPU_MEM=40 modal run src.train --config=config/${{ matrix.config }}.yml --data=data/sqlqa.jsonl