updated cluster env and local catch for efs #9
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: workloads | |
| on: | |
| workflow_dispatch: # manual | |
| pull_request: | |
| branches: | |
| - main | |
| permissions: write-all | |
| jobs: | |
| workloads: | |
| runs-on: ubuntu-22.04 | |
| steps: | |
| # Configure AWS credentials | |
| - name: Configure AWS credentials | |
| uses: aws-actions/configure-aws-credentials@v2 | |
| with: | |
| role-to-assume: arn:aws:iam::593241322649:role/github-actions-madewithml | |
| role-session-name: s3access | |
| aws-region: us-west-2 | |
| # Set up dependencies | |
| - uses: actions/checkout@v3 | |
| - uses: actions/setup-python@v4 | |
| with: | |
| python-version: '3.10.11' | |
| cache: 'pip' | |
| - run: python3 -m pip install anyscale==0.5.131 typer==0.9.0 | |
| # Run workloads | |
| - name: Workloads | |
| run: | | |
| export ANYSCALE_HOST=${{ secrets.ANYSCALE_HOST }} | |
| export ANYSCALE_CLI_TOKEN=${{ secrets.ANYSCALE_CLI_TOKEN }} | |
| anyscale jobs submit deploy/jobs/workloads.yaml --wait | |
| # Read results from S3 | |
| - name: Read results from S3 | |
| run: | | |
| mkdir results | |
| aws s3 cp s3://madewithml/${{ github.actor }}/results/ results/ --recursive | |
| python .github/workflows/json_to_md.py results/training_results.json results/training_results.md | |
| python .github/workflows/json_to_md.py results/evaluation_results.json results/evaluation_results.md | |
| # Comment results to PR | |
| - name: Comment training results on PR | |
| uses: thollander/actions-comment-pull-request@v2 | |
| with: | |
| filePath: results/training_results.md | |
| - name: Comment evaluation results on PR | |
| uses: thollander/actions-comment-pull-request@v2 | |
| with: | |
| filePath: results/evaluation_results.md |