Skip to content

Build from source quantization packages #432

Build from source quantization packages

Build from source quantization packages #432

name: CLI ROCm Pytorch Single-GPU Tests
on:
workflow_dispatch:
push:
branches:
- main
paths:
- .github/workflows/test_cli_rocm_pytorch_single_gpu.yaml
- "optimum_benchmark/**"
- "docker/**"
- "tests/**"
- "setup.py"
pull_request:
branches:
- main
paths:
- .github/workflows/test_cli_rocm_pytorch_single_gpu.yaml
- "optimum_benchmark/**"
- "docker/**"
- "tests/**"
- "setup.py"
concurrency:
cancel-in-progress: true
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
env:
IMAGE: ghcr.io/huggingface/optimum-benchmark:latest-rocm
jobs:
run_cli_rocm_pytorch_single_gpu_tests:
runs-on: [single-gpu, amd-gpu, mi250, ci]
steps:
- name: Checkout code
uses: actions/checkout@v4
- name: Set target devices
run: |
echo "DEVICE:$DEVICE"
echo "DEVICE=$DEVICE" >> $GITHUB_ENV
- name: Unroot docker image
run: |
docker build --build-arg IMAGE=${{ env.IMAGE }} --build-arg USER_ID=$(id -u) --build-arg GROUP_ID=$(id -g) -t ${{ env.IMAGE }}-unroot docker/unroot
- name: Run tests
uses: addnab/docker-run-action@v3
env:
DEVICE: ${{ env.DEVICE }}
with:
image: ${{ env.IMAGE }}-unroot
options: |
--rm
--shm-size 64G
--device /dev/kfd
--device /dev/dri/${{ env.DEVICE }}
--volume ${{ github.workspace }}:/workspace
--workdir /workspace
run: |
pip install -e .[testing,diffusers,timm,peft,autoawq,auto-gptq]
pytest -x -s -k "cli and cuda and pytorch and not (dp or ddp or device_map or deepspeed) and not (bnb or awq)"