Skip to content

Commit

Permalink
add autoawq and bnb to setup.py
Browse files Browse the repository at this point in the history
- update github workflow files to install autoawq and bnb using setup.py
- "requests" is installed independently because "autoawq@git+https..." requires it to proceed with its installation.
  • Loading branch information
aliabdelkader committed Mar 7, 2024
1 parent 5d256d6 commit 6d323e4
Show file tree
Hide file tree
Showing 4 changed files with 8 additions and 7 deletions.
2 changes: 1 addition & 1 deletion .github/workflows/test_cli_cuda_pytorch.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -53,4 +53,4 @@ jobs:
--workdir /workspace/optimum-benchmark
--entrypoint /bin/bash
opt-bench-cuda:${{ matrix.image.cuda_version }}
-c "pip install -e .[testing,diffusers,timm,deepspeed,peft] && pip install bitsandbytes git+https://github.com/casper-hansen/AutoAWQ.git && pytest -k 'cli and cuda and pytorch' -x"
-c "pip install requests && pip install -e .[testing,diffusers,timm,deepspeed,peft,bitsandbytes,autoawq] && pytest -k 'cli and cuda and pytorch' -x"
2 changes: 1 addition & 1 deletion .github/workflows/test_cli_rocm_pytorch.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -51,4 +51,4 @@ jobs:
--device /dev/dri/renderD129
--entrypoint /bin/bash
opt-bench-rocm:${{ matrix.image.rocm_version }}
-c "pip install -e .[testing,diffusers,timm,deepspeed,peft] && pip install git+https://github.com/casper-hansen/AutoAWQ.git && pytest -k 'cli and cuda and pytorch and not bnb' -x"
-c "pip install requests && pip install -e .[testing,diffusers,timm,deepspeed,peft,autoawq] && pytest -k 'cli and cuda and pytorch and not bnb' -x"
9 changes: 4 additions & 5 deletions Makefile
Original file line number Diff line number Diff line change
Expand Up @@ -15,9 +15,8 @@ CLI_MISC_REQS := testing

CLI_CUDA_ONNXRUNTIME_REQS := testing,timm,diffusers
CLI_ROCM_ONNXRUNTIME_REQS := testing,timm,diffusers
CLI_CUDA_PYTORCH_REQS := testing,timm,diffusers,deepspeed,peft
CLI_ROCM_PYTORCH_REQS := testing,timm,diffusers,deepspeed,peft
CLI_CUDA_PYTORCH_QUANTIZATION_REQS := bitsandbytes git+https://github.com/casper-hansen/AutoAWQ.git
CLI_CUDA_PYTORCH_REQS := testing,timm,diffusers,deepspeed,peft,bitsandbytes,autoawq
CLI_ROCM_PYTORCH_REQS := testing,timm,diffusers,deepspeed,peft,autoawq
CLI_CPU_OPENVINO_REQS := testing,openvino,timm,diffusers
CLI_CPU_PYTORCH_REQS := testing,timm,diffusers,deepspeed,peft
CLI_CPU_ONNXRUNTIME_REQS := testing,onnxruntime,timm,diffusers
Expand Down Expand Up @@ -108,7 +107,7 @@ define test_nvidia
--entrypoint /bin/bash \
--volume $(PWD):/workspace \
--workdir /workspace \
opt-bench-$(1):local -c "pip install -e .[$(2)] && pip install $(CLI_CUDA_PYTORCH_QUANTIZATION_REGS) && pytest tests/ -k '$(3)' -x"
opt-bench-$(1):local -c "pip install requests && pip install -e .[$(2)] && pytest tests/ -k '$(3)' -x"
endef

define test_amdgpu
Expand All @@ -122,7 +121,7 @@ define test_amdgpu
--entrypoint /bin/bash \
--volume $(PWD):/workspace \
--workdir /workspace \
opt-bench-$(1):local -c "pip install -e .[$(2)] && pip install git+https://github.com/casper-hansen/AutoAWQ.git && pytest tests/ -k '$(3)' -x"
opt-bench-$(1):local -c "pip install requests && pip install -e .[$(2)] && pytest tests/ -k '$(3)' -x"
endef

# group the extra
Expand Down
2 changes: 2 additions & 0 deletions setup.py
Original file line number Diff line number Diff line change
Expand Up @@ -55,6 +55,8 @@
"diffusers": ["diffusers"],
"timm": ["timm"],
"peft": ["peft"],
"autoawq": ["autoawq@git+https://github.com/casper-hansen/AutoAWQ.git"],
"bitsandbytes": ["bitsandbytes"]
}


Expand Down

0 comments on commit 6d323e4

Please sign in to comment.