Skip to content
This repository has been archived by the owner on Oct 25, 2024. It is now read-only.

Commit

Permalink
update deepspeed version for habana docker (#1529)
Browse files Browse the repository at this point in the history
  • Loading branch information
@VincyZhang
VincyZhang authored May 7, 2024
1 parent 7f5953c commit f650408
Show file tree
Hide file tree
Showing 5 changed files with 27 additions and 16 deletions.
8 changes: 5 additions & 3 deletions docker/Dockerfile_chatbot
View file
Original file line number Diff line number Diff line change
Expand Up @@ -103,8 +103,10 @@ WORKDIR /intel-extension-for-transformers

# Build ITREX
RUN cd /intel-extension-for-transformers && \
sed -i '/find-links https:\/\/download.pytorch.org\/whl\/torch_stable.html/d' requirements.txt && \
sed -i '/--extra-index-url https:\/\/download.pytorch.org\/whl\/cpu/d' requirements.txt && \
sed -i '/^torch/d;/^intel-extension-for-pytorch/d' requirements.txt && \
sed -i '/--extra-index-url https:\/\/download.pytorch.org\/whl\/cpu/d' requirements-cpu.txt && \
sed -i '/^torch/d;/^intel-extension-for-pytorch/d' requirements-cpu.txt && \
pip install -r requirements.txt && \
python setup.py install

Expand All @@ -116,12 +118,12 @@ RUN git clone https://github.com/huggingface/optimum-habana.git && \
pip install peft einops datasets && pip list && \
git clone https://github.com/HabanaAI/DeepSpeed.git && \
cd DeepSpeed && \
git checkout -b v1.13 origin/1.13.0 && \
git checkout -b v1.15 origin/1.15.0 && \
pip install -e .

# Install dependency
RUN cd /intel-extension-for-transformers/intel_extension_for_transformers/neural_chat/examples/finetuning/instruction && \
sed -i '/find-links https:\/\/download.pytorch.org\/whl\/torch_stable.html/d' requirements.txt && \
sed -i '/--extra-index-url https:\/\/download.pytorch.org\/whl\/cpu/d' requirements.txt && \
sed -i '/^torch/d;/^intel-extension-for-pytorch/d' requirements.txt && \
pip install -r requirements.txt && \
cd /intel-extension-for-transformers/intel_extension_for_transformers/neural_chat/ && \
Expand Down
11 changes: 7 additions & 4 deletions intel_extension_for_transformers/neural_chat/docker/Dockerfile
View file
Original file line number Diff line number Diff line change
Expand Up @@ -103,10 +103,13 @@ WORKDIR /intel-extension-for-transformers

# Build ITREX
RUN cd /intel-extension-for-transformers && \
sed -i '/find-links https:\/\/download.pytorch.org\/whl\/torch_stable.html/d' requirements.txt && \
sed -i '/--extra-index-url https:\/\/download.pytorch.org\/whl\/cpu/d' requirements.txt && \
sed -i '/^torch/d;/^intel-extension-for-pytorch/d' requirements.txt && \
sed -i '/--extra-index-url https:\/\/download.pytorch.org\/whl\/cpu/d' requirements-cpu.txt && \
sed -i '/^torch/d;/^intel-extension-for-pytorch/d' requirements-cpu.txt && \
pip install schema==0.7.5 numpy==1.26.4 && \
python setup.py install
python setup.py install && \
pip list

RUN git clone https://github.com/huggingface/optimum-habana.git && \
cd optimum-habana/ && git reset --hard 0dfda27dd0351d0753c35de2abb752309e2383b4 && pip install -e . && cd ../ && \
Expand All @@ -116,12 +119,12 @@ RUN git clone https://github.com/huggingface/optimum-habana.git && \
pip install peft einops datasets && pip list && \
git clone https://github.com/HabanaAI/DeepSpeed.git && \
cd DeepSpeed && \
git checkout -b v1.13 origin/1.13.0 && \
git checkout -b v1.15 origin/1.15.0 && \
pip install -e .

# Install dependency
RUN cd /intel-extension-for-transformers/intel_extension_for_transformers/neural_chat/examples/finetuning/instruction && \
sed -i '/find-links https:\/\/download.pytorch.org\/whl\/torch_stable.html/d' requirements.txt && \
sed -i '/--extra-index-url https:\/\/download.pytorch.org\/whl\/cpu/d' requirements.txt && \
sed -i '/^torch/d;/^intel-extension-for-pytorch/d' requirements.txt && \
pip install -r requirements.txt && \
cd /intel-extension-for-transformers/intel_extension_for_transformers/neural_chat/ && \
Expand Down
8 changes: 5 additions & 3 deletions intel_extension_for_transformers/neural_chat/docker/code_generation/hpu/Dockerfile
View file
Original file line number Diff line number Diff line change
Expand Up @@ -44,8 +44,10 @@ WORKDIR /intel-extension-for-transformers

# Build ITREX
RUN cd /intel-extension-for-transformers && \
sed -i '/find-links https:\/\/download.pytorch.org\/whl\/torch_stable.html/d' requirements.txt && \
sed -i '/--extra-index-url https:\/\/download.pytorch.org\/whl\/cpu/d' requirements.txt && \
sed -i '/^torch/d;/^intel-extension-for-pytorch/d' requirements.txt && \
sed -i '/--extra-index-url https:\/\/download.pytorch.org\/whl\/cpu/d' requirements-cpu.txt && \
sed -i '/^torch/d;/^intel-extension-for-pytorch/d' requirements-cpu.txt && \
pip install -r requirements.txt && \
python setup.py install

Expand All @@ -57,12 +59,12 @@ RUN git clone https://github.com/huggingface/optimum-habana.git && \
pip install peft einops datasets && pip list && \
git clone https://github.com/HabanaAI/DeepSpeed.git && \
cd DeepSpeed && \
git checkout -b v1.13 origin/1.13.0 && \
git checkout -b v1.15 origin/1.15.0 && \
pip install -e .

# Install dependency
RUN cd /intel-extension-for-transformers/intel_extension_for_transformers/neural_chat/examples/finetuning/instruction && \
sed -i '/find-links https:\/\/download.pytorch.org\/whl\/torch_stable.html/d' requirements.txt && \
sed -i '/--extra-index-url https:\/\/download.pytorch.org\/whl\/cpu/d' requirements.txt && \
sed -i '/^torch/d;/^intel-extension-for-pytorch/d' requirements.txt && \
pip install -r requirements.txt && \
cd /intel-extension-for-transformers/intel_extension_for_transformers/neural_chat/ && \
Expand Down
8 changes: 5 additions & 3 deletions intel_extension_for_transformers/neural_chat/docker/finetuning/Dockerfile
View file
Original file line number Diff line number Diff line change
Expand Up @@ -103,8 +103,10 @@ WORKDIR /intel-extension-for-transformers

# Build ITREX
RUN cd /intel-extension-for-transformers && \
sed -i '/find-links https:\/\/download.pytorch.org\/whl\/torch_stable.html/d' requirements.txt && \
sed -i '/--extra-index-url https:\/\/download.pytorch.org\/whl\/cpu/d' requirements.txt && \
sed -i '/^torch/d;/^intel-extension-for-pytorch/d' requirements.txt && \
sed -i '/--extra-index-url https:\/\/download.pytorch.org\/whl\/cpu/d' requirements-cpu.txt && \
sed -i '/^torch/d;/^intel-extension-for-pytorch/d' requirements-cpu.txt && \
pip install --no-cache-dir -r requirements.txt && \
python setup.py install

Expand All @@ -116,12 +118,12 @@ RUN git clone https://github.com/huggingface/optimum-habana.git && \
pip install --no-cache-dir peft einops datasets && pip list && \
git clone https://github.com/HabanaAI/DeepSpeed.git && \
cd DeepSpeed && \
git checkout -b v1.13 origin/1.13.0 && \
git checkout -b v1.15 origin/1.15.0 && \
pip install --no-cache-dir -e .

# Install dependency
RUN cd /intel-extension-for-transformers/intel_extension_for_transformers/neural_chat/examples/finetuning/instruction && \
sed -i '/find-links https:\/\/download.pytorch.org\/whl\/torch_stable.html/d' requirements.txt && \
sed -i '/--extra-index-url https:\/\/download.pytorch.org\/whl\/cpu/d' requirements.txt && \
sed -i '/^torch/d;/^intel-extension-for-pytorch/d' requirements.txt && \
pip install --no-cache-dir -r requirements.txt && \
cd /intel-extension-for-transformers/intel_extension_for_transformers/neural_chat/ && \
Expand Down
8 changes: 5 additions & 3 deletions intel_extension_for_transformers/neural_chat/docker/text_generation/hpu/Dockerfile
View file
Original file line number Diff line number Diff line change
Expand Up @@ -44,8 +44,10 @@ WORKDIR /intel-extension-for-transformers

# Build ITREX
RUN cd /intel-extension-for-transformers && \
sed -i '/find-links https:\/\/download.pytorch.org\/whl\/torch_stable.html/d' requirements.txt && \
sed -i '/--extra-index-url https:\/\/download.pytorch.org\/whl\/cpu/d' requirements.txt && \
sed -i '/^torch/d;/^intel-extension-for-pytorch/d' requirements.txt && \
sed -i '/--extra-index-url https:\/\/download.pytorch.org\/whl\/cpu/d' requirements-cpu.txt && \
sed -i '/^torch/d;/^intel-extension-for-pytorch/d' requirements-cpu.txt && \
pip install -r requirements.txt && \
python setup.py install

Expand All @@ -57,12 +59,12 @@ RUN git clone https://github.com/huggingface/optimum-habana.git && \
pip install peft einops datasets && pip list && \
git clone https://github.com/HabanaAI/DeepSpeed.git && \
cd DeepSpeed && \
git checkout -b v1.13 origin/1.13.0 && \
git checkout -b v1.15 origin/1.15.0 && \
pip install -e .

# Install dependency
RUN cd /intel-extension-for-transformers/intel_extension_for_transformers/neural_chat/examples/finetuning/instruction && \
sed -i '/find-links https:\/\/download.pytorch.org\/whl\/torch_stable.html/d' requirements.txt && \
sed -i '/--extra-index-url https:\/\/download.pytorch.org\/whl\/cpu/d' requirements.txt && \
sed -i '/^torch/d;/^intel-extension-for-pytorch/d' requirements.txt && \
pip install -r requirements.txt && \
cd /intel-extension-for-transformers/intel_extension_for_transformers/neural_chat/ && \
Expand Down

0 comments on commit f650408

Please sign in to comment.