chore: update worker's dockerfile and use github action to build images

Signed-off-by: bjwswang <[email protected]>
kubeagi · Dec 26, 2023 · 3a6ebcc · 3a6ebcc
1 parent 4a54e73
commit 3a6ebcc
Show file tree

Hide file tree

Showing 4 changed files with 123 additions and 32 deletions.
diff --git a/.github/workflows/worker_image_build.yml b/.github/workflows/worker_image_build.yml
@@ -0,0 +1,76 @@
+name: Build KubeAGI worker images
+
+on:
+  push:
+    branches: [dockerfile]
+    paths:
+      - 'deploy/llms/Dockerfile.fastchat-worker'
+  workflow_dispatch:
+env:
+  PYTHON_INDEX_URL: https://pypi.org/simple 
+
+jobs:
+  image:
+    if: github.repository == 'bjwswang/arcadia'
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+      - name: Set Variable
+        id: set-env
+        run: |
+          TAG=$(git describe --tags --abbrev=0 --match 'v*' 2> /dev/null) || true
+          if [ -z "$TAG" ]; then
+            echo "No tag found, use v0.1.0 as default"
+            TAG=v0.1.0
+          fi
+          echo "TAG=${TAG}" >> $GITHUB_OUTPUT
+          echo "DATE=$(TZ=Asia/Shanghai date +'%Y%m%d')" >> $GITHUB_OUTPUT
+      - name: Show Variable
+        run: echo "varibables ${{ steps.set-env.outputs.TAG }}-${{ steps.set-env.outputs.DATE }}"
+      - name: Set up QEMU
+        uses: docker/setup-qemu-action@v3
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+        with:
+          buildkitd-flags: --debug
+          config-inline: |
+            [worker.oci]
+              max-parallelism = 1
+      - name: Login to the dockerhub Registry
+        uses: docker/login-action@v3
+        with:
+          username: ${{ secrets.DOCKER_USERNAME }}
+          password: ${{ secrets.DOCKER_TOKEN }}
+      - uses: benjlevesque/[email protected]
+        name: Get short commit sha
+        id: short-sha
+      - name: Build and push Fastchat Worker
+        id: push-worker
+        uses: docker/build-push-action@v5
+        with:
+          context: .
+          file: deploy/llms/Dockerfile.fastchat-worker
+          platforms: linux/amd64,linux/arm64
+          tags: |
+            kubeagi/arcadia-fastchat-worker:latest
+            kubeagi/arcadia-fastchat-worker:${{ steps.set-env.outputs.TAG }}
+            kubeagi/arcadia-fastchat-worker:${{ steps.set-env.outputs.TAG }}-${{ steps.set-env.outputs.DATE }}-${{ steps.short-sha.outputs.sha }}
+          push: true
+          build-args: |
+            PYTHON_INDEX_URL=${{ env.PYTHON_INDEX_URL }}
+      - name: Build and push Fastchat Worker
+        id: push-vllm-worker
+        uses: docker/build-push-action@v5
+        with:
+          context: .
+          file: deploy/llms/Dockerfile.fastchat-worker
+          platforms: linux/amd64,linux/arm64
+          tags: |
+            kubeagi/arcadia-fastchat-worker:vllm-${{ steps.set-env.outputs.TAG }}
+            kubeagi/arcadia-fastchat-worker:vllm-${{ steps.set-env.outputs.TAG }}-${{ steps.set-env.outputs.DATE }}-${{ steps.short-sha.outputs.sha }}
+          push: true
+          build-args: |
+            BASE_IMAGE_VERSION=${{ steps.set-env.outputs.TAG }}-${{ steps.set-env.outputs.DATE }}-${{ steps.short-sha.outputs.sha }}
+            PYTHON_INDEX_URL=${{ env.PYTHON_INDEX_URL }}
diff --git a/deploy/llms/Dockerfile.fastchat-server b/deploy/llms/Dockerfile.fastchat-server
@@ -1,14 +1,19 @@
 FROM python:3.9-slim
 
-ENV TZ=Asia/Shanghai
-
+# Define a build argument with a default value
+ARG PACKAGE_REGISTRY="mirrors.tuna.tsinghua.edu.cn"
 RUN sed -i 's/deb.debian.org/mirrors.tuna.tsinghua.edu.cn/g' /etc/apt/sources.list.d/debian.sources
 
+ENV TZ=Asia/Shanghai
 RUN export DEBIAN_FRONTEND=noninteractive \
     && apt-get update \
     && apt-get install -y tzdata \
     && ln -fs /usr/share/zoneinfo/Asia/Shanghai /etc/localtime \
     && dpkg-reconfigure --frontend noninteractive tzdata
 
 RUN apt-get update -y && apt-get install -y python3.9-distutils curl python3-pip
-RUN pip3 install fschat -i https://pypi.mirrors.ustc.edu.cn/simple/
+
+# Official: https://pypi.org/simple 
+ARG PYTHON_INDEX_URL=https://pypi.mirrors.ustc.edu.cn/simple/
+
+RUN python3.9 -m pip install fschat -i ${PYTHON_INDEX_URL}
diff --git a/deploy/llms/Dockerfile.fastchat-worker b/deploy/llms/Dockerfile.fastchat-worker
@@ -1,29 +1,31 @@
-FROM nvidia/cuda:12.2.0-runtime-ubuntu20.04
-
-ENV TZ=Asia/Shanghai
-
-RUN sed -i 's/archive.ubuntu.com/mirrors.tuna.tsinghua.edu.cn/g' /etc/apt/sources.list
-RUN sed -i 's/security.ubuntu.com/mirrors.tuna.tsinghua.edu.cn/g' /etc/apt/sources.list
-
-RUN export DEBIAN_FRONTEND=noninteractive \
-    && apt-get update \
-    && apt-get install -y tzdata \
-    && ln -fs /usr/share/zoneinfo/Asia/Shanghai /etc/localtime \
-    && dpkg-reconfigure --frontend noninteractive tzdata
-
-RUN apt-get update -y && apt-get install -y python3.9 python3.9-distutils curl python3-pip
-RUN python3.9 -m pip install tomli -i https://pypi.mirrors.ustc.edu.cn/simple/
-RUN python3.9 -m pip install setuptools_scm -i https://pypi.mirrors.ustc.edu.cn/simple/
-RUN python3.9 -m pip install wavedrom -i https://pypi.mirrors.ustc.edu.cn/simple/
-RUN python3.9 -m pip install fschat -i https://pypi.mirrors.ustc.edu.cn/simple/
-RUN python3.9 -m pip install fschat[model_worker,webui] pydantic==1.10.13 -i https://pypi.mirrors.ustc.edu.cn/simple/
-
-# required by vllm
-# RUN python3.9 -m pip install vllm -i https://pypi.mirrors.ustc.edu.cn/simple/
-
-# required by qwen
-# might also install flash-attention to improve performance
-# RUN python3.9 -m pip install transformers==4.32.0 accelerate tiktoken einops scipy transformers_stream_generator==0.0.4 -i https://pypi.mirrors.ustc.edu.cn/simple/
-
-# required by qwen quantize
-# RUN python3.9 -m pip install auto-gptq optimum -i https://pypi.mirrors.ustc.edu.cn/simple/qwn
+FROM nvidia/cuda:12.2.0-devel-ubuntu20.04
+
+
+# Define a build argument with a default value
+ARG PACKAGE_REGISTRY="mirrors.tuna.tsinghua.edu.cn"
+
+# Update the package registry based on the build argument
+RUN sed -i "s/archive.ubuntu.com/$PACKAGE_REGISTRY/g" /etc/apt/sources.list \
+    && sed -i "s/security.ubuntu.com/$PACKAGE_REGISTRY/g" /etc/apt/sources.list
+
+# Configure the default Timezone
+ENV TZ=Asia/Shanghai
+RUN export DEBIAN_FRONTEND=noninteractive \
+    && apt-get update \
+    && apt-get install -y tzdata \
+    && ln -fs /usr/share/zoneinfo/Asia/Shanghai /etc/localtime \
+    && dpkg-reconfigure --frontend noninteractive tzdata
+
+# Official: https://pypi.org/simple 
+ARG PYTHON_INDEX_URL="https://pypi.mirrors.ustc.edu.cn/simple/"
+
+# Install fastchat along with its dependencies
+RUN apt-get install -y python3.9 python3.9-distutils curl python3-pip
+RUN python3.9 -m pip install tomli setuptools_scm wavedrom -i ${PYTHON_INDEX_URL}
+RUN python3.9 -m pip install fschat fschat[model_worker] -i ${PYTHON_INDEX_URL}
+
+# Install requirements for QWen(https://huggingface.co/Qwen/Qwen-72B-Chat)
+RUN python3.9 -m pip install einops scipy transformers_stream_generator==0.0.4 deepspeed -i ${PYTHON_INDEX_URL}
+
+# Install requirements for Qutantization with auto-gptq
+RUN python3.9 -m pip install auto-gptq optimum -i ${PYTHON_INDEX_URL}
diff --git a/deploy/llms/Dockerfile.fastchat-worker-vllm b/deploy/llms/Dockerfile.fastchat-worker-vllm
@@ -0,0 +1,8 @@
+ARG BASE_IMAGE_VERSION="v0.1.0"
+FROM kubeagi/arcadia-fastchat-worker:${BASE_IMAGE_VERSION}
+
+# Official: https://pypi.org/simple 
+ARG PYTHON_INDEX_URL="https://pypi.mirrors.ustc.edu.cn/simple/"
+# Install requirements for vllm worker
+RUN python3.9 -m pip install vllm -i ${PYTHON_INDEX_URL}
+