chore: update to localai v2.1.0

.github/workflows/extract-binary.yaml

@@ -4,43 +4,41 @@ on:
   workflow_dispatch:
 
 permissions:
-  # contents: write
   packages: write
 
 jobs:
   extract-binary:
-    # strategy:
-    #   fail-fast: true
-    #   matrix:
-    #     build-type:
-    #       - cublas-cuda12
     runs-on: ubuntu-latest
     timeout-minutes: 240
+    env:
+      LOCAL_AI_VERSION: v2.1.0
     steps:
-      - name: cleanup disk space
-        run: |
-          docker system prune -f -a --volumes
-          sudo rm -rf /usr/share/dotnet
-          sudo rm -rf /opt/ghc
-          sudo rm -rf "/usr/local/share/boost"
-          sudo rm -rf "$AGENT_TOOLSDIRECTORY"
+      - uses: easimon/maximize-build-space@master
+        with:
+          remove-dotnet: 'true'
+          remove-docker-images: 'true'
+          remove-codeql: 'true'
+          remove-haskell: 'true'
+          remove-android: 'true'
+
       - name: install oras
         env:
           ORAS_VERSION: 1.1.0
         run: |
-          curl -sL "https://github.com/oras-project/oras/releases/download/v${ORAS_VERSION}/oras_${ORAS_VERSION}_linux_amd64.tar.gz
+          curl -sLO "https://github.com/oras-project/oras/releases/download/v${ORAS_VERSION}/oras_${ORAS_VERSION}_linux_amd64.tar.gz"
           tar -zxvf oras_${ORAS_VERSION}_linux_amd64.tar.gz -C /usr/local/bin/ oras
 
       - name: install crane
         env:
           CRANE_VERSION: 0.17.0
         run: |
-          curl -sL "https://github.com/google/go-containerregistry/releases/download/v${CRANE_VERSION}/go-containerregistry_Linux_x86_64.tar.gz" > go-containerregistry.tar.gz
-          tar -zxvf go-containerregistry.tar.gz -C /usr/local/bin/ crane
+          curl -sLO "https://github.com/google/go-containerregistry/releases/download/v${CRANE_VERSION}/go-containerregistry_Linux_x86_64.tar.gz"
+          tar -zxvf go-containerregistry_Linux_x86_64.tar.gz -C /usr/local/bin/ crane
 
-      - name: extract local-ai gpu binary
+      - name: extract artifacts from local-ai container
         run: |
-          crane export quay.io/go-skynet/local-ai:v2.0.0-cublas-cuda12 - | tar -Oxf - build/local-ai > local-ai
+          crane export quay.io/go-skynet/local-ai:${LOCAL_AI_VERSION}-cublas-cuda12-core > export.tar
+          tar -xvf export.tar build
 
       - name: Login to GHCR
         uses: docker/login-action@343f7c4344506bcbf9b4de18042ae17996df046d # v3.0.0
@@ -51,4 +49,14 @@ jobs:
 
       - name: create and push oci artifact
         run: |
-          oras push ghcr.io/sozercan/test/local-ai:v2.0.0-cublas-cuda12 local-ai:application/octet-stream
+          oras push ghcr.io/sozercan/test/local-ai:${LOCAL_AI_VERSION}-cublas-cuda12-core \
+            build/local-ai:application/octet-stream \
+            build/backend-assets/:application/octet-stream
+
+      - name: publish artifacts
+        uses: actions/upload-artifact@a8a3f3ad30e3422c9c7b888a15615d19a852ae32 # v3.1.3
+        with:
+          name: artifacts
+          path: |
+            build/local-ai
+            build/backend-assets/grpc/stablediffusion

pkg/aikit2llb/convert.go

@@ -15,7 +15,7 @@ import (
 const (
 	debianSlim     = "docker.io/library/debian:12-slim"
 	distrolessBase = "gcr.io/distroless/cc-debian12:latest"
-	localAIVersion = "v2.0.0"
+	localAIVersion = "v2.1.0"
 	cudaVersion    = "12-3"
 )