From 494d6b89c6638064903e7d409e7ba330e21d2b51 Mon Sep 17 00:00:00 2001 From: winstxnhdw Date: Sun, 3 Dec 2023 19:47:26 +0800 Subject: [PATCH] chore: separate CT2 environment variables --- Dockerfile | 1 + 1 file changed, 1 insertion(+) diff --git a/Dockerfile b/Dockerfile index 87febfc..24a7e77 100644 --- a/Dockerfile +++ b/Dockerfile @@ -2,6 +2,7 @@ FROM ghcr.io/winstxnhdw/llm-api:main ENV SERVER_PORT 5000 ENV APP_PORT 7860 + ENV OMP_NUM_THREADS 8 ENV CT2_USE_EXPERIMENTAL_PACKED_GEMM 1 ENV CT2_FORCE_CPU_ISA AVX512