From d47531463a9f607018f0f12ed8800716e8048ffd Mon Sep 17 00:00:00 2001 From: Chivier Humber Date: Mon, 16 Sep 2024 13:00:57 +0000 Subject: [PATCH] Document Sync by Tina --- docs/stable/getting_started/installation.md | 5 ++--- docs/stable/store/quickstart.md | 3 +-- 2 files changed, 3 insertions(+), 5 deletions(-) diff --git a/docs/stable/getting_started/installation.md b/docs/stable/getting_started/installation.md index dcf35ac..a7852f3 100644 --- a/docs/stable/getting_started/installation.md +++ b/docs/stable/getting_started/installation.md @@ -36,8 +36,7 @@ pip install -i https://test.pypi.org/simple/ --extra-index-url https://pypi.org/ # vLLM Patch To use vLLM with ServerlessLLM, we need to apply our patch `serverless_llm/store/vllm_patch/sllm_load.patch` to the vLLM repository. Currently, the patch is only tested with vLLM version `0.5.0`. -You may do that by running the following commands: +You may do that by running our script: ```bash -VLLM_PATH=$(python -c "import vllm; import os; print(os.path.dirname(os.path.abspath(vllm.__file__)))") -patch -p2 -d $VLLM_PATH < serverless_llm/store/vllm_patch/sllm_load.patch +./serverless_llm/store/patch.sh ``` \ No newline at end of file diff --git a/docs/stable/store/quickstart.md b/docs/stable/store/quickstart.md index a749e09..6d126f7 100644 --- a/docs/stable/store/quickstart.md +++ b/docs/stable/store/quickstart.md @@ -112,8 +112,7 @@ print(tokenizer.decode(outputs[0], skip_special_tokens=True)) :::tip To use ServerlessLLM as the load format for vLLM, you need to apply our patch `serverless_llm/store/vllm_patch/sllm_load.patch` to the installed vLLM library. Therefore, please ensure you have applied our `vLLM Patch` as instructed in [installation guide](../getting_started/installation.md). ```bash -VLLM_PATH=$(python -c "import vllm; import os; print(os.path.dirname(os.path.abspath(vllm.__file__)))") -patch -p2 -d $VLLM_PATH < serverless_llm/store/vllm_patch/sllm_load.patch +./serverless_llm/store/patch.sh ``` :::