From cb285f4c29efa1ab24baf1f6d5b06b967c0354df Mon Sep 17 00:00:00 2001 From: Robert Shaw Date: Wed, 12 Jun 2024 17:57:27 +0000 Subject: [PATCH] fix test compressed.py --- tests/models/test_compressed.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/tests/models/test_compressed.py b/tests/models/test_compressed.py index cac6addafe5eb..4670c1c420a76 100644 --- a/tests/models/test_compressed.py +++ b/tests/models/test_compressed.py @@ -7,6 +7,7 @@ """ import pytest +import gc from tests.models.utils import check_logprobs_close @@ -40,6 +41,8 @@ def test_models( example_prompts, max_tokens, num_logprobs) del sparse_model + gc.collect() + dense_model = vllm_runner(model_name=model_name, sparsity=None, dtype=dtype,