bump aana version

mobiusml · Nov 15, 2024 · 4afbb75 · 4afbb75
1 parent 897e197
commit 4afbb75
Show file tree

Hide file tree

Showing 3 changed files with 924 additions and 1,197 deletions.
diff --git a/aana_chat_with_video/configs/deployments.py b/aana_chat_with_video/configs/deployments.py
@@ -47,7 +47,7 @@
             user_config=VLLMConfig(
                 model="Qwen/Qwen2-VL-2B-Instruct",
                 dtype=Dtype.AUTO,
-                gpu_memory_reserved=12000,
+                gpu_memory_reserved=15000,
                 max_model_len=32768,
                 enforce_eager=True,
                 default_sampling_params=SamplingParams(