Refactor model subscription and update model selection options in set…

…tings
locaal-ai · Nov 6, 2024 · e515c12 · e515c12
1 parent 0068e5f
commit e515c12
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 4 deletions.
diff --git a/src/llm/model.py b/src/llm/model.py
@@ -30,7 +30,6 @@ def __init__(self):
             # llama_log_set(log_callback, ctypes.c_void_p())
             self.set_model(None)
             subscribe_to_data("settings.json", "model", self.set_model)
-            subscribe_to_data("settings.json", "model_file", self.set_model)
             subscribe_to_data("settings.json", "context_size", self.set_model)
 
     def set_model(self, _):

diff --git a/src/settings_screen.py b/src/settings_screen.py
@@ -106,11 +106,15 @@ def compose(self):
                         (model, model)
                         for model in [
                             "bartowski/Llama-3.2-1B-Instruct-GGUF",
+                            "bartowski/SmolLM2-1.7B-Instruct-GGUF",
+                            "bartowski/Phi-3.5-mini-instruct-GGUF",
                             "MaziyarPanahi/Llama-3.2-1B-Instruct-GGUF",
+                            "MaziyarPanahi/Qwen2-1.5B-Instruct-GGUF",
                             "unsloth/Llama-3.2-1B-Instruct-GGUF",
                             "lmstudio-community/Llama-3.2-1B-Instruct-GGUF",
-                            "MaziyarPanahi/SmolLM-1.7B-Instruct-v0.2-GGUF",
-                            "bartowski/Phi-3.5-mini-instruct_Uncensored-GGUF",
+                            "lmstudio-community/Qwen2.5-1.5B-Instruct-GGUF",
+                            "lmstudio-community/SmolLM2-360M-Instruct-GGUF",
+                            "HuggingFaceTB/SmolLM2-1.7B-Instruct-GGUF",
                         ]
                     ],
                     id="model-select",
@@ -139,9 +143,12 @@ def compose(self):
     def on_select_changed(self, changed: Select.Changed):
         if changed.select.id == "model-select":
             self.current_model = changed.select.value
-            store_data("settings.json", "model", self.current_model)
             model_file = find_q4_model_file(self.current_model)
+            if model_file is None:
+                self.notify("Q4 model file not found.")
+                return
             store_data("settings.json", "model_file", model_file)
+            store_data("settings.json", "model", self.current_model)
             self.notify("Model updated.")
         elif changed.select.id == "whisper-model-select":
             self.current_whisper_model = changed.select.value