From d879da79b345063d29fb3b91427145b48be70ed7 Mon Sep 17 00:00:00 2001
From: Tijs Zwinkels <tijs@tinkertank.eu>
Date: Sun, 7 Jul 2024 21:35:03 +0200
Subject: [PATCH] make bot --model parameter function correctly

---
 bot.py           | 7 ++++---
 requirements.txt | 1 +
 2 files changed, 5 insertions(+), 3 deletions(-)

diff --git a/bot.py b/bot.py
index 89f8f19..fd91825 100644
--- a/bot.py
+++ b/bot.py
@@ -118,7 +118,7 @@ def main(
 
     model = Prompt.ask(
         "\n1. What main model do you want to use?",
-        default="Qwen/Qwen2-72B-Instruct",
+        default=model,
     )
     console.print(f"Selected {model}.", style="yellow italic")
     temperature = float(
@@ -199,8 +199,9 @@ def main(
 
         for chunk in output:
             out = chunk.choices[0].delta.content
-            console.print(out, end="")
-            all_output += out
+            if out is not None:
+                console.print(out, end="")
+                all_output += out
         print()
 
         if DEBUG:
diff --git a/requirements.txt b/requirements.txt
index bf9f390..a09808a 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -4,3 +4,4 @@ loguru
 datasets
 typer
 rich
+cffi