Format code and minor bug fix (#2716)

lm-sys · Nov 22, 2023 · 0bbeddc · 0bbeddc
1 parent 99d19ac
commit 0bbeddc
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 1 deletion.
diff --git a/fastchat/conversation.py b/fastchat/conversation.py
@@ -535,7 +535,7 @@ def get_conv_template(name: str) -> Conversation:
         roles=("### Instruction:", "### Response:"),
         sep="\n",
         stop_str="<|EOT|>",
-        sep_style=SeparatorStyle.ADD_NEW_LINE_SINGLE
+        sep_style=SeparatorStyle.ADD_NEW_LINE_SINGLE,
     )
 )
 

diff --git a/fastchat/serve/inference.py b/fastchat/serve/inference.py
@@ -118,6 +118,7 @@ def generate_stream(
     token_logprobs = [None]  # The first token has no logprobs.
     sent_interrupt = False
     finish_reason = None
+    stopped = False
     for i in range(max_new_tokens):
         if i == 0:  # prefill
             if model.config.is_encoder_decoder: