skip_tokens in template fix

guinmoon · May 23, 2024 · b237aec · b237aec
1 parent bc70df5
commit b237aec
Show file tree

Hide file tree

Showing 3 changed files with 6 additions and 3 deletions.
diff --git a/LLMFarm/Chats/ChatView.swift b/LLMFarm/Chats/ChatView.swift
@@ -123,7 +123,7 @@ struct ChatView: View {
     }
 
     private var debugOverlay: some View {
-        Text(aiChatModel.cur_t_name)
+        Text(aiChatModel.cur_eval_token_num.description)
             .foregroundColor(.white)
             .frame(width: 185, height: 25)
 //            .padding([.top, .leading], 5)
@@ -155,7 +155,7 @@ struct ChatView: View {
                     }
                     .listStyle(PlainListStyle())
                     .overlay(scrollDownOverlay, alignment: .bottomTrailing)
-                    .overlay(debugOverlay, alignment: .topLeading)
+//                    .overlay(debugOverlay, alignment: .topLeading)
                 }
                 .onChange(of: aiChatModel.AI_typing){ ai_typing in
                     scrollToBottom(with_animation: false)

diff --git a/LLMFarm/Lib/FileHelper.swift b/LLMFarm/Lib/FileHelper.swift
@@ -24,6 +24,9 @@ func parse_model_setting_template(template_path:String) -> ChatSettingsTemplate{
         if (jsonResult_dict!["model_inference"] != nil){
             tmp_template.inference = jsonResult_dict!["model_inference"] as! String
         }
+        if (jsonResult_dict!["skip_tokens"] != nil){
+            tmp_template.skip_tokens = jsonResult_dict!["skip_tokens"] as! String
+        }
         if (jsonResult_dict!["prompt_format"] != nil){
             tmp_template.prompt_format = jsonResult_dict!["prompt_format"] as! String
         }

diff --git a/llmfarm_core.swift b/llmfarm_core.swift
+11 −10		Sources/llmfarm_core/LLaMa.swift
+2 −1		Sources/llmfarm_core_cpp/gpt_spm.cpp