From dce33361e1d22c5e718705cc1692d2a85851cc2f Mon Sep 17 00:00:00 2001
From: Ettore Di Giacinto <mudler@localai.io>
Date: Tue, 14 Jan 2025 09:21:47 +0100
Subject: [PATCH] chore(model gallery): add LocalAI-functioncall-phi-4-v0.3

Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
---
 gallery/index.yaml            | 16 ++++++++++++++++
 gallery/phi-4-chat-fcall.yaml | 10 ++++++++++
 2 files changed, 26 insertions(+)

diff --git a/gallery/index.yaml b/gallery/index.yaml
index 7eb9d479b1fd..bb0339bb828d 100644
--- a/gallery/index.yaml
+++ b/gallery/index.yaml
@@ -23,6 +23,22 @@
     - filename: phi-4-Q4_K_M.gguf
       uri: huggingface://bartowski/phi-4-GGUF/phi-4-Q4_K_M.gguf
       sha256: 009aba717c09d4a35890c7d35eb59d54e1dba884c7c526e7197d9c13ab5911d9
+- !!merge <<: *phi4
+  url: "github:mudler/LocalAI/gallery/phi-4-chat-fcall.yaml@master"
+  name: "LocalAI-functioncall-phi-4-v0.3"
+  icon: https://cdn-uploads.huggingface.co/production/uploads/647374aa7ff32a81ac6d35d4/Dzbdzn27KEc3K6zNNi070.png
+  urls:
+    - https://huggingface.co/mudler/LocalAI-functioncall-phi-4-v0.3
+    - https://huggingface.co/mudler/LocalAI-functioncall-phi-4-v0.3-Q4_K_M-GGUF
+  description: |
+    A model tailored to be conversational and execute function calls with LocalAI. This model is based on phi-4.
+  overrides:
+    parameters:
+      model: localai-functioncall-phi-4-v0.3-q4_k_m.gguf
+  files:
+    - filename: localai-functioncall-phi-4-v0.3-q4_k_m.gguf
+      sha256: 23fee048ded2a6e2e1a7b6bbefa6cbf83068f194caa9552aecbaa00fec8a16d5
+      uri: huggingface://mudler/LocalAI-functioncall-phi-4-v0.3-Q4_K_M-GGUF/localai-functioncall-phi-4-v0.3-q4_k_m.gguf
 - !!merge <<: *phi4
   url: "github:mudler/LocalAI/gallery/phi-4-chat-fcall.yaml@master"
   name: "LocalAI-functioncall-phi-4-v0.2"
diff --git a/gallery/phi-4-chat-fcall.yaml b/gallery/phi-4-chat-fcall.yaml
index a6fa261e1ce2..23c2e53dbf88 100644
--- a/gallery/phi-4-chat-fcall.yaml
+++ b/gallery/phi-4-chat-fcall.yaml
@@ -3,6 +3,16 @@ name: "phi-4-chat"
 
 config_file: |
   mmap: true
+  function:
+    json_regex_match:
+    - "(?s)<Output>(.*?)</Output>"
+    capture_llm_results:
+      - (?s)<Thought>(.*?)</Thought>
+    replace_llm_results:
+      - key: (?s)<Thought>(.*?)</Thought>
+        value: ""
+    grammar:
+      properties_order: "name,arguments"
   template:
     chat_message: |
       <|im_start|>{{ .RoleName }}<|im_sep|>