fix: use RecursiveCharacter to replace TokenSplitter to skip net req

Signed-off-by: Abirdcfly <[email protected]>
kubeagi · Nov 28, 2023 · 13c33c2 · 13c33c2
1 parent b657ec6
commit 13c33c2
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/controllers/knowledgebase_controller.go b/controllers/knowledgebase_controller.go
@@ -410,7 +410,7 @@ func (r *KnowledgeBaseReconciler) handleFile(ctx context.Context, log logr.Logge
 
 	// initliaze text splitter
 	// var split textsplitter.TextSplitter
-	split := textsplitter.NewTokenSplitter(
+	split := textsplitter.NewRecursiveCharacter(
 		textsplitter.WithChunkSize(300),
 		textsplitter.WithChunkOverlap(30),
 	)