Browse Source

fix text split (#15426)

Jyong 1 month ago
parent
commit
f77f7e1437
1 changed files with 4 additions and 1 deletions
  1. 4 1
      api/core/rag/splitter/fixed_text_splitter.py

+ 4 - 1
api/core/rag/splitter/fixed_text_splitter.py

@@ -88,7 +88,10 @@ class FixedRecursiveCharacterTextSplitter(EnhanceRecursiveCharacterTextSplitter)
                 break
         # Now that we have the separator, split the text
         if separator:
-            splits = text.split(separator)
+            if separator == " ":
+                splits = text.split()
+            else:
+                splits = text.split(separator)
         else:
             splits = list(text)
         # Now go merging things, recursively splitting longer texts.