|
@@ -57,7 +57,7 @@ class BaseIndexProcessor(ABC):
|
|
|
|
|
|
character_splitter = FixedRecursiveCharacterTextSplitter.from_encoder(
|
|
|
chunk_size=segmentation["max_tokens"],
|
|
|
- chunk_overlap=segmentation.get('chunk_overlap', 0),
|
|
|
+ chunk_overlap=segmentation.get('chunk_overlap', 0) or 0,
|
|
|
fixed_separator=separator,
|
|
|
separators=["\n\n", "。", ". ", " ", ""],
|
|
|
embedding_model_instance=embedding_model_instance
|