Jelajahi Sumber

index add to db when dataset updated (#588)

Jyong 1 tahun lalu
induk
melakukan
9f28a48a92
1 mengubah file dengan 3 tambahan dan 4 penghapusan
  1. 3 4
      api/tasks/deal_dataset_vector_index_task.py

+ 3 - 4
api/tasks/deal_dataset_vector_index_task.py

@@ -44,14 +44,13 @@ def deal_dataset_vector_index_task(dataset_id: str, action: str):
             if dataset_documents:
                 # save vector index
                 index = IndexBuilder.get_index(dataset, 'high_quality', ignore_high_quality_check=True)
+                documents = []
                 for dataset_document in dataset_documents:
                     # delete from vector index
                     segments = db.session.query(DocumentSegment).filter(
                         DocumentSegment.document_id == dataset_document.id,
                         DocumentSegment.enabled == True
                     ) .order_by(DocumentSegment.position.asc()).all()
-
-                    documents = []
                     for segment in segments:
                         document = Document(
                             page_content=segment.content,
@@ -65,8 +64,8 @@ def deal_dataset_vector_index_task(dataset_id: str, action: str):
 
                         documents.append(document)
 
-                    # save vector index
-                    index.add_texts(documents)
+                # save vector index
+                index.add_texts(documents)
 
         end_at = time.perf_counter()
         logging.info(