|
@@ -46,16 +46,16 @@ def clean_dataset_task(dataset_id: str, tenant_id: str, indexing_technique: str,
|
|
|
|
|
|
if documents is None or len(documents) == 0:
|
|
|
logging.info(click.style('No documents found for dataset: {}'.format(dataset_id), fg='green'))
|
|
|
- return
|
|
|
+ else:
|
|
|
+ logging.info(click.style('Cleaning documents for dataset: {}'.format(dataset_id), fg='green'))
|
|
|
+ index_processor = IndexProcessorFactory(doc_form).init_index_processor()
|
|
|
+ index_processor.clean(dataset, None)
|
|
|
|
|
|
- index_processor = IndexProcessorFactory(doc_form).init_index_processor()
|
|
|
- index_processor.clean(dataset, None)
|
|
|
+ for document in documents:
|
|
|
+ db.session.delete(document)
|
|
|
|
|
|
- for document in documents:
|
|
|
- db.session.delete(document)
|
|
|
-
|
|
|
- for segment in segments:
|
|
|
- db.session.delete(segment)
|
|
|
+ for segment in segments:
|
|
|
+ db.session.delete(segment)
|
|
|
|
|
|
db.session.query(DatasetProcessRule).filter(DatasetProcessRule.dataset_id == dataset_id).delete()
|
|
|
db.session.query(DatasetQuery).filter(DatasetQuery.dataset_id == dataset_id).delete()
|