workflow.py 5.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145
  1. import logging
  2. from flask_restful import Resource, fields, marshal_with, reqparse # type: ignore
  3. from flask_restful.inputs import int_range # type: ignore
  4. from werkzeug.exceptions import InternalServerError
  5. from controllers.service_api import api
  6. from controllers.service_api.app.error import (
  7. CompletionRequestError,
  8. NotWorkflowAppError,
  9. ProviderModelCurrentlyNotSupportError,
  10. ProviderNotInitializeError,
  11. ProviderQuotaExceededError,
  12. )
  13. from controllers.service_api.wraps import FetchUserArg, WhereisUserArg, validate_app_token
  14. from core.app.apps.base_app_queue_manager import AppQueueManager
  15. from core.app.entities.app_invoke_entities import InvokeFrom
  16. from core.errors.error import (
  17. AppInvokeQuotaExceededError,
  18. ModelCurrentlyNotSupportError,
  19. ProviderTokenNotInitError,
  20. QuotaExceededError,
  21. )
  22. from core.model_runtime.errors.invoke import InvokeError
  23. from extensions.ext_database import db
  24. from fields.workflow_app_log_fields import workflow_app_log_pagination_fields
  25. from libs import helper
  26. from models.model import App, AppMode, EndUser
  27. from models.workflow import WorkflowRun
  28. from services.app_generate_service import AppGenerateService
  29. from services.workflow_app_service import WorkflowAppService
  30. logger = logging.getLogger(__name__)
  31. workflow_run_fields = {
  32. "id": fields.String,
  33. "workflow_id": fields.String,
  34. "status": fields.String,
  35. "inputs": fields.Raw,
  36. "outputs": fields.Raw,
  37. "error": fields.String,
  38. "total_steps": fields.Integer,
  39. "total_tokens": fields.Integer,
  40. "created_at": fields.DateTime,
  41. "finished_at": fields.DateTime,
  42. "elapsed_time": fields.Float,
  43. }
  44. class WorkflowRunDetailApi(Resource):
  45. @validate_app_token
  46. @marshal_with(workflow_run_fields)
  47. def get(self, app_model: App, workflow_id: str):
  48. """
  49. Get a workflow task running detail
  50. """
  51. app_mode = AppMode.value_of(app_model.mode)
  52. if app_mode != AppMode.WORKFLOW:
  53. raise NotWorkflowAppError()
  54. workflow_run = db.session.query(WorkflowRun).filter(WorkflowRun.id == workflow_id).first()
  55. return workflow_run
  56. class WorkflowRunApi(Resource):
  57. @validate_app_token(fetch_user_arg=FetchUserArg(fetch_from=WhereisUserArg.JSON, required=True))
  58. def post(self, app_model: App, end_user: EndUser):
  59. """
  60. Run workflow
  61. """
  62. app_mode = AppMode.value_of(app_model.mode)
  63. if app_mode != AppMode.WORKFLOW:
  64. raise NotWorkflowAppError()
  65. parser = reqparse.RequestParser()
  66. parser.add_argument("inputs", type=dict, required=True, nullable=False, location="json")
  67. parser.add_argument("files", type=list, required=False, location="json")
  68. parser.add_argument("response_mode", type=str, choices=["blocking", "streaming"], location="json")
  69. args = parser.parse_args()
  70. streaming = args.get("response_mode") == "streaming"
  71. try:
  72. response = AppGenerateService.generate(
  73. app_model=app_model, user=end_user, args=args, invoke_from=InvokeFrom.SERVICE_API, streaming=streaming
  74. )
  75. return helper.compact_generate_response(response)
  76. except ProviderTokenNotInitError as ex:
  77. raise ProviderNotInitializeError(ex.description)
  78. except QuotaExceededError:
  79. raise ProviderQuotaExceededError()
  80. except ModelCurrentlyNotSupportError:
  81. raise ProviderModelCurrentlyNotSupportError()
  82. except InvokeError as e:
  83. raise CompletionRequestError(e.description)
  84. except (ValueError, AppInvokeQuotaExceededError) as e:
  85. raise e
  86. except Exception as e:
  87. logging.exception("internal server error.")
  88. raise InternalServerError()
  89. class WorkflowTaskStopApi(Resource):
  90. @validate_app_token(fetch_user_arg=FetchUserArg(fetch_from=WhereisUserArg.JSON, required=True))
  91. def post(self, app_model: App, end_user: EndUser, task_id: str):
  92. """
  93. Stop workflow task
  94. """
  95. app_mode = AppMode.value_of(app_model.mode)
  96. if app_mode != AppMode.WORKFLOW:
  97. raise NotWorkflowAppError()
  98. AppQueueManager.set_stop_flag(task_id, InvokeFrom.SERVICE_API, end_user.id)
  99. return {"result": "success"}
  100. class WorkflowAppLogApi(Resource):
  101. @validate_app_token
  102. @marshal_with(workflow_app_log_pagination_fields)
  103. def get(self, app_model: App):
  104. """
  105. Get workflow app logs
  106. """
  107. parser = reqparse.RequestParser()
  108. parser.add_argument("keyword", type=str, location="args")
  109. parser.add_argument("status", type=str, choices=["succeeded", "failed", "stopped"], location="args")
  110. parser.add_argument("page", type=int_range(1, 99999), default=1, location="args")
  111. parser.add_argument("limit", type=int_range(1, 100), default=20, location="args")
  112. args = parser.parse_args()
  113. # get paginate workflow app logs
  114. workflow_app_service = WorkflowAppService()
  115. workflow_app_log_pagination = workflow_app_service.get_paginate_workflow_app_logs(
  116. app_model=app_model, args=args
  117. )
  118. return workflow_app_log_pagination
  119. api.add_resource(WorkflowRunApi, "/workflows/run")
  120. api.add_resource(WorkflowRunDetailApi, "/workflows/run/<string:workflow_id>")
  121. api.add_resource(WorkflowTaskStopApi, "/workflows/tasks/<string:task_id>/stop")
  122. api.add_resource(WorkflowAppLogApi, "/workflows/logs")