workflow.py 5.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144
  1. import logging
  2. from flask_restful import Resource, fields, marshal_with, reqparse # type: ignore
  3. from flask_restful.inputs import int_range # type: ignore
  4. from werkzeug.exceptions import InternalServerError
  5. from controllers.service_api import api
  6. from controllers.service_api.app.error import (
  7. CompletionRequestError,
  8. NotWorkflowAppError,
  9. ProviderModelCurrentlyNotSupportError,
  10. ProviderNotInitializeError,
  11. ProviderQuotaExceededError,
  12. )
  13. from controllers.service_api.wraps import FetchUserArg, WhereisUserArg, validate_app_token
  14. from core.app.apps.base_app_queue_manager import AppQueueManager
  15. from core.app.entities.app_invoke_entities import InvokeFrom
  16. from core.errors.error import (
  17. ModelCurrentlyNotSupportError,
  18. ProviderTokenNotInitError,
  19. QuotaExceededError,
  20. )
  21. from core.model_runtime.errors.invoke import InvokeError
  22. from extensions.ext_database import db
  23. from fields.workflow_app_log_fields import workflow_app_log_pagination_fields
  24. from libs import helper
  25. from models.model import App, AppMode, EndUser
  26. from models.workflow import WorkflowRun
  27. from services.app_generate_service import AppGenerateService
  28. from services.workflow_app_service import WorkflowAppService
  29. logger = logging.getLogger(__name__)
  30. workflow_run_fields = {
  31. "id": fields.String,
  32. "workflow_id": fields.String,
  33. "status": fields.String,
  34. "inputs": fields.Raw,
  35. "outputs": fields.Raw,
  36. "error": fields.String,
  37. "total_steps": fields.Integer,
  38. "total_tokens": fields.Integer,
  39. "created_at": fields.DateTime,
  40. "finished_at": fields.DateTime,
  41. "elapsed_time": fields.Float,
  42. }
  43. class WorkflowRunDetailApi(Resource):
  44. @validate_app_token
  45. @marshal_with(workflow_run_fields)
  46. def get(self, app_model: App, workflow_id: str):
  47. """
  48. Get a workflow task running detail
  49. """
  50. app_mode = AppMode.value_of(app_model.mode)
  51. if app_mode != AppMode.WORKFLOW:
  52. raise NotWorkflowAppError()
  53. workflow_run = db.session.query(WorkflowRun).filter(WorkflowRun.id == workflow_id).first()
  54. return workflow_run
  55. class WorkflowRunApi(Resource):
  56. @validate_app_token(fetch_user_arg=FetchUserArg(fetch_from=WhereisUserArg.JSON, required=True))
  57. def post(self, app_model: App, end_user: EndUser):
  58. """
  59. Run workflow
  60. """
  61. app_mode = AppMode.value_of(app_model.mode)
  62. if app_mode != AppMode.WORKFLOW:
  63. raise NotWorkflowAppError()
  64. parser = reqparse.RequestParser()
  65. parser.add_argument("inputs", type=dict, required=True, nullable=False, location="json")
  66. parser.add_argument("files", type=list, required=False, location="json")
  67. parser.add_argument("response_mode", type=str, choices=["blocking", "streaming"], location="json")
  68. args = parser.parse_args()
  69. streaming = args.get("response_mode") == "streaming"
  70. try:
  71. response = AppGenerateService.generate(
  72. app_model=app_model, user=end_user, args=args, invoke_from=InvokeFrom.SERVICE_API, streaming=streaming
  73. )
  74. return helper.compact_generate_response(response)
  75. except ProviderTokenNotInitError as ex:
  76. raise ProviderNotInitializeError(ex.description)
  77. except QuotaExceededError:
  78. raise ProviderQuotaExceededError()
  79. except ModelCurrentlyNotSupportError:
  80. raise ProviderModelCurrentlyNotSupportError()
  81. except InvokeError as e:
  82. raise CompletionRequestError(e.description)
  83. except ValueError as e:
  84. raise e
  85. except Exception as e:
  86. logging.exception("internal server error.")
  87. raise InternalServerError()
  88. class WorkflowTaskStopApi(Resource):
  89. @validate_app_token(fetch_user_arg=FetchUserArg(fetch_from=WhereisUserArg.JSON, required=True))
  90. def post(self, app_model: App, end_user: EndUser, task_id: str):
  91. """
  92. Stop workflow task
  93. """
  94. app_mode = AppMode.value_of(app_model.mode)
  95. if app_mode != AppMode.WORKFLOW:
  96. raise NotWorkflowAppError()
  97. AppQueueManager.set_stop_flag(task_id, InvokeFrom.SERVICE_API, end_user.id)
  98. return {"result": "success"}
  99. class WorkflowAppLogApi(Resource):
  100. @validate_app_token
  101. @marshal_with(workflow_app_log_pagination_fields)
  102. def get(self, app_model: App):
  103. """
  104. Get workflow app logs
  105. """
  106. parser = reqparse.RequestParser()
  107. parser.add_argument("keyword", type=str, location="args")
  108. parser.add_argument("status", type=str, choices=["succeeded", "failed", "stopped"], location="args")
  109. parser.add_argument("page", type=int_range(1, 99999), default=1, location="args")
  110. parser.add_argument("limit", type=int_range(1, 100), default=20, location="args")
  111. args = parser.parse_args()
  112. # get paginate workflow app logs
  113. workflow_app_service = WorkflowAppService()
  114. workflow_app_log_pagination = workflow_app_service.get_paginate_workflow_app_logs(
  115. app_model=app_model, args=args
  116. )
  117. return workflow_app_log_pagination
  118. api.add_resource(WorkflowRunApi, "/workflows/run")
  119. api.add_resource(WorkflowRunDetailApi, "/workflows/run/<string:workflow_id>")
  120. api.add_resource(WorkflowTaskStopApi, "/workflows/tasks/<string:task_id>/stop")
  121. api.add_resource(WorkflowAppLogApi, "/workflows/logs")