model_providers.py 6.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200
  1. import io
  2. from flask import send_file
  3. from flask_login import current_user # type: ignore
  4. from flask_restful import Resource, reqparse # type: ignore
  5. from werkzeug.exceptions import Forbidden
  6. from controllers.console import api
  7. from controllers.console.wraps import account_initialization_required, setup_required
  8. from core.model_runtime.entities.model_entities import ModelType
  9. from core.model_runtime.errors.validate import CredentialsValidateFailedError
  10. from core.model_runtime.utils.encoders import jsonable_encoder
  11. from libs.login import login_required
  12. from services.billing_service import BillingService
  13. from services.model_provider_service import ModelProviderService
  14. class ModelProviderListApi(Resource):
  15. @setup_required
  16. @login_required
  17. @account_initialization_required
  18. def get(self):
  19. tenant_id = current_user.current_tenant_id
  20. parser = reqparse.RequestParser()
  21. parser.add_argument(
  22. "model_type",
  23. type=str,
  24. required=False,
  25. nullable=True,
  26. choices=[mt.value for mt in ModelType],
  27. location="args",
  28. )
  29. args = parser.parse_args()
  30. model_provider_service = ModelProviderService()
  31. provider_list = model_provider_service.get_provider_list(tenant_id=tenant_id, model_type=args.get("model_type"))
  32. return jsonable_encoder({"data": provider_list})
  33. class ModelProviderCredentialApi(Resource):
  34. @setup_required
  35. @login_required
  36. @account_initialization_required
  37. def get(self, provider: str):
  38. tenant_id = current_user.current_tenant_id
  39. model_provider_service = ModelProviderService()
  40. credentials = model_provider_service.get_provider_credentials(tenant_id=tenant_id, provider=provider)
  41. return {"credentials": credentials}
  42. class ModelProviderValidateApi(Resource):
  43. @setup_required
  44. @login_required
  45. @account_initialization_required
  46. def post(self, provider: str):
  47. parser = reqparse.RequestParser()
  48. parser.add_argument("credentials", type=dict, required=True, nullable=False, location="json")
  49. args = parser.parse_args()
  50. tenant_id = current_user.current_tenant_id
  51. model_provider_service = ModelProviderService()
  52. result = True
  53. error = ""
  54. try:
  55. model_provider_service.provider_credentials_validate(
  56. tenant_id=tenant_id, provider=provider, credentials=args["credentials"]
  57. )
  58. except CredentialsValidateFailedError as ex:
  59. result = False
  60. error = str(ex)
  61. response = {"result": "success" if result else "error"}
  62. if not result:
  63. response["error"] = error or "Unknown error"
  64. return response
  65. class ModelProviderApi(Resource):
  66. @setup_required
  67. @login_required
  68. @account_initialization_required
  69. def post(self, provider: str):
  70. if not current_user.is_admin_or_owner:
  71. raise Forbidden()
  72. parser = reqparse.RequestParser()
  73. parser.add_argument("credentials", type=dict, required=True, nullable=False, location="json")
  74. args = parser.parse_args()
  75. model_provider_service = ModelProviderService()
  76. try:
  77. model_provider_service.save_provider_credentials(
  78. tenant_id=current_user.current_tenant_id, provider=provider, credentials=args["credentials"]
  79. )
  80. except CredentialsValidateFailedError as ex:
  81. raise ValueError(str(ex))
  82. return {"result": "success"}, 201
  83. @setup_required
  84. @login_required
  85. @account_initialization_required
  86. def delete(self, provider: str):
  87. if not current_user.is_admin_or_owner:
  88. raise Forbidden()
  89. model_provider_service = ModelProviderService()
  90. model_provider_service.remove_provider_credentials(tenant_id=current_user.current_tenant_id, provider=provider)
  91. return {"result": "success"}, 204
  92. class ModelProviderIconApi(Resource):
  93. """
  94. Get model provider icon
  95. """
  96. def get(self, tenant_id: str, provider: str, icon_type: str, lang: str):
  97. model_provider_service = ModelProviderService()
  98. icon, mimetype = model_provider_service.get_model_provider_icon(
  99. tenant_id=tenant_id,
  100. provider=provider,
  101. icon_type=icon_type,
  102. lang=lang,
  103. )
  104. if icon is None:
  105. raise ValueError(f"icon not found for provider {provider}, icon_type {icon_type}, lang {lang}")
  106. return send_file(io.BytesIO(icon), mimetype=mimetype)
  107. class PreferredProviderTypeUpdateApi(Resource):
  108. @setup_required
  109. @login_required
  110. @account_initialization_required
  111. def post(self, provider: str):
  112. if not current_user.is_admin_or_owner:
  113. raise Forbidden()
  114. tenant_id = current_user.current_tenant_id
  115. parser = reqparse.RequestParser()
  116. parser.add_argument(
  117. "preferred_provider_type",
  118. type=str,
  119. required=True,
  120. nullable=False,
  121. choices=["system", "custom"],
  122. location="json",
  123. )
  124. args = parser.parse_args()
  125. model_provider_service = ModelProviderService()
  126. model_provider_service.switch_preferred_provider(
  127. tenant_id=tenant_id, provider=provider, preferred_provider_type=args["preferred_provider_type"]
  128. )
  129. return {"result": "success"}
  130. class ModelProviderPaymentCheckoutUrlApi(Resource):
  131. @setup_required
  132. @login_required
  133. @account_initialization_required
  134. def get(self, provider: str):
  135. if provider != "anthropic":
  136. raise ValueError(f"provider name {provider} is invalid")
  137. BillingService.is_tenant_owner_or_admin(current_user)
  138. data = BillingService.get_model_provider_payment_link(
  139. provider_name=provider,
  140. tenant_id=current_user.current_tenant_id,
  141. account_id=current_user.id,
  142. prefilled_email=current_user.email,
  143. )
  144. return data
  145. api.add_resource(ModelProviderListApi, "/workspaces/current/model-providers")
  146. api.add_resource(ModelProviderCredentialApi, "/workspaces/current/model-providers/<path:provider>/credentials")
  147. api.add_resource(ModelProviderValidateApi, "/workspaces/current/model-providers/<path:provider>/credentials/validate")
  148. api.add_resource(ModelProviderApi, "/workspaces/current/model-providers/<path:provider>")
  149. api.add_resource(
  150. PreferredProviderTypeUpdateApi, "/workspaces/current/model-providers/<path:provider>/preferred-provider-type"
  151. )
  152. api.add_resource(ModelProviderPaymentCheckoutUrlApi, "/workspaces/current/model-providers/<path:provider>/checkout-url")
  153. api.add_resource(
  154. ModelProviderIconApi,
  155. "/workspaces/<string:tenant_id>/model-providers/<path:provider>/<string:icon_type>/<string:lang>",
  156. )