app.py 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398
  1. # -*- coding:utf-8 -*-
  2. import json
  3. import logging
  4. from datetime import datetime
  5. from constants.model_template import model_templates
  6. from constants.languages import demo_model_templates, languages
  7. from controllers.console import api
  8. from controllers.console.app.error import AppNotFoundError, ProviderNotInitializeError
  9. from controllers.console.setup import setup_required
  10. from controllers.console.wraps import account_initialization_required, cloud_edition_billing_resource_check
  11. from core.errors.error import LLMBadRequestError, ProviderTokenNotInitError
  12. from core.model_manager import ModelManager
  13. from core.model_runtime.entities.model_entities import ModelType
  14. from core.provider_manager import ProviderManager
  15. from events.app_event import app_was_created, app_was_deleted
  16. from extensions.ext_database import db
  17. from fields.app_fields import (app_detail_fields, app_detail_fields_with_site, app_pagination_fields,
  18. template_list_fields)
  19. from flask import current_app
  20. from flask_login import current_user
  21. from flask_restful import Resource, abort, inputs, marshal_with, reqparse
  22. from libs.login import login_required
  23. from models.model import App, AppModelConfig, Site
  24. from models.tools import ApiToolProvider
  25. from services.app_model_config_service import AppModelConfigService
  26. from werkzeug.exceptions import Forbidden
  27. def _get_app(app_id, tenant_id):
  28. app = db.session.query(App).filter(App.id == app_id, App.tenant_id == tenant_id).first()
  29. if not app:
  30. raise AppNotFoundError
  31. return app
  32. class AppListApi(Resource):
  33. @setup_required
  34. @login_required
  35. @account_initialization_required
  36. @marshal_with(app_pagination_fields)
  37. def get(self):
  38. """Get app list"""
  39. parser = reqparse.RequestParser()
  40. parser.add_argument('page', type=inputs.int_range(1, 99999), required=False, default=1, location='args')
  41. parser.add_argument('limit', type=inputs.int_range(1, 100), required=False, default=20, location='args')
  42. parser.add_argument('mode', type=str, choices=['chat', 'completion', 'all'], default='all', location='args', required=False)
  43. parser.add_argument('name', type=str, location='args', required=False)
  44. args = parser.parse_args()
  45. filters = [
  46. App.tenant_id == current_user.current_tenant_id,
  47. App.is_universal == False
  48. ]
  49. if args['mode'] == 'completion':
  50. filters.append(App.mode == 'completion')
  51. elif args['mode'] == 'chat':
  52. filters.append(App.mode == 'chat')
  53. else:
  54. pass
  55. if 'name' in args and args['name']:
  56. filters.append(App.name.ilike(f'%{args["name"]}%'))
  57. app_models = db.paginate(
  58. db.select(App).where(*filters).order_by(App.created_at.desc()),
  59. page=args['page'],
  60. per_page=args['limit'],
  61. error_out=False
  62. )
  63. return app_models
  64. @setup_required
  65. @login_required
  66. @account_initialization_required
  67. @marshal_with(app_detail_fields)
  68. @cloud_edition_billing_resource_check('apps')
  69. def post(self):
  70. """Create app"""
  71. parser = reqparse.RequestParser()
  72. parser.add_argument('name', type=str, required=True, location='json')
  73. parser.add_argument('mode', type=str, choices=['completion', 'chat', 'assistant'], location='json')
  74. parser.add_argument('icon', type=str, location='json')
  75. parser.add_argument('icon_background', type=str, location='json')
  76. parser.add_argument('model_config', type=dict, location='json')
  77. args = parser.parse_args()
  78. # The role of the current user in the ta table must be admin or owner
  79. if not current_user.is_admin_or_owner:
  80. raise Forbidden()
  81. try:
  82. provider_manager = ProviderManager()
  83. default_model_entity = provider_manager.get_default_model(
  84. tenant_id=current_user.current_tenant_id,
  85. model_type=ModelType.LLM
  86. )
  87. except (ProviderTokenNotInitError, LLMBadRequestError):
  88. default_model_entity = None
  89. except Exception as e:
  90. logging.exception(e)
  91. default_model_entity = None
  92. if args['model_config'] is not None:
  93. # validate config
  94. model_config_dict = args['model_config']
  95. # get model provider
  96. model_manager = ModelManager()
  97. model_instance = model_manager.get_default_model_instance(
  98. tenant_id=current_user.current_tenant_id,
  99. model_type=ModelType.LLM
  100. )
  101. if not model_instance:
  102. raise ProviderNotInitializeError(
  103. f"No Default System Reasoning Model available. Please configure "
  104. f"in the Settings -> Model Provider.")
  105. else:
  106. model_config_dict["model"]["provider"] = model_instance.provider
  107. model_config_dict["model"]["name"] = model_instance.model
  108. model_configuration = AppModelConfigService.validate_configuration(
  109. tenant_id=current_user.current_tenant_id,
  110. account=current_user,
  111. config=model_config_dict,
  112. app_mode=args['mode']
  113. )
  114. app = App(
  115. enable_site=True,
  116. enable_api=True,
  117. is_demo=False,
  118. api_rpm=0,
  119. api_rph=0,
  120. status='normal'
  121. )
  122. app_model_config = AppModelConfig()
  123. app_model_config = app_model_config.from_model_config_dict(model_configuration)
  124. else:
  125. if 'mode' not in args or args['mode'] is None:
  126. abort(400, message="mode is required")
  127. model_config_template = model_templates[args['mode'] + '_default']
  128. app = App(**model_config_template['app'])
  129. app_model_config = AppModelConfig(**model_config_template['model_config'])
  130. # get model provider
  131. model_manager = ModelManager()
  132. try:
  133. model_instance = model_manager.get_default_model_instance(
  134. tenant_id=current_user.current_tenant_id,
  135. model_type=ModelType.LLM
  136. )
  137. except ProviderTokenNotInitError:
  138. model_instance = None
  139. if model_instance:
  140. model_dict = app_model_config.model_dict
  141. model_dict['provider'] = model_instance.provider
  142. model_dict['name'] = model_instance.model
  143. app_model_config.model = json.dumps(model_dict)
  144. app.name = args['name']
  145. app.mode = args['mode']
  146. app.icon = args['icon']
  147. app.icon_background = args['icon_background']
  148. app.tenant_id = current_user.current_tenant_id
  149. db.session.add(app)
  150. db.session.flush()
  151. app_model_config.app_id = app.id
  152. db.session.add(app_model_config)
  153. db.session.flush()
  154. app.app_model_config_id = app_model_config.id
  155. account = current_user
  156. site = Site(
  157. app_id=app.id,
  158. title=app.name,
  159. default_language=account.interface_language,
  160. customize_token_strategy='not_allow',
  161. code=Site.generate_code(16)
  162. )
  163. db.session.add(site)
  164. db.session.commit()
  165. app_was_created.send(app)
  166. return app, 201
  167. class AppTemplateApi(Resource):
  168. @setup_required
  169. @login_required
  170. @account_initialization_required
  171. @marshal_with(template_list_fields)
  172. def get(self):
  173. """Get app demo templates"""
  174. account = current_user
  175. interface_language = account.interface_language
  176. templates = demo_model_templates.get(interface_language)
  177. if not templates:
  178. templates = demo_model_templates.get(languages[0])
  179. return {'data': templates}
  180. class AppApi(Resource):
  181. @setup_required
  182. @login_required
  183. @account_initialization_required
  184. @marshal_with(app_detail_fields_with_site)
  185. def get(self, app_id):
  186. """Get app detail"""
  187. app_id = str(app_id)
  188. app = _get_app(app_id, current_user.current_tenant_id)
  189. return app
  190. @setup_required
  191. @login_required
  192. @account_initialization_required
  193. def delete(self, app_id):
  194. """Delete app"""
  195. app_id = str(app_id)
  196. if not current_user.is_admin_or_owner:
  197. raise Forbidden()
  198. app = _get_app(app_id, current_user.current_tenant_id)
  199. db.session.delete(app)
  200. db.session.commit()
  201. # todo delete related data??
  202. # model_config, site, api_token, conversation, message, message_feedback, message_annotation
  203. app_was_deleted.send(app)
  204. return {'result': 'success'}, 204
  205. class AppNameApi(Resource):
  206. @setup_required
  207. @login_required
  208. @account_initialization_required
  209. @marshal_with(app_detail_fields)
  210. def post(self, app_id):
  211. app_id = str(app_id)
  212. app = _get_app(app_id, current_user.current_tenant_id)
  213. parser = reqparse.RequestParser()
  214. parser.add_argument('name', type=str, required=True, location='json')
  215. args = parser.parse_args()
  216. app.name = args.get('name')
  217. app.updated_at = datetime.utcnow()
  218. db.session.commit()
  219. return app
  220. class AppIconApi(Resource):
  221. @setup_required
  222. @login_required
  223. @account_initialization_required
  224. @marshal_with(app_detail_fields)
  225. def post(self, app_id):
  226. app_id = str(app_id)
  227. app = _get_app(app_id, current_user.current_tenant_id)
  228. parser = reqparse.RequestParser()
  229. parser.add_argument('icon', type=str, location='json')
  230. parser.add_argument('icon_background', type=str, location='json')
  231. args = parser.parse_args()
  232. app.icon = args.get('icon')
  233. app.icon_background = args.get('icon_background')
  234. app.updated_at = datetime.utcnow()
  235. db.session.commit()
  236. return app
  237. class AppSiteStatus(Resource):
  238. @setup_required
  239. @login_required
  240. @account_initialization_required
  241. @marshal_with(app_detail_fields)
  242. def post(self, app_id):
  243. parser = reqparse.RequestParser()
  244. parser.add_argument('enable_site', type=bool, required=True, location='json')
  245. args = parser.parse_args()
  246. app_id = str(app_id)
  247. app = db.session.query(App).filter(App.id == app_id, App.tenant_id == current_user.current_tenant_id).first()
  248. if not app:
  249. raise AppNotFoundError
  250. if args.get('enable_site') == app.enable_site:
  251. return app
  252. app.enable_site = args.get('enable_site')
  253. app.updated_at = datetime.utcnow()
  254. db.session.commit()
  255. return app
  256. class AppApiStatus(Resource):
  257. @setup_required
  258. @login_required
  259. @account_initialization_required
  260. @marshal_with(app_detail_fields)
  261. def post(self, app_id):
  262. parser = reqparse.RequestParser()
  263. parser.add_argument('enable_api', type=bool, required=True, location='json')
  264. args = parser.parse_args()
  265. app_id = str(app_id)
  266. app = _get_app(app_id, current_user.current_tenant_id)
  267. if args.get('enable_api') == app.enable_api:
  268. return app
  269. app.enable_api = args.get('enable_api')
  270. app.updated_at = datetime.utcnow()
  271. db.session.commit()
  272. return app
  273. class AppCopy(Resource):
  274. @staticmethod
  275. def create_app_copy(app):
  276. copy_app = App(
  277. name=app.name + ' copy',
  278. icon=app.icon,
  279. icon_background=app.icon_background,
  280. tenant_id=app.tenant_id,
  281. mode=app.mode,
  282. app_model_config_id=app.app_model_config_id,
  283. enable_site=app.enable_site,
  284. enable_api=app.enable_api,
  285. api_rpm=app.api_rpm,
  286. api_rph=app.api_rph
  287. )
  288. return copy_app
  289. @staticmethod
  290. def create_app_model_config_copy(app_config, copy_app_id):
  291. copy_app_model_config = app_config.copy()
  292. copy_app_model_config.app_id = copy_app_id
  293. return copy_app_model_config
  294. @setup_required
  295. @login_required
  296. @account_initialization_required
  297. @marshal_with(app_detail_fields)
  298. def post(self, app_id):
  299. app_id = str(app_id)
  300. app = _get_app(app_id, current_user.current_tenant_id)
  301. copy_app = self.create_app_copy(app)
  302. db.session.add(copy_app)
  303. app_config = db.session.query(AppModelConfig). \
  304. filter(AppModelConfig.app_id == app_id). \
  305. one_or_none()
  306. if app_config:
  307. copy_app_model_config = self.create_app_model_config_copy(app_config, copy_app.id)
  308. db.session.add(copy_app_model_config)
  309. db.session.commit()
  310. copy_app.app_model_config_id = copy_app_model_config.id
  311. db.session.commit()
  312. return copy_app, 201
  313. api.add_resource(AppListApi, '/apps')
  314. api.add_resource(AppTemplateApi, '/app-templates')
  315. api.add_resource(AppApi, '/apps/<uuid:app_id>')
  316. api.add_resource(AppCopy, '/apps/<uuid:app_id>/copy')
  317. api.add_resource(AppNameApi, '/apps/<uuid:app_id>/name')
  318. api.add_resource(AppIconApi, '/apps/<uuid:app_id>/icon')
  319. api.add_resource(AppSiteStatus, '/apps/<uuid:app_id>/site-enable')
  320. api.add_resource(AppApiStatus, '/apps/<uuid:app_id>/api-enable')