index.tsx 34 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920
  1. 'use client'
  2. import type { FC } from 'react'
  3. import React, { useEffect, useRef, useState } from 'react'
  4. import { useTranslation } from 'react-i18next'
  5. import { useContext } from 'use-context-selector'
  6. import { usePathname } from 'next/navigation'
  7. import produce from 'immer'
  8. import { useBoolean, useGetState } from 'ahooks'
  9. import cn from 'classnames'
  10. import { clone, isEqual } from 'lodash-es'
  11. import { CodeBracketIcon } from '@heroicons/react/20/solid'
  12. import Button from '../../base/button'
  13. import Loading from '../../base/loading'
  14. import useAdvancedPromptConfig from './hooks/use-advanced-prompt-config'
  15. import EditHistoryModal from './config-prompt/conversation-histroy/edit-modal'
  16. import {
  17. useDebugWithSingleOrMultipleModel,
  18. useFormattingChangedDispatcher,
  19. } from './debug/hooks'
  20. import type { ModelAndParameter } from './debug/types'
  21. import { APP_SIDEBAR_SHOULD_COLLAPSE } from './debug/types'
  22. import PublishWithMultipleModel from './debug/debug-with-multiple-model/publish-with-multiple-model'
  23. import AssistantTypePicker from './config/assistant-type-picker'
  24. import type {
  25. AnnotationReplyConfig,
  26. DatasetConfigs,
  27. Inputs,
  28. ModelConfig,
  29. ModerationConfig,
  30. MoreLikeThisConfig,
  31. PromptConfig,
  32. PromptVariable,
  33. TextToSpeechConfig,
  34. } from '@/models/debug'
  35. import type { ExternalDataTool } from '@/models/common'
  36. import type { DataSet } from '@/models/datasets'
  37. import type { ModelConfig as BackendModelConfig, VisionSettings } from '@/types/app'
  38. import ConfigContext from '@/context/debug-configuration'
  39. import Config from '@/app/components/app/configuration/config'
  40. import Debug from '@/app/components/app/configuration/debug'
  41. import Confirm from '@/app/components/base/confirm'
  42. import { ModelFeatureEnum } from '@/app/components/header/account-setting/model-provider-page/declarations'
  43. import { ToastContext } from '@/app/components/base/toast'
  44. import { fetchAppDetail, updateAppModelConfig } from '@/service/apps'
  45. import { promptVariablesToUserInputsForm, userInputsFormToPromptVariables } from '@/utils/model-config'
  46. import { fetchDatasets } from '@/service/datasets'
  47. import { useProviderContext } from '@/context/provider-context'
  48. import { AgentStrategy, AppType, ModelModeType, RETRIEVE_TYPE, Resolution, TransferMethod } from '@/types/app'
  49. import { PromptMode } from '@/models/debug'
  50. import { ANNOTATION_DEFAULT, DEFAULT_AGENT_SETTING, DEFAULT_CHAT_PROMPT_CONFIG, DEFAULT_COMPLETION_PROMPT_CONFIG } from '@/config'
  51. import SelectDataSet from '@/app/components/app/configuration/dataset-config/select-dataset'
  52. import { useModalContext } from '@/context/modal-context'
  53. import useBreakpoints, { MediaType } from '@/hooks/use-breakpoints'
  54. import Drawer from '@/app/components/base/drawer'
  55. import ModelParameterModal from '@/app/components/header/account-setting/model-provider-page/model-parameter-modal'
  56. import type { FormValue } from '@/app/components/header/account-setting/model-provider-page/declarations'
  57. import { useTextGenerationCurrentProviderAndModelAndModelList } from '@/app/components/header/account-setting/model-provider-page/hooks'
  58. import { fetchCollectionList } from '@/service/tools'
  59. import { type Collection } from '@/app/components/tools/types'
  60. import { useEventEmitterContextContext } from '@/context/event-emitter'
  61. type PublichConfig = {
  62. modelConfig: ModelConfig
  63. completionParams: FormValue
  64. }
  65. const Configuration: FC = () => {
  66. const { t } = useTranslation()
  67. const { notify } = useContext(ToastContext)
  68. const [formattingChanged, setFormattingChanged] = useState(false)
  69. const { setShowAccountSettingModal } = useModalContext()
  70. const [hasFetchedDetail, setHasFetchedDetail] = useState(false)
  71. const isLoading = !hasFetchedDetail
  72. const pathname = usePathname()
  73. const matched = pathname.match(/\/app\/([^/]+)/)
  74. const appId = (matched?.length && matched[1]) ? matched[1] : ''
  75. const [mode, setMode] = useState('')
  76. const [publishedConfig, setPublishedConfig] = useState<PublichConfig | null>(null)
  77. const [conversationId, setConversationId] = useState<string | null>('')
  78. const media = useBreakpoints()
  79. const isMobile = media === MediaType.mobile
  80. const [isShowDebugPanel, { setTrue: showDebugPanel, setFalse: hideDebugPanel }] = useBoolean(false)
  81. const [introduction, setIntroduction] = useState<string>('')
  82. const [suggestedQuestions, setSuggestedQuestions] = useState<string[]>([])
  83. const [controlClearChatMessage, setControlClearChatMessage] = useState(0)
  84. const [prevPromptConfig, setPrevPromptConfig] = useState<PromptConfig>({
  85. prompt_template: '',
  86. prompt_variables: [],
  87. })
  88. const [moreLikeThisConfig, setMoreLikeThisConfig] = useState<MoreLikeThisConfig>({
  89. enabled: false,
  90. })
  91. const [suggestedQuestionsAfterAnswerConfig, setSuggestedQuestionsAfterAnswerConfig] = useState<MoreLikeThisConfig>({
  92. enabled: false,
  93. })
  94. const [speechToTextConfig, setSpeechToTextConfig] = useState<MoreLikeThisConfig>({
  95. enabled: false,
  96. })
  97. const [textToSpeechConfig, setTextToSpeechConfig] = useState<TextToSpeechConfig>({
  98. enabled: false,
  99. voice: '',
  100. language: '',
  101. })
  102. const [citationConfig, setCitationConfig] = useState<MoreLikeThisConfig>({
  103. enabled: false,
  104. })
  105. const [annotationConfig, doSetAnnotationConfig] = useState<AnnotationReplyConfig>({
  106. id: '',
  107. enabled: false,
  108. score_threshold: ANNOTATION_DEFAULT.score_threshold,
  109. embedding_model: {
  110. embedding_provider_name: '',
  111. embedding_model_name: '',
  112. },
  113. })
  114. const formattingChangedDispatcher = useFormattingChangedDispatcher()
  115. const setAnnotationConfig = (config: AnnotationReplyConfig, notSetFormatChanged?: boolean) => {
  116. doSetAnnotationConfig(config)
  117. if (!notSetFormatChanged)
  118. formattingChangedDispatcher()
  119. }
  120. const [moderationConfig, setModerationConfig] = useState<ModerationConfig>({
  121. enabled: false,
  122. })
  123. const [externalDataToolsConfig, setExternalDataToolsConfig] = useState<ExternalDataTool[]>([])
  124. const [inputs, setInputs] = useState<Inputs>({})
  125. const [query, setQuery] = useState('')
  126. const [completionParams, doSetCompletionParams] = useState<FormValue>({})
  127. const [tempStop, setTempStop, getTempStop] = useGetState<string[]>([])
  128. const setCompletionParams = (value: FormValue) => {
  129. const params = { ...value }
  130. // eslint-disable-next-line @typescript-eslint/no-use-before-define
  131. if ((!params.stop || params.stop.length === 0) && (modeModeTypeRef.current === ModelModeType.completion)) {
  132. params.stop = getTempStop()
  133. setTempStop([])
  134. }
  135. doSetCompletionParams(params)
  136. }
  137. const [modelConfig, doSetModelConfig] = useState<ModelConfig>({
  138. provider: 'openai',
  139. model_id: 'gpt-3.5-turbo',
  140. mode: ModelModeType.unset,
  141. configs: {
  142. prompt_template: '',
  143. prompt_variables: [] as PromptVariable[],
  144. },
  145. opening_statement: '',
  146. more_like_this: null,
  147. suggested_questions_after_answer: null,
  148. speech_to_text: null,
  149. text_to_speech: null,
  150. retriever_resource: null,
  151. sensitive_word_avoidance: null,
  152. dataSets: [],
  153. agentConfig: DEFAULT_AGENT_SETTING,
  154. })
  155. const isChatApp = mode === AppType.chat
  156. const isAgent = modelConfig.agentConfig?.enabled
  157. const setIsAgent = (value: boolean) => {
  158. const newModelConfig = produce(modelConfig, (draft: ModelConfig) => {
  159. draft.agentConfig.enabled = value
  160. })
  161. doSetModelConfig(newModelConfig)
  162. }
  163. const isOpenAI = modelConfig.provider === 'openai'
  164. const [collectionList, setCollectionList] = useState<Collection[]>([])
  165. useEffect(() => {
  166. }, [])
  167. const [datasetConfigs, setDatasetConfigs] = useState<DatasetConfigs>({
  168. retrieval_model: RETRIEVE_TYPE.oneWay,
  169. reranking_model: {
  170. reranking_provider_name: '',
  171. reranking_model_name: '',
  172. },
  173. top_k: 2,
  174. score_threshold_enabled: false,
  175. score_threshold: 0.7,
  176. datasets: {
  177. datasets: [],
  178. },
  179. })
  180. const setModelConfig = (newModelConfig: ModelConfig) => {
  181. doSetModelConfig(newModelConfig)
  182. }
  183. const modelModeType = modelConfig.mode
  184. const modeModeTypeRef = useRef(modelModeType)
  185. useEffect(() => {
  186. modeModeTypeRef.current = modelModeType
  187. }, [modelModeType])
  188. const [dataSets, setDataSets] = useState<DataSet[]>([])
  189. const contextVar = modelConfig.configs.prompt_variables.find((item: any) => item.is_context_var)?.key
  190. const hasSetContextVar = !!contextVar
  191. const [isShowSelectDataSet, { setTrue: showSelectDataSet, setFalse: hideSelectDataSet }] = useBoolean(false)
  192. const selectedIds = dataSets.map(item => item.id)
  193. const handleSelect = (data: DataSet[]) => {
  194. if (isEqual(data.map(item => item.id), dataSets.map(item => item.id))) {
  195. hideSelectDataSet()
  196. return
  197. }
  198. formattingChangedDispatcher()
  199. if (data.find(item => !item.name)) { // has not loaded selected dataset
  200. const newSelected = produce(data, (draft: any) => {
  201. data.forEach((item, index) => {
  202. if (!item.name) { // not fetched database
  203. const newItem = dataSets.find(i => i.id === item.id)
  204. if (newItem)
  205. draft[index] = newItem
  206. }
  207. })
  208. })
  209. setDataSets(newSelected)
  210. }
  211. else {
  212. setDataSets(data)
  213. }
  214. hideSelectDataSet()
  215. }
  216. const [isShowHistoryModal, { setTrue: showHistoryModal, setFalse: hideHistoryModal }] = useBoolean(false)
  217. const syncToPublishedConfig = (_publishedConfig: PublichConfig) => {
  218. const modelConfig = _publishedConfig.modelConfig
  219. setModelConfig(_publishedConfig.modelConfig)
  220. setCompletionParams(_publishedConfig.completionParams)
  221. setDataSets(modelConfig.dataSets || [])
  222. // feature
  223. setIntroduction(modelConfig.opening_statement!)
  224. setMoreLikeThisConfig(modelConfig.more_like_this || {
  225. enabled: false,
  226. })
  227. setSuggestedQuestionsAfterAnswerConfig(modelConfig.suggested_questions_after_answer || {
  228. enabled: false,
  229. })
  230. setSpeechToTextConfig(modelConfig.speech_to_text || {
  231. enabled: false,
  232. })
  233. setTextToSpeechConfig(modelConfig.text_to_speech || {
  234. enabled: false,
  235. voice: '',
  236. language: '',
  237. })
  238. setCitationConfig(modelConfig.retriever_resource || {
  239. enabled: false,
  240. })
  241. }
  242. const { hasSettedApiKey } = useProviderContext()
  243. const {
  244. currentModel: currModel,
  245. textGenerationModelList,
  246. } = useTextGenerationCurrentProviderAndModelAndModelList(
  247. {
  248. provider: modelConfig.provider,
  249. model: modelConfig.model_id,
  250. },
  251. )
  252. const isFunctionCall = (() => {
  253. const features = currModel?.features
  254. if (!features)
  255. return false
  256. return features.includes(ModelFeatureEnum.toolCall) || features.includes(ModelFeatureEnum.multiToolCall)
  257. })()
  258. // Fill old app data missing model mode.
  259. useEffect(() => {
  260. if (hasFetchedDetail && !modelModeType) {
  261. const mode = currModel?.model_properties.mode as (ModelModeType | undefined)
  262. if (mode) {
  263. const newModelConfig = produce(modelConfig, (draft: ModelConfig) => {
  264. draft.mode = mode
  265. })
  266. setModelConfig(newModelConfig)
  267. }
  268. }
  269. }, [textGenerationModelList, hasFetchedDetail, modelModeType, currModel, modelConfig])
  270. const [promptMode, doSetPromptMode] = useState(PromptMode.simple)
  271. const isAdvancedMode = promptMode === PromptMode.advanced
  272. const [canReturnToSimpleMode, setCanReturnToSimpleMode] = useState(true)
  273. const setPromptMode = async (mode: PromptMode) => {
  274. if (mode === PromptMode.advanced) {
  275. // eslint-disable-next-line @typescript-eslint/no-use-before-define
  276. await migrateToDefaultPrompt()
  277. setCanReturnToSimpleMode(true)
  278. }
  279. doSetPromptMode(mode)
  280. }
  281. const [visionConfig, doSetVisionConfig] = useState({
  282. enabled: false,
  283. number_limits: 2,
  284. detail: Resolution.low,
  285. transfer_methods: [TransferMethod.local_file],
  286. })
  287. const handleSetVisionConfig = (config: VisionSettings, notNoticeFormattingChanged?: boolean) => {
  288. doSetVisionConfig({
  289. enabled: config.enabled || false,
  290. number_limits: config.number_limits || 2,
  291. detail: config.detail || Resolution.low,
  292. transfer_methods: config.transfer_methods || [TransferMethod.local_file],
  293. })
  294. if (!notNoticeFormattingChanged)
  295. formattingChangedDispatcher()
  296. }
  297. const {
  298. chatPromptConfig,
  299. setChatPromptConfig,
  300. completionPromptConfig,
  301. setCompletionPromptConfig,
  302. currentAdvancedPrompt,
  303. setCurrentAdvancedPrompt,
  304. hasSetBlockStatus,
  305. setConversationHistoriesRole,
  306. migrateToDefaultPrompt,
  307. } = useAdvancedPromptConfig({
  308. appMode: mode,
  309. modelName: modelConfig.model_id,
  310. promptMode,
  311. modelModeType,
  312. prePrompt: modelConfig.configs.prompt_template,
  313. hasSetDataSet: dataSets.length > 0,
  314. onUserChangedPrompt: () => {
  315. setCanReturnToSimpleMode(false)
  316. },
  317. completionParams,
  318. setCompletionParams,
  319. setStop: setTempStop,
  320. })
  321. const setModel = async ({
  322. modelId,
  323. provider,
  324. mode: modeMode,
  325. features,
  326. }: { modelId: string; provider: string; mode: string; features: string[] }) => {
  327. if (isAdvancedMode) {
  328. const appMode = mode
  329. if (modeMode === ModelModeType.completion) {
  330. if (appMode === AppType.chat) {
  331. if (!completionPromptConfig.prompt.text || !completionPromptConfig.conversation_histories_role.assistant_prefix || !completionPromptConfig.conversation_histories_role.user_prefix)
  332. await migrateToDefaultPrompt(true, ModelModeType.completion)
  333. }
  334. else {
  335. if (!completionPromptConfig.prompt.text)
  336. await migrateToDefaultPrompt(true, ModelModeType.completion)
  337. }
  338. }
  339. if (modeMode === ModelModeType.chat) {
  340. if (chatPromptConfig.prompt.length === 0)
  341. await migrateToDefaultPrompt(true, ModelModeType.chat)
  342. }
  343. }
  344. const newModelConfig = produce(modelConfig, (draft: ModelConfig) => {
  345. draft.provider = provider
  346. draft.model_id = modelId
  347. draft.mode = modeMode as ModelModeType
  348. })
  349. setModelConfig(newModelConfig)
  350. const supportVision = features && features.includes(ModelFeatureEnum.vision)
  351. handleSetVisionConfig({
  352. ...visionConfig,
  353. enabled: supportVision,
  354. }, true)
  355. setCompletionParams({})
  356. }
  357. const isShowVisionConfig = !!currModel?.features?.includes(ModelFeatureEnum.vision)
  358. useEffect(() => {
  359. (async () => {
  360. const collectionList = await fetchCollectionList()
  361. setCollectionList(collectionList)
  362. fetchAppDetail({ url: '/apps', id: appId }).then(async (res: any) => {
  363. setMode(res.mode)
  364. const modelConfig = res.model_config
  365. const promptMode = modelConfig.prompt_type === PromptMode.advanced ? PromptMode.advanced : PromptMode.simple
  366. doSetPromptMode(promptMode)
  367. if (promptMode === PromptMode.advanced) {
  368. setChatPromptConfig(modelConfig.chat_prompt_config || clone(DEFAULT_CHAT_PROMPT_CONFIG) as any)
  369. setCompletionPromptConfig(modelConfig.completion_prompt_config || clone(DEFAULT_COMPLETION_PROMPT_CONFIG) as any)
  370. setCanReturnToSimpleMode(false)
  371. }
  372. const model = res.model_config.model
  373. let datasets: any = null
  374. // old dataset struct
  375. if (modelConfig.agent_mode?.tools?.find(({ dataset }: any) => dataset?.enabled))
  376. datasets = modelConfig.agent_mode?.tools.filter(({ dataset }: any) => dataset?.enabled)
  377. // new dataset struct
  378. else if (modelConfig.dataset_configs.datasets?.datasets?.length > 0)
  379. datasets = modelConfig.dataset_configs?.datasets?.datasets
  380. if (dataSets && datasets?.length && datasets?.length > 0) {
  381. const { data: dataSetsWithDetail } = await fetchDatasets({ url: '/datasets', params: { page: 1, ids: datasets.map(({ dataset }: any) => dataset.id) } })
  382. datasets = dataSetsWithDetail
  383. setDataSets(datasets)
  384. }
  385. setIntroduction(modelConfig.opening_statement)
  386. setSuggestedQuestions(modelConfig.suggested_questions || [])
  387. if (modelConfig.more_like_this)
  388. setMoreLikeThisConfig(modelConfig.more_like_this)
  389. if (modelConfig.suggested_questions_after_answer)
  390. setSuggestedQuestionsAfterAnswerConfig(modelConfig.suggested_questions_after_answer)
  391. if (modelConfig.speech_to_text)
  392. setSpeechToTextConfig(modelConfig.speech_to_text)
  393. if (modelConfig.text_to_speech)
  394. setTextToSpeechConfig(modelConfig.text_to_speech)
  395. if (modelConfig.retriever_resource)
  396. setCitationConfig(modelConfig.retriever_resource)
  397. if (modelConfig.annotation_reply)
  398. setAnnotationConfig(modelConfig.annotation_reply, true)
  399. if (modelConfig.sensitive_word_avoidance)
  400. setModerationConfig(modelConfig.sensitive_word_avoidance)
  401. if (modelConfig.external_data_tools)
  402. setExternalDataToolsConfig(modelConfig.external_data_tools)
  403. const config = {
  404. modelConfig: {
  405. provider: model.provider,
  406. model_id: model.name,
  407. mode: model.mode,
  408. configs: {
  409. prompt_template: modelConfig.pre_prompt,
  410. prompt_variables: userInputsFormToPromptVariables(
  411. [
  412. ...modelConfig.user_input_form,
  413. ...(
  414. modelConfig.external_data_tools?.length
  415. ? modelConfig.external_data_tools.map((item: any) => {
  416. return {
  417. external_data_tool: {
  418. variable: item.variable as string,
  419. label: item.label as string,
  420. enabled: item.enabled,
  421. type: item.type as string,
  422. config: item.config,
  423. required: true,
  424. icon: item.icon,
  425. icon_background: item.icon_background,
  426. },
  427. }
  428. })
  429. : []
  430. ),
  431. ],
  432. modelConfig.dataset_query_variable,
  433. ),
  434. },
  435. opening_statement: modelConfig.opening_statement,
  436. more_like_this: modelConfig.more_like_this,
  437. suggested_questions_after_answer: modelConfig.suggested_questions_after_answer,
  438. speech_to_text: modelConfig.speech_to_text,
  439. text_to_speech: modelConfig.text_to_speech,
  440. retriever_resource: modelConfig.retriever_resource,
  441. sensitive_word_avoidance: modelConfig.sensitive_word_avoidance,
  442. external_data_tools: modelConfig.external_data_tools,
  443. dataSets: datasets || [],
  444. // eslint-disable-next-line multiline-ternary
  445. agentConfig: res.is_agent ? {
  446. max_iteration: DEFAULT_AGENT_SETTING.max_iteration,
  447. ...modelConfig.agent_mode,
  448. // remove dataset
  449. enabled: true, // modelConfig.agent_mode?.enabled is not correct. old app: the value of app with dataset's is always true
  450. tools: modelConfig.agent_mode?.tools.filter((tool: any) => {
  451. return !tool.dataset
  452. }).map((tool: any) => {
  453. return {
  454. ...tool,
  455. isDeleted: res.deleted_tools?.includes(tool.tool_name),
  456. notAuthor: collectionList.find(c => tool.provider_id === c.id)?.is_team_authorization === false,
  457. }
  458. }),
  459. } : DEFAULT_AGENT_SETTING,
  460. },
  461. completionParams: model.completion_params,
  462. }
  463. if (modelConfig.file_upload)
  464. handleSetVisionConfig(modelConfig.file_upload.image, true)
  465. syncToPublishedConfig(config)
  466. setPublishedConfig(config)
  467. setDatasetConfigs({
  468. retrieval_model: RETRIEVE_TYPE.oneWay,
  469. ...modelConfig.dataset_configs,
  470. })
  471. setHasFetchedDetail(true)
  472. })
  473. })()
  474. }, [appId])
  475. const promptEmpty = (() => {
  476. if (mode === AppType.chat)
  477. return false
  478. if (isAdvancedMode) {
  479. if (modelModeType === ModelModeType.chat)
  480. return chatPromptConfig.prompt.every(({ text }: any) => !text)
  481. else
  482. return !completionPromptConfig.prompt.text
  483. }
  484. else { return !modelConfig.configs.prompt_template }
  485. })()
  486. const cannotPublish = (() => {
  487. if (mode === AppType.chat) {
  488. if (!isAdvancedMode)
  489. return false
  490. if (modelModeType === ModelModeType.completion) {
  491. if (!hasSetBlockStatus.history || !hasSetBlockStatus.query)
  492. return true
  493. return false
  494. }
  495. return false
  496. }
  497. else { return promptEmpty }
  498. })()
  499. const contextVarEmpty = mode === AppType.completion && dataSets.length > 0 && !hasSetContextVar
  500. const handlePublish = async (isSilence?: boolean, modelAndParameter?: ModelAndParameter) => {
  501. const modelId = modelAndParameter?.model || modelConfig.model_id
  502. const promptTemplate = modelConfig.configs.prompt_template
  503. const promptVariables = modelConfig.configs.prompt_variables
  504. if (promptEmpty) {
  505. notify({ type: 'error', message: t('appDebug.otherError.promptNoBeEmpty'), duration: 3000 })
  506. return
  507. }
  508. if (isAdvancedMode && mode === AppType.chat) {
  509. if (modelModeType === ModelModeType.completion) {
  510. if (!hasSetBlockStatus.history) {
  511. notify({ type: 'error', message: t('appDebug.otherError.historyNoBeEmpty'), duration: 3000 })
  512. return
  513. }
  514. if (!hasSetBlockStatus.query) {
  515. notify({ type: 'error', message: t('appDebug.otherError.queryNoBeEmpty'), duration: 3000 })
  516. return
  517. }
  518. }
  519. }
  520. if (contextVarEmpty) {
  521. notify({ type: 'error', message: t('appDebug.feature.dataSet.queryVariable.contextVarNotEmpty'), duration: 3000 })
  522. return
  523. }
  524. const postDatasets = dataSets.map(({ id }) => ({
  525. dataset: {
  526. enabled: true,
  527. id,
  528. },
  529. }))
  530. // new model config data struct
  531. const data: BackendModelConfig = {
  532. // Simple Mode prompt
  533. pre_prompt: !isAdvancedMode ? promptTemplate : '',
  534. prompt_type: promptMode,
  535. chat_prompt_config: {},
  536. completion_prompt_config: {},
  537. user_input_form: promptVariablesToUserInputsForm(promptVariables),
  538. dataset_query_variable: contextVar || '',
  539. opening_statement: introduction || '',
  540. suggested_questions: suggestedQuestions || [],
  541. more_like_this: moreLikeThisConfig,
  542. suggested_questions_after_answer: suggestedQuestionsAfterAnswerConfig,
  543. speech_to_text: speechToTextConfig,
  544. text_to_speech: textToSpeechConfig,
  545. retriever_resource: citationConfig,
  546. sensitive_word_avoidance: moderationConfig,
  547. agent_mode: {
  548. ...modelConfig.agentConfig,
  549. strategy: isFunctionCall ? AgentStrategy.functionCall : AgentStrategy.react,
  550. },
  551. model: {
  552. provider: modelAndParameter?.provider || modelConfig.provider,
  553. name: modelId,
  554. mode: modelConfig.mode,
  555. completion_params: modelAndParameter?.parameters || completionParams as any,
  556. },
  557. dataset_configs: {
  558. ...datasetConfigs,
  559. datasets: {
  560. datasets: [...postDatasets],
  561. } as any,
  562. },
  563. file_upload: {
  564. image: visionConfig,
  565. },
  566. }
  567. if (isAdvancedMode) {
  568. data.chat_prompt_config = chatPromptConfig
  569. data.completion_prompt_config = completionPromptConfig
  570. }
  571. await updateAppModelConfig({ url: `/apps/${appId}/model-config`, body: data })
  572. const newModelConfig = produce(modelConfig, (draft: any) => {
  573. draft.opening_statement = introduction
  574. draft.more_like_this = moreLikeThisConfig
  575. draft.suggested_questions_after_answer = suggestedQuestionsAfterAnswerConfig
  576. draft.speech_to_text = speechToTextConfig
  577. draft.text_to_speech = textToSpeechConfig
  578. draft.retriever_resource = citationConfig
  579. draft.dataSets = dataSets
  580. })
  581. setPublishedConfig({
  582. modelConfig: newModelConfig,
  583. completionParams,
  584. })
  585. if (!isSilence)
  586. notify({ type: 'success', message: t('common.api.success'), duration: 3000 })
  587. setCanReturnToSimpleMode(false)
  588. return true
  589. }
  590. const [showConfirm, setShowConfirm] = useState(false)
  591. const resetAppConfig = () => {
  592. syncToPublishedConfig(publishedConfig!)
  593. setShowConfirm(false)
  594. }
  595. const [showUseGPT4Confirm, setShowUseGPT4Confirm] = useState(false)
  596. const { eventEmitter } = useEventEmitterContextContext()
  597. const {
  598. debugWithMultipleModel,
  599. multipleModelConfigs,
  600. handleMultipleModelConfigsChange,
  601. } = useDebugWithSingleOrMultipleModel(appId)
  602. const handleDebugWithMultipleModelChange = () => {
  603. handleMultipleModelConfigsChange(
  604. true,
  605. [
  606. { id: `${Date.now()}`, model: modelConfig.model_id, provider: modelConfig.provider, parameters: completionParams },
  607. { id: `${Date.now()}-no-repeat`, model: '', provider: '', parameters: {} },
  608. ],
  609. )
  610. eventEmitter?.emit({
  611. type: APP_SIDEBAR_SHOULD_COLLAPSE,
  612. } as any)
  613. }
  614. if (isLoading) {
  615. return <div className='flex h-full items-center justify-center'>
  616. <Loading type='area' />
  617. </div>
  618. }
  619. return (
  620. <ConfigContext.Provider value={{
  621. appId,
  622. hasSetAPIKEY: hasSettedApiKey,
  623. isTrailFinished: false,
  624. mode,
  625. modelModeType,
  626. promptMode,
  627. isAdvancedMode,
  628. isAgent,
  629. isOpenAI,
  630. isFunctionCall,
  631. collectionList,
  632. setPromptMode,
  633. canReturnToSimpleMode,
  634. setCanReturnToSimpleMode,
  635. chatPromptConfig,
  636. completionPromptConfig,
  637. currentAdvancedPrompt,
  638. setCurrentAdvancedPrompt,
  639. conversationHistoriesRole: completionPromptConfig.conversation_histories_role,
  640. showHistoryModal,
  641. setConversationHistoriesRole,
  642. hasSetBlockStatus,
  643. conversationId,
  644. introduction,
  645. setIntroduction,
  646. suggestedQuestions,
  647. setSuggestedQuestions,
  648. setConversationId,
  649. controlClearChatMessage,
  650. setControlClearChatMessage,
  651. prevPromptConfig,
  652. setPrevPromptConfig,
  653. moreLikeThisConfig,
  654. setMoreLikeThisConfig,
  655. suggestedQuestionsAfterAnswerConfig,
  656. setSuggestedQuestionsAfterAnswerConfig,
  657. speechToTextConfig,
  658. setSpeechToTextConfig,
  659. textToSpeechConfig,
  660. setTextToSpeechConfig,
  661. citationConfig,
  662. setCitationConfig,
  663. annotationConfig,
  664. setAnnotationConfig,
  665. moderationConfig,
  666. setModerationConfig,
  667. externalDataToolsConfig,
  668. setExternalDataToolsConfig,
  669. formattingChanged,
  670. setFormattingChanged,
  671. inputs,
  672. setInputs,
  673. query,
  674. setQuery,
  675. completionParams,
  676. setCompletionParams,
  677. modelConfig,
  678. setModelConfig,
  679. showSelectDataSet,
  680. dataSets,
  681. setDataSets,
  682. datasetConfigs,
  683. setDatasetConfigs,
  684. hasSetContextVar,
  685. isShowVisionConfig,
  686. visionConfig,
  687. setVisionConfig: handleSetVisionConfig,
  688. }}
  689. >
  690. <>
  691. <div className="flex flex-col h-full">
  692. <div className='flex grow h-[200px]'>
  693. <div className={`w-full sm:w-1/2 shrink-0 flex flex-col h-full ${debugWithMultipleModel && 'max-w-[560px]'}`}>
  694. {/* Header Left */}
  695. <div className='flex justify-between items-center px-6 h-14'>
  696. <div className='flex items-center'>
  697. <div className='leading-6 text-base font-semibold text-gray-900'>{t('appDebug.orchestrate')}</div>
  698. <div className='flex items-center h-[14px] space-x-1 text-xs'>
  699. {isAdvancedMode && (
  700. <div className='ml-1 flex items-center h-5 px-1.5 border border-gray-100 rounded-md text-[11px] font-medium text-gray-500 uppercase'>{t('appDebug.promptMode.advanced')}</div>
  701. )}
  702. </div>
  703. </div>
  704. {isChatApp && (
  705. <AssistantTypePicker
  706. value={isAgent ? 'agent' : 'assistant'}
  707. disabled={isAdvancedMode && !canReturnToSimpleMode}
  708. onChange={(value: string) => {
  709. setIsAgent(value === 'agent')
  710. if (value === 'agent')
  711. setPromptMode(PromptMode.simple)
  712. }}
  713. isFunctionCall={isFunctionCall}
  714. isChatModel={modelConfig.mode === ModelModeType.chat}
  715. agentConfig={modelConfig.agentConfig}
  716. onAgentSettingChange={(config) => {
  717. const nextConfig = produce(modelConfig, (draft: ModelConfig) => {
  718. draft.agentConfig = config
  719. })
  720. setModelConfig(nextConfig)
  721. }}
  722. />
  723. )}
  724. </div>
  725. <Config />
  726. </div>
  727. {!isMobile && <div className="grow relative w-1/2 h-full overflow-y-auto flex flex-col " style={{ borderColor: 'rgba(0, 0, 0, 0.02)' }}>
  728. {/* Header Right */}
  729. <div className='flex justify-end items-center flex-wrap px-6 h-14 space-x-2'>
  730. {/* Model and Parameters */}
  731. {
  732. !debugWithMultipleModel && (
  733. <>
  734. <ModelParameterModal
  735. isAdvancedMode={isAdvancedMode}
  736. mode={mode}
  737. provider={modelConfig.provider}
  738. completionParams={completionParams}
  739. modelId={modelConfig.model_id}
  740. setModel={setModel as any}
  741. onCompletionParamsChange={(newParams: FormValue) => {
  742. setCompletionParams(newParams)
  743. }}
  744. debugWithMultipleModel={debugWithMultipleModel}
  745. onDebugWithMultipleModelChange={handleDebugWithMultipleModelChange}
  746. />
  747. <div className='w-[1px] h-[14px] bg-gray-200'></div>
  748. </>
  749. )
  750. }
  751. <Button onClick={() => setShowConfirm(true)} className='shrink-0 mr-2 w-[70px] !h-8 !text-[13px] font-medium'>{t('appDebug.operation.resetConfig')}</Button>
  752. {isMobile && (
  753. <Button className='!h-8 !text-[13px] font-medium' onClick={showDebugPanel}>
  754. <span className='mr-1'>{t('appDebug.operation.debugConfig')}</span>
  755. <CodeBracketIcon className="h-4 w-4 text-gray-500" />
  756. </Button>
  757. )}
  758. {
  759. debugWithMultipleModel
  760. ? (
  761. <PublishWithMultipleModel
  762. multipleModelConfigs={multipleModelConfigs}
  763. onSelect={item => handlePublish(false, item)}
  764. />
  765. )
  766. : (
  767. <Button
  768. type='primary'
  769. onClick={() => handlePublish(false)}
  770. className={cn(cannotPublish && '!bg-primary-200 !cursor-not-allowed', 'shrink-0 w-[70px] !h-8 !text-[13px] font-medium')}
  771. >
  772. {t('appDebug.operation.applyConfig')}
  773. </Button>
  774. )
  775. }
  776. </div>
  777. <div className='flex flex-col grow h-0 rounded-tl-2xl border-t border-l bg-gray-50 '>
  778. <Debug
  779. hasSetAPIKEY={hasSettedApiKey}
  780. onSetting={() => setShowAccountSettingModal({ payload: 'provider' })}
  781. inputs={inputs}
  782. modelParameterParams={{
  783. setModel: setModel as any,
  784. onCompletionParamsChange: setCompletionParams,
  785. }}
  786. debugWithMultipleModel={debugWithMultipleModel}
  787. multipleModelConfigs={multipleModelConfigs}
  788. onMultipleModelConfigsChange={handleMultipleModelConfigsChange}
  789. />
  790. </div>
  791. </div>}
  792. </div>
  793. </div>
  794. {showConfirm && (
  795. <Confirm
  796. title={t('appDebug.resetConfig.title')}
  797. content={t('appDebug.resetConfig.message')}
  798. isShow={showConfirm}
  799. onClose={() => setShowConfirm(false)}
  800. onConfirm={resetAppConfig}
  801. onCancel={() => setShowConfirm(false)}
  802. />
  803. )}
  804. {showUseGPT4Confirm && (
  805. <Confirm
  806. title={t('appDebug.trailUseGPT4Info.title')}
  807. content={t('appDebug.trailUseGPT4Info.description')}
  808. isShow={showUseGPT4Confirm}
  809. onClose={() => setShowUseGPT4Confirm(false)}
  810. onConfirm={() => {
  811. setShowAccountSettingModal({ payload: 'provider' })
  812. setShowUseGPT4Confirm(false)
  813. }}
  814. onCancel={() => setShowUseGPT4Confirm(false)}
  815. />
  816. )}
  817. {isShowSelectDataSet && (
  818. <SelectDataSet
  819. isShow={isShowSelectDataSet}
  820. onClose={hideSelectDataSet}
  821. selectedIds={selectedIds}
  822. onSelect={handleSelect}
  823. />
  824. )}
  825. {isShowHistoryModal && (
  826. <EditHistoryModal
  827. isShow={isShowHistoryModal}
  828. saveLoading={false}
  829. onClose={hideHistoryModal}
  830. data={completionPromptConfig.conversation_histories_role}
  831. onSave={(data) => {
  832. setConversationHistoriesRole(data)
  833. hideHistoryModal()
  834. }}
  835. />
  836. )}
  837. {isMobile && (
  838. <Drawer showClose isOpen={isShowDebugPanel} onClose={hideDebugPanel} mask footer={null} panelClassname='!bg-gray-50'>
  839. <Debug
  840. hasSetAPIKEY={hasSettedApiKey}
  841. onSetting={() => setShowAccountSettingModal({ payload: 'provider' })}
  842. inputs={inputs}
  843. modelParameterParams={{
  844. setModel: setModel as any,
  845. onCompletionParamsChange: setCompletionParams,
  846. }}
  847. debugWithMultipleModel={debugWithMultipleModel}
  848. multipleModelConfigs={multipleModelConfigs}
  849. onMultipleModelConfigsChange={handleMultipleModelConfigsChange}
  850. />
  851. </Drawer>
  852. )}
  853. </>
  854. </ConfigContext.Provider>
  855. )
  856. }
  857. export default React.memo(Configuration)