index.tsx 34 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915
  1. 'use client'
  2. import type { FC } from 'react'
  3. import React, { useEffect, useRef, useState } from 'react'
  4. import { useTranslation } from 'react-i18next'
  5. import { useContext } from 'use-context-selector'
  6. import { usePathname } from 'next/navigation'
  7. import produce from 'immer'
  8. import { useBoolean, useGetState } from 'ahooks'
  9. import cn from 'classnames'
  10. import { clone, isEqual } from 'lodash-es'
  11. import { CodeBracketIcon } from '@heroicons/react/20/solid'
  12. import Button from '../../base/button'
  13. import Loading from '../../base/loading'
  14. import useAdvancedPromptConfig from './hooks/use-advanced-prompt-config'
  15. import EditHistoryModal from './config-prompt/conversation-histroy/edit-modal'
  16. import {
  17. useDebugWithSingleOrMultipleModel,
  18. useFormattingChangedDispatcher,
  19. } from './debug/hooks'
  20. import type { ModelAndParameter } from './debug/types'
  21. import { APP_SIDEBAR_SHOULD_COLLAPSE } from './debug/types'
  22. import PublishWithMultipleModel from './debug/debug-with-multiple-model/publish-with-multiple-model'
  23. import AssistantTypePicker from './config/assistant-type-picker'
  24. import type {
  25. AnnotationReplyConfig,
  26. DatasetConfigs,
  27. Inputs,
  28. ModelConfig,
  29. ModerationConfig,
  30. MoreLikeThisConfig,
  31. PromptConfig,
  32. PromptVariable,
  33. } from '@/models/debug'
  34. import type { ExternalDataTool } from '@/models/common'
  35. import type { DataSet } from '@/models/datasets'
  36. import type { ModelConfig as BackendModelConfig, VisionSettings } from '@/types/app'
  37. import ConfigContext from '@/context/debug-configuration'
  38. import Config from '@/app/components/app/configuration/config'
  39. import Debug from '@/app/components/app/configuration/debug'
  40. import Confirm from '@/app/components/base/confirm'
  41. import { ModelFeatureEnum } from '@/app/components/header/account-setting/model-provider-page/declarations'
  42. import { ToastContext } from '@/app/components/base/toast'
  43. import { fetchAppDetail, updateAppModelConfig } from '@/service/apps'
  44. import { promptVariablesToUserInputsForm, userInputsFormToPromptVariables } from '@/utils/model-config'
  45. import { fetchDatasets } from '@/service/datasets'
  46. import { useProviderContext } from '@/context/provider-context'
  47. import { AgentStrategy, AppType, ModelModeType, RETRIEVE_TYPE, Resolution, TransferMethod } from '@/types/app'
  48. import { PromptMode } from '@/models/debug'
  49. import { ANNOTATION_DEFAULT, DEFAULT_AGENT_SETTING, DEFAULT_CHAT_PROMPT_CONFIG, DEFAULT_COMPLETION_PROMPT_CONFIG } from '@/config'
  50. import SelectDataSet from '@/app/components/app/configuration/dataset-config/select-dataset'
  51. import { useModalContext } from '@/context/modal-context'
  52. import useBreakpoints, { MediaType } from '@/hooks/use-breakpoints'
  53. import Drawer from '@/app/components/base/drawer'
  54. import ModelParameterModal from '@/app/components/header/account-setting/model-provider-page/model-parameter-modal'
  55. import type { FormValue } from '@/app/components/header/account-setting/model-provider-page/declarations'
  56. import { useTextGenerationCurrentProviderAndModelAndModelList } from '@/app/components/header/account-setting/model-provider-page/hooks'
  57. import { fetchCollectionList } from '@/service/tools'
  58. import { type Collection } from '@/app/components/tools/types'
  59. import { useEventEmitterContextContext } from '@/context/event-emitter'
  60. type PublichConfig = {
  61. modelConfig: ModelConfig
  62. completionParams: FormValue
  63. }
  64. const Configuration: FC = () => {
  65. const { t } = useTranslation()
  66. const { notify } = useContext(ToastContext)
  67. const [formattingChanged, setFormattingChanged] = useState(false)
  68. const { setShowAccountSettingModal } = useModalContext()
  69. const [hasFetchedDetail, setHasFetchedDetail] = useState(false)
  70. const isLoading = !hasFetchedDetail
  71. const pathname = usePathname()
  72. const matched = pathname.match(/\/app\/([^/]+)/)
  73. const appId = (matched?.length && matched[1]) ? matched[1] : ''
  74. const [mode, setMode] = useState('')
  75. const [publishedConfig, setPublishedConfig] = useState<PublichConfig | null>(null)
  76. const [conversationId, setConversationId] = useState<string | null>('')
  77. const media = useBreakpoints()
  78. const isMobile = media === MediaType.mobile
  79. const [isShowDebugPanel, { setTrue: showDebugPanel, setFalse: hideDebugPanel }] = useBoolean(false)
  80. const [introduction, setIntroduction] = useState<string>('')
  81. const [suggestedQuestions, setSuggestedQuestions] = useState<string[]>([])
  82. const [controlClearChatMessage, setControlClearChatMessage] = useState(0)
  83. const [prevPromptConfig, setPrevPromptConfig] = useState<PromptConfig>({
  84. prompt_template: '',
  85. prompt_variables: [],
  86. })
  87. const [moreLikeThisConfig, setMoreLikeThisConfig] = useState<MoreLikeThisConfig>({
  88. enabled: false,
  89. })
  90. const [suggestedQuestionsAfterAnswerConfig, setSuggestedQuestionsAfterAnswerConfig] = useState<MoreLikeThisConfig>({
  91. enabled: false,
  92. })
  93. const [speechToTextConfig, setSpeechToTextConfig] = useState<MoreLikeThisConfig>({
  94. enabled: false,
  95. })
  96. const [textToSpeechConfig, setTextToSpeechConfig] = useState<MoreLikeThisConfig>({
  97. enabled: false,
  98. })
  99. const [citationConfig, setCitationConfig] = useState<MoreLikeThisConfig>({
  100. enabled: false,
  101. })
  102. const [annotationConfig, doSetAnnotationConfig] = useState<AnnotationReplyConfig>({
  103. id: '',
  104. enabled: false,
  105. score_threshold: ANNOTATION_DEFAULT.score_threshold,
  106. embedding_model: {
  107. embedding_provider_name: '',
  108. embedding_model_name: '',
  109. },
  110. })
  111. const formattingChangedDispatcher = useFormattingChangedDispatcher()
  112. const setAnnotationConfig = (config: AnnotationReplyConfig, notSetFormatChanged?: boolean) => {
  113. doSetAnnotationConfig(config)
  114. if (!notSetFormatChanged)
  115. formattingChangedDispatcher()
  116. }
  117. const [moderationConfig, setModerationConfig] = useState<ModerationConfig>({
  118. enabled: false,
  119. })
  120. const [externalDataToolsConfig, setExternalDataToolsConfig] = useState<ExternalDataTool[]>([])
  121. const [inputs, setInputs] = useState<Inputs>({})
  122. const [query, setQuery] = useState('')
  123. const [completionParams, doSetCompletionParams] = useState<FormValue>({})
  124. const [tempStop, setTempStop, getTempStop] = useGetState<string[]>([])
  125. const setCompletionParams = (value: FormValue) => {
  126. const params = { ...value }
  127. // eslint-disable-next-line @typescript-eslint/no-use-before-define
  128. if ((!params.stop || params.stop.length === 0) && (modeModeTypeRef.current === ModelModeType.completion)) {
  129. params.stop = getTempStop()
  130. setTempStop([])
  131. }
  132. doSetCompletionParams(params)
  133. }
  134. const [modelConfig, doSetModelConfig] = useState<ModelConfig>({
  135. provider: 'openai',
  136. model_id: 'gpt-3.5-turbo',
  137. mode: ModelModeType.unset,
  138. configs: {
  139. prompt_template: '',
  140. prompt_variables: [] as PromptVariable[],
  141. },
  142. opening_statement: '',
  143. more_like_this: null,
  144. suggested_questions_after_answer: null,
  145. speech_to_text: null,
  146. text_to_speech: null,
  147. retriever_resource: null,
  148. sensitive_word_avoidance: null,
  149. dataSets: [],
  150. agentConfig: DEFAULT_AGENT_SETTING,
  151. })
  152. const isChatApp = mode === AppType.chat
  153. const isAgent = modelConfig.agentConfig?.enabled
  154. const setIsAgent = (value: boolean) => {
  155. const newModelConfig = produce(modelConfig, (draft: ModelConfig) => {
  156. draft.agentConfig.enabled = value
  157. })
  158. doSetModelConfig(newModelConfig)
  159. }
  160. const isOpenAI = modelConfig.provider === 'openai'
  161. const [collectionList, setCollectionList] = useState<Collection[]>([])
  162. useEffect(() => {
  163. }, [])
  164. const [datasetConfigs, setDatasetConfigs] = useState<DatasetConfigs>({
  165. retrieval_model: RETRIEVE_TYPE.oneWay,
  166. reranking_model: {
  167. reranking_provider_name: '',
  168. reranking_model_name: '',
  169. },
  170. top_k: 2,
  171. score_threshold_enabled: false,
  172. score_threshold: 0.7,
  173. datasets: {
  174. datasets: [],
  175. },
  176. })
  177. const setModelConfig = (newModelConfig: ModelConfig) => {
  178. doSetModelConfig(newModelConfig)
  179. }
  180. const modelModeType = modelConfig.mode
  181. const modeModeTypeRef = useRef(modelModeType)
  182. useEffect(() => {
  183. modeModeTypeRef.current = modelModeType
  184. }, [modelModeType])
  185. const [dataSets, setDataSets] = useState<DataSet[]>([])
  186. const contextVar = modelConfig.configs.prompt_variables.find((item: any) => item.is_context_var)?.key
  187. const hasSetContextVar = !!contextVar
  188. const [isShowSelectDataSet, { setTrue: showSelectDataSet, setFalse: hideSelectDataSet }] = useBoolean(false)
  189. const selectedIds = dataSets.map(item => item.id)
  190. const handleSelect = (data: DataSet[]) => {
  191. if (isEqual(data.map(item => item.id), dataSets.map(item => item.id))) {
  192. hideSelectDataSet()
  193. return
  194. }
  195. formattingChangedDispatcher()
  196. if (data.find(item => !item.name)) { // has not loaded selected dataset
  197. const newSelected = produce(data, (draft: any) => {
  198. data.forEach((item, index) => {
  199. if (!item.name) { // not fetched database
  200. const newItem = dataSets.find(i => i.id === item.id)
  201. if (newItem)
  202. draft[index] = newItem
  203. }
  204. })
  205. })
  206. setDataSets(newSelected)
  207. }
  208. else {
  209. setDataSets(data)
  210. }
  211. hideSelectDataSet()
  212. }
  213. const [isShowHistoryModal, { setTrue: showHistoryModal, setFalse: hideHistoryModal }] = useBoolean(false)
  214. const syncToPublishedConfig = (_publishedConfig: PublichConfig) => {
  215. const modelConfig = _publishedConfig.modelConfig
  216. setModelConfig(_publishedConfig.modelConfig)
  217. setCompletionParams(_publishedConfig.completionParams)
  218. setDataSets(modelConfig.dataSets || [])
  219. // feature
  220. setIntroduction(modelConfig.opening_statement!)
  221. setMoreLikeThisConfig(modelConfig.more_like_this || {
  222. enabled: false,
  223. })
  224. setSuggestedQuestionsAfterAnswerConfig(modelConfig.suggested_questions_after_answer || {
  225. enabled: false,
  226. })
  227. setSpeechToTextConfig(modelConfig.speech_to_text || {
  228. enabled: false,
  229. })
  230. setTextToSpeechConfig(modelConfig.text_to_speech || {
  231. enabled: false,
  232. })
  233. setCitationConfig(modelConfig.retriever_resource || {
  234. enabled: false,
  235. })
  236. }
  237. const { hasSettedApiKey } = useProviderContext()
  238. const {
  239. currentModel: currModel,
  240. textGenerationModelList,
  241. } = useTextGenerationCurrentProviderAndModelAndModelList(
  242. {
  243. provider: modelConfig.provider,
  244. model: modelConfig.model_id,
  245. },
  246. )
  247. const isFunctionCall = (() => {
  248. const features = currModel?.features
  249. if (!features)
  250. return false
  251. return features.includes(ModelFeatureEnum.toolCall) || features.includes(ModelFeatureEnum.multiToolCall)
  252. })()
  253. // Fill old app data missing model mode.
  254. useEffect(() => {
  255. if (hasFetchedDetail && !modelModeType) {
  256. const mode = currModel?.model_properties.mode as (ModelModeType | undefined)
  257. if (mode) {
  258. const newModelConfig = produce(modelConfig, (draft: ModelConfig) => {
  259. draft.mode = mode
  260. })
  261. setModelConfig(newModelConfig)
  262. }
  263. }
  264. }, [textGenerationModelList, hasFetchedDetail, modelModeType, currModel, modelConfig])
  265. const [promptMode, doSetPromptMode] = useState(PromptMode.simple)
  266. const isAdvancedMode = promptMode === PromptMode.advanced
  267. const [canReturnToSimpleMode, setCanReturnToSimpleMode] = useState(true)
  268. const setPromptMode = async (mode: PromptMode) => {
  269. if (mode === PromptMode.advanced) {
  270. // eslint-disable-next-line @typescript-eslint/no-use-before-define
  271. await migrateToDefaultPrompt()
  272. setCanReturnToSimpleMode(true)
  273. }
  274. doSetPromptMode(mode)
  275. }
  276. const [visionConfig, doSetVisionConfig] = useState({
  277. enabled: false,
  278. number_limits: 2,
  279. detail: Resolution.low,
  280. transfer_methods: [TransferMethod.local_file],
  281. })
  282. const handleSetVisionConfig = (config: VisionSettings, notNoticeFormattingChanged?: boolean) => {
  283. doSetVisionConfig({
  284. enabled: config.enabled || false,
  285. number_limits: config.number_limits || 2,
  286. detail: config.detail || Resolution.low,
  287. transfer_methods: config.transfer_methods || [TransferMethod.local_file],
  288. })
  289. if (!notNoticeFormattingChanged)
  290. formattingChangedDispatcher()
  291. }
  292. const {
  293. chatPromptConfig,
  294. setChatPromptConfig,
  295. completionPromptConfig,
  296. setCompletionPromptConfig,
  297. currentAdvancedPrompt,
  298. setCurrentAdvancedPrompt,
  299. hasSetBlockStatus,
  300. setConversationHistoriesRole,
  301. migrateToDefaultPrompt,
  302. } = useAdvancedPromptConfig({
  303. appMode: mode,
  304. modelName: modelConfig.model_id,
  305. promptMode,
  306. modelModeType,
  307. prePrompt: modelConfig.configs.prompt_template,
  308. hasSetDataSet: dataSets.length > 0,
  309. onUserChangedPrompt: () => {
  310. setCanReturnToSimpleMode(false)
  311. },
  312. completionParams,
  313. setCompletionParams,
  314. setStop: setTempStop,
  315. })
  316. const setModel = async ({
  317. modelId,
  318. provider,
  319. mode: modeMode,
  320. features,
  321. }: { modelId: string; provider: string; mode: string; features: string[] }) => {
  322. if (isAdvancedMode) {
  323. const appMode = mode
  324. if (modeMode === ModelModeType.completion) {
  325. if (appMode === AppType.chat) {
  326. if (!completionPromptConfig.prompt.text || !completionPromptConfig.conversation_histories_role.assistant_prefix || !completionPromptConfig.conversation_histories_role.user_prefix)
  327. await migrateToDefaultPrompt(true, ModelModeType.completion)
  328. }
  329. else {
  330. if (!completionPromptConfig.prompt.text)
  331. await migrateToDefaultPrompt(true, ModelModeType.completion)
  332. }
  333. }
  334. if (modeMode === ModelModeType.chat) {
  335. if (chatPromptConfig.prompt.length === 0)
  336. await migrateToDefaultPrompt(true, ModelModeType.chat)
  337. }
  338. }
  339. const newModelConfig = produce(modelConfig, (draft: ModelConfig) => {
  340. draft.provider = provider
  341. draft.model_id = modelId
  342. draft.mode = modeMode as ModelModeType
  343. })
  344. setModelConfig(newModelConfig)
  345. const supportVision = features && features.includes(ModelFeatureEnum.vision)
  346. handleSetVisionConfig({
  347. ...visionConfig,
  348. enabled: supportVision,
  349. }, true)
  350. setCompletionParams({})
  351. }
  352. const isShowVisionConfig = !!currModel?.features?.includes(ModelFeatureEnum.vision)
  353. useEffect(() => {
  354. (async () => {
  355. const collectionList = await fetchCollectionList()
  356. setCollectionList(collectionList)
  357. fetchAppDetail({ url: '/apps', id: appId }).then(async (res: any) => {
  358. setMode(res.mode)
  359. const modelConfig = res.model_config
  360. const promptMode = modelConfig.prompt_type === PromptMode.advanced ? PromptMode.advanced : PromptMode.simple
  361. doSetPromptMode(promptMode)
  362. if (promptMode === PromptMode.advanced) {
  363. setChatPromptConfig(modelConfig.chat_prompt_config || clone(DEFAULT_CHAT_PROMPT_CONFIG) as any)
  364. setCompletionPromptConfig(modelConfig.completion_prompt_config || clone(DEFAULT_COMPLETION_PROMPT_CONFIG) as any)
  365. setCanReturnToSimpleMode(false)
  366. }
  367. const model = res.model_config.model
  368. let datasets: any = null
  369. // old dataset struct
  370. if (modelConfig.agent_mode?.tools?.find(({ dataset }: any) => dataset?.enabled))
  371. datasets = modelConfig.agent_mode?.tools.filter(({ dataset }: any) => dataset?.enabled)
  372. // new dataset struct
  373. else if (modelConfig.dataset_configs.datasets?.datasets?.length > 0)
  374. datasets = modelConfig.dataset_configs?.datasets?.datasets
  375. if (dataSets && datasets?.length && datasets?.length > 0) {
  376. const { data: dataSetsWithDetail } = await fetchDatasets({ url: '/datasets', params: { page: 1, ids: datasets.map(({ dataset }: any) => dataset.id) } })
  377. datasets = dataSetsWithDetail
  378. setDataSets(datasets)
  379. }
  380. setIntroduction(modelConfig.opening_statement)
  381. setSuggestedQuestions(modelConfig.suggested_questions || [])
  382. if (modelConfig.more_like_this)
  383. setMoreLikeThisConfig(modelConfig.more_like_this)
  384. if (modelConfig.suggested_questions_after_answer)
  385. setSuggestedQuestionsAfterAnswerConfig(modelConfig.suggested_questions_after_answer)
  386. if (modelConfig.speech_to_text)
  387. setSpeechToTextConfig(modelConfig.speech_to_text)
  388. if (modelConfig.text_to_speech)
  389. setTextToSpeechConfig(modelConfig.text_to_speech)
  390. if (modelConfig.retriever_resource)
  391. setCitationConfig(modelConfig.retriever_resource)
  392. if (modelConfig.annotation_reply)
  393. setAnnotationConfig(modelConfig.annotation_reply, true)
  394. if (modelConfig.sensitive_word_avoidance)
  395. setModerationConfig(modelConfig.sensitive_word_avoidance)
  396. if (modelConfig.external_data_tools)
  397. setExternalDataToolsConfig(modelConfig.external_data_tools)
  398. const config = {
  399. modelConfig: {
  400. provider: model.provider,
  401. model_id: model.name,
  402. mode: model.mode,
  403. configs: {
  404. prompt_template: modelConfig.pre_prompt,
  405. prompt_variables: userInputsFormToPromptVariables(
  406. [
  407. ...modelConfig.user_input_form,
  408. ...(
  409. modelConfig.external_data_tools?.length
  410. ? modelConfig.external_data_tools.map((item: any) => {
  411. return {
  412. external_data_tool: {
  413. variable: item.variable as string,
  414. label: item.label as string,
  415. enabled: item.enabled,
  416. type: item.type as string,
  417. config: item.config,
  418. required: true,
  419. icon: item.icon,
  420. icon_background: item.icon_background,
  421. },
  422. }
  423. })
  424. : []
  425. ),
  426. ],
  427. modelConfig.dataset_query_variable,
  428. ),
  429. },
  430. opening_statement: modelConfig.opening_statement,
  431. more_like_this: modelConfig.more_like_this,
  432. suggested_questions_after_answer: modelConfig.suggested_questions_after_answer,
  433. speech_to_text: modelConfig.speech_to_text,
  434. text_to_speech: modelConfig.text_to_speech,
  435. retriever_resource: modelConfig.retriever_resource,
  436. sensitive_word_avoidance: modelConfig.sensitive_word_avoidance,
  437. external_data_tools: modelConfig.external_data_tools,
  438. dataSets: datasets || [],
  439. // eslint-disable-next-line multiline-ternary
  440. agentConfig: res.is_agent ? {
  441. max_iteration: DEFAULT_AGENT_SETTING.max_iteration,
  442. ...modelConfig.agent_mode,
  443. // remove dataset
  444. enabled: true, // modelConfig.agent_mode?.enabled is not correct. old app: the value of app with dataset's is always true
  445. tools: modelConfig.agent_mode?.tools.filter((tool: any) => {
  446. return !tool.dataset
  447. }).map((tool: any) => {
  448. return {
  449. ...tool,
  450. isDeleted: res.deleted_tools?.includes(tool.tool_name),
  451. notAuthor: collectionList.find(c => tool.provider_id === c.id)?.is_team_authorization === false,
  452. }
  453. }),
  454. } : DEFAULT_AGENT_SETTING,
  455. },
  456. completionParams: model.completion_params,
  457. }
  458. if (modelConfig.file_upload)
  459. handleSetVisionConfig(modelConfig.file_upload.image, true)
  460. syncToPublishedConfig(config)
  461. setPublishedConfig(config)
  462. setDatasetConfigs({
  463. retrieval_model: RETRIEVE_TYPE.oneWay,
  464. ...modelConfig.dataset_configs,
  465. })
  466. setHasFetchedDetail(true)
  467. })
  468. })()
  469. }, [appId])
  470. const promptEmpty = (() => {
  471. if (mode === AppType.chat)
  472. return false
  473. if (isAdvancedMode) {
  474. if (modelModeType === ModelModeType.chat)
  475. return chatPromptConfig.prompt.every(({ text }: any) => !text)
  476. else
  477. return !completionPromptConfig.prompt.text
  478. }
  479. else { return !modelConfig.configs.prompt_template }
  480. })()
  481. const cannotPublish = (() => {
  482. if (mode === AppType.chat) {
  483. if (!isAdvancedMode)
  484. return false
  485. if (modelModeType === ModelModeType.completion) {
  486. if (!hasSetBlockStatus.history || !hasSetBlockStatus.query)
  487. return true
  488. return false
  489. }
  490. return false
  491. }
  492. else { return promptEmpty }
  493. })()
  494. const contextVarEmpty = mode === AppType.completion && dataSets.length > 0 && !hasSetContextVar
  495. const handlePublish = async (isSilence?: boolean, modelAndParameter?: ModelAndParameter) => {
  496. const modelId = modelAndParameter?.model || modelConfig.model_id
  497. const promptTemplate = modelConfig.configs.prompt_template
  498. const promptVariables = modelConfig.configs.prompt_variables
  499. if (promptEmpty) {
  500. notify({ type: 'error', message: t('appDebug.otherError.promptNoBeEmpty'), duration: 3000 })
  501. return
  502. }
  503. if (isAdvancedMode && mode === AppType.chat) {
  504. if (modelModeType === ModelModeType.completion) {
  505. if (!hasSetBlockStatus.history) {
  506. notify({ type: 'error', message: t('appDebug.otherError.historyNoBeEmpty'), duration: 3000 })
  507. return
  508. }
  509. if (!hasSetBlockStatus.query) {
  510. notify({ type: 'error', message: t('appDebug.otherError.queryNoBeEmpty'), duration: 3000 })
  511. return
  512. }
  513. }
  514. }
  515. if (contextVarEmpty) {
  516. notify({ type: 'error', message: t('appDebug.feature.dataSet.queryVariable.contextVarNotEmpty'), duration: 3000 })
  517. return
  518. }
  519. const postDatasets = dataSets.map(({ id }) => ({
  520. dataset: {
  521. enabled: true,
  522. id,
  523. },
  524. }))
  525. // new model config data struct
  526. const data: BackendModelConfig = {
  527. // Simple Mode prompt
  528. pre_prompt: !isAdvancedMode ? promptTemplate : '',
  529. prompt_type: promptMode,
  530. chat_prompt_config: {},
  531. completion_prompt_config: {},
  532. user_input_form: promptVariablesToUserInputsForm(promptVariables),
  533. dataset_query_variable: contextVar || '',
  534. opening_statement: introduction || '',
  535. suggested_questions: suggestedQuestions || [],
  536. more_like_this: moreLikeThisConfig,
  537. suggested_questions_after_answer: suggestedQuestionsAfterAnswerConfig,
  538. speech_to_text: speechToTextConfig,
  539. text_to_speech: textToSpeechConfig,
  540. retriever_resource: citationConfig,
  541. sensitive_word_avoidance: moderationConfig,
  542. agent_mode: {
  543. ...modelConfig.agentConfig,
  544. strategy: isFunctionCall ? AgentStrategy.functionCall : AgentStrategy.react,
  545. },
  546. model: {
  547. provider: modelAndParameter?.provider || modelConfig.provider,
  548. name: modelId,
  549. mode: modelConfig.mode,
  550. completion_params: modelAndParameter?.parameters || completionParams as any,
  551. },
  552. dataset_configs: {
  553. ...datasetConfigs,
  554. datasets: {
  555. datasets: [...postDatasets],
  556. } as any,
  557. },
  558. file_upload: {
  559. image: visionConfig,
  560. },
  561. }
  562. if (isAdvancedMode) {
  563. data.chat_prompt_config = chatPromptConfig
  564. data.completion_prompt_config = completionPromptConfig
  565. }
  566. await updateAppModelConfig({ url: `/apps/${appId}/model-config`, body: data })
  567. const newModelConfig = produce(modelConfig, (draft: any) => {
  568. draft.opening_statement = introduction
  569. draft.more_like_this = moreLikeThisConfig
  570. draft.suggested_questions_after_answer = suggestedQuestionsAfterAnswerConfig
  571. draft.speech_to_text = speechToTextConfig
  572. draft.text_to_speech = textToSpeechConfig
  573. draft.retriever_resource = citationConfig
  574. draft.dataSets = dataSets
  575. })
  576. setPublishedConfig({
  577. modelConfig: newModelConfig,
  578. completionParams,
  579. })
  580. if (!isSilence)
  581. notify({ type: 'success', message: t('common.api.success'), duration: 3000 })
  582. setCanReturnToSimpleMode(false)
  583. return true
  584. }
  585. const [showConfirm, setShowConfirm] = useState(false)
  586. const resetAppConfig = () => {
  587. syncToPublishedConfig(publishedConfig!)
  588. setShowConfirm(false)
  589. }
  590. const [showUseGPT4Confirm, setShowUseGPT4Confirm] = useState(false)
  591. const { eventEmitter } = useEventEmitterContextContext()
  592. const {
  593. debugWithMultipleModel,
  594. multipleModelConfigs,
  595. handleMultipleModelConfigsChange,
  596. } = useDebugWithSingleOrMultipleModel(appId)
  597. const handleDebugWithMultipleModelChange = () => {
  598. handleMultipleModelConfigsChange(
  599. true,
  600. [
  601. { id: `${Date.now()}`, model: modelConfig.model_id, provider: modelConfig.provider, parameters: completionParams },
  602. { id: `${Date.now()}-no-repeat`, model: '', provider: '', parameters: {} },
  603. ],
  604. )
  605. eventEmitter?.emit({
  606. type: APP_SIDEBAR_SHOULD_COLLAPSE,
  607. } as any)
  608. }
  609. if (isLoading) {
  610. return <div className='flex h-full items-center justify-center'>
  611. <Loading type='area' />
  612. </div>
  613. }
  614. return (
  615. <ConfigContext.Provider value={{
  616. appId,
  617. hasSetAPIKEY: hasSettedApiKey,
  618. isTrailFinished: false,
  619. mode,
  620. modelModeType,
  621. promptMode,
  622. isAdvancedMode,
  623. isAgent,
  624. isOpenAI,
  625. isFunctionCall,
  626. collectionList,
  627. setPromptMode,
  628. canReturnToSimpleMode,
  629. setCanReturnToSimpleMode,
  630. chatPromptConfig,
  631. completionPromptConfig,
  632. currentAdvancedPrompt,
  633. setCurrentAdvancedPrompt,
  634. conversationHistoriesRole: completionPromptConfig.conversation_histories_role,
  635. showHistoryModal,
  636. setConversationHistoriesRole,
  637. hasSetBlockStatus,
  638. conversationId,
  639. introduction,
  640. setIntroduction,
  641. suggestedQuestions,
  642. setSuggestedQuestions,
  643. setConversationId,
  644. controlClearChatMessage,
  645. setControlClearChatMessage,
  646. prevPromptConfig,
  647. setPrevPromptConfig,
  648. moreLikeThisConfig,
  649. setMoreLikeThisConfig,
  650. suggestedQuestionsAfterAnswerConfig,
  651. setSuggestedQuestionsAfterAnswerConfig,
  652. speechToTextConfig,
  653. setSpeechToTextConfig,
  654. textToSpeechConfig,
  655. setTextToSpeechConfig,
  656. citationConfig,
  657. setCitationConfig,
  658. annotationConfig,
  659. setAnnotationConfig,
  660. moderationConfig,
  661. setModerationConfig,
  662. externalDataToolsConfig,
  663. setExternalDataToolsConfig,
  664. formattingChanged,
  665. setFormattingChanged,
  666. inputs,
  667. setInputs,
  668. query,
  669. setQuery,
  670. completionParams,
  671. setCompletionParams,
  672. modelConfig,
  673. setModelConfig,
  674. showSelectDataSet,
  675. dataSets,
  676. setDataSets,
  677. datasetConfigs,
  678. setDatasetConfigs,
  679. hasSetContextVar,
  680. isShowVisionConfig,
  681. visionConfig,
  682. setVisionConfig: handleSetVisionConfig,
  683. }}
  684. >
  685. <>
  686. <div className="flex flex-col h-full">
  687. <div className='flex grow h-[200px]'>
  688. <div className={`w-full sm:w-1/2 shrink-0 flex flex-col h-full ${debugWithMultipleModel && 'max-w-[560px]'}`}>
  689. {/* Header Left */}
  690. <div className='flex justify-between items-center px-6 h-14'>
  691. <div className='flex items-center'>
  692. <div className='leading-6 text-base font-semibold text-gray-900'>{t('appDebug.orchestrate')}</div>
  693. <div className='flex items-center h-[14px] space-x-1 text-xs'>
  694. {isAdvancedMode && (
  695. <div className='ml-1 flex items-center h-5 px-1.5 border border-gray-100 rounded-md text-[11px] font-medium text-gray-500 uppercase'>{t('appDebug.promptMode.advanced')}</div>
  696. )}
  697. </div>
  698. </div>
  699. {isChatApp && (
  700. <AssistantTypePicker
  701. value={isAgent ? 'agent' : 'assistant'}
  702. disabled={isAdvancedMode && !canReturnToSimpleMode}
  703. onChange={(value: string) => {
  704. setIsAgent(value === 'agent')
  705. if (value === 'agent')
  706. setPromptMode(PromptMode.simple)
  707. }}
  708. isFunctionCall={isFunctionCall}
  709. isChatModel={modelConfig.mode === ModelModeType.chat}
  710. agentConfig={modelConfig.agentConfig}
  711. onAgentSettingChange={(config) => {
  712. const nextConfig = produce(modelConfig, (draft: ModelConfig) => {
  713. draft.agentConfig = config
  714. })
  715. setModelConfig(nextConfig)
  716. }}
  717. />
  718. )}
  719. </div>
  720. <Config />
  721. </div>
  722. {!isMobile && <div className="grow relative w-1/2 h-full overflow-y-auto flex flex-col " style={{ borderColor: 'rgba(0, 0, 0, 0.02)' }}>
  723. {/* Header Right */}
  724. <div className='flex justify-end items-center flex-wrap px-6 h-14 space-x-2'>
  725. {/* Model and Parameters */}
  726. {
  727. !debugWithMultipleModel && (
  728. <>
  729. <ModelParameterModal
  730. isAdvancedMode={isAdvancedMode}
  731. mode={mode}
  732. provider={modelConfig.provider}
  733. completionParams={completionParams}
  734. modelId={modelConfig.model_id}
  735. setModel={setModel as any}
  736. onCompletionParamsChange={(newParams: FormValue) => {
  737. setCompletionParams(newParams)
  738. }}
  739. debugWithMultipleModel={debugWithMultipleModel}
  740. onDebugWithMultipleModelChange={handleDebugWithMultipleModelChange}
  741. />
  742. <div className='w-[1px] h-[14px] bg-gray-200'></div>
  743. </>
  744. )
  745. }
  746. <Button onClick={() => setShowConfirm(true)} className='shrink-0 mr-2 w-[70px] !h-8 !text-[13px] font-medium'>{t('appDebug.operation.resetConfig')}</Button>
  747. {isMobile && (
  748. <Button className='!h-8 !text-[13px] font-medium' onClick={showDebugPanel}>
  749. <span className='mr-1'>{t('appDebug.operation.debugConfig')}</span>
  750. <CodeBracketIcon className="h-4 w-4 text-gray-500" />
  751. </Button>
  752. )}
  753. {
  754. debugWithMultipleModel
  755. ? (
  756. <PublishWithMultipleModel
  757. multipleModelConfigs={multipleModelConfigs}
  758. onSelect={item => handlePublish(false, item)}
  759. />
  760. )
  761. : (
  762. <Button
  763. type='primary'
  764. onClick={() => handlePublish(false)}
  765. className={cn(cannotPublish && '!bg-primary-200 !cursor-not-allowed', 'shrink-0 w-[70px] !h-8 !text-[13px] font-medium')}
  766. >
  767. {t('appDebug.operation.applyConfig')}
  768. </Button>
  769. )
  770. }
  771. </div>
  772. <div className='flex flex-col grow h-0 rounded-tl-2xl border-t border-l bg-gray-50 '>
  773. <Debug
  774. hasSetAPIKEY={hasSettedApiKey}
  775. onSetting={() => setShowAccountSettingModal({ payload: 'provider' })}
  776. inputs={inputs}
  777. modelParameterParams={{
  778. setModel: setModel as any,
  779. onCompletionParamsChange: setCompletionParams,
  780. }}
  781. debugWithMultipleModel={debugWithMultipleModel}
  782. multipleModelConfigs={multipleModelConfigs}
  783. onMultipleModelConfigsChange={handleMultipleModelConfigsChange}
  784. />
  785. </div>
  786. </div>}
  787. </div>
  788. </div>
  789. {showConfirm && (
  790. <Confirm
  791. title={t('appDebug.resetConfig.title')}
  792. content={t('appDebug.resetConfig.message')}
  793. isShow={showConfirm}
  794. onClose={() => setShowConfirm(false)}
  795. onConfirm={resetAppConfig}
  796. onCancel={() => setShowConfirm(false)}
  797. />
  798. )}
  799. {showUseGPT4Confirm && (
  800. <Confirm
  801. title={t('appDebug.trailUseGPT4Info.title')}
  802. content={t('appDebug.trailUseGPT4Info.description')}
  803. isShow={showUseGPT4Confirm}
  804. onClose={() => setShowUseGPT4Confirm(false)}
  805. onConfirm={() => {
  806. setShowAccountSettingModal({ payload: 'provider' })
  807. setShowUseGPT4Confirm(false)
  808. }}
  809. onCancel={() => setShowUseGPT4Confirm(false)}
  810. />
  811. )}
  812. {isShowSelectDataSet && (
  813. <SelectDataSet
  814. isShow={isShowSelectDataSet}
  815. onClose={hideSelectDataSet}
  816. selectedIds={selectedIds}
  817. onSelect={handleSelect}
  818. />
  819. )}
  820. {isShowHistoryModal && (
  821. <EditHistoryModal
  822. isShow={isShowHistoryModal}
  823. saveLoading={false}
  824. onClose={hideHistoryModal}
  825. data={completionPromptConfig.conversation_histories_role}
  826. onSave={(data) => {
  827. setConversationHistoriesRole(data)
  828. hideHistoryModal()
  829. }}
  830. />
  831. )}
  832. {isMobile && (
  833. <Drawer showClose isOpen={isShowDebugPanel} onClose={hideDebugPanel} mask footer={null} panelClassname='!bg-gray-50'>
  834. <Debug
  835. hasSetAPIKEY={hasSettedApiKey}
  836. onSetting={() => setShowAccountSettingModal({ payload: 'provider' })}
  837. inputs={inputs}
  838. modelParameterParams={{
  839. setModel: setModel as any,
  840. onCompletionParamsChange: setCompletionParams,
  841. }}
  842. debugWithMultipleModel={debugWithMultipleModel}
  843. multipleModelConfigs={multipleModelConfigs}
  844. onMultipleModelConfigsChange={handleMultipleModelConfigsChange}
  845. />
  846. </Drawer>
  847. )}
  848. </>
  849. </ConfigContext.Provider>
  850. )
  851. }
  852. export default React.memo(Configuration)