utils.ts 7.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269
  1. import {
  2. Position,
  3. getConnectedEdges,
  4. getOutgoers,
  5. } from 'reactflow'
  6. import dagre from 'dagre'
  7. import {
  8. cloneDeep,
  9. uniqBy,
  10. } from 'lodash-es'
  11. import type {
  12. Edge,
  13. InputVar,
  14. Node,
  15. ToolWithProvider,
  16. } from './types'
  17. import { BlockEnum } from './types'
  18. import {
  19. NODE_WIDTH_X_OFFSET,
  20. START_INITIAL_POSITION,
  21. } from './constants'
  22. import type { QuestionClassifierNodeType } from './nodes/question-classifier/types'
  23. import type { ToolNodeType } from './nodes/tool/types'
  24. import { CollectionType } from '@/app/components/tools/types'
  25. import { toolParametersToFormSchemas } from '@/app/components/tools/utils/to-form-schema'
  26. export const initialNodes = (nodes: Node[], edges: Edge[]) => {
  27. const firstNode = nodes[0]
  28. if (!firstNode?.position) {
  29. nodes.forEach((node, index) => {
  30. node.position = {
  31. x: START_INITIAL_POSITION.x + index * NODE_WIDTH_X_OFFSET,
  32. y: START_INITIAL_POSITION.y,
  33. }
  34. })
  35. }
  36. return nodes.map((node) => {
  37. node.type = 'custom'
  38. const connectedEdges = getConnectedEdges([node], edges)
  39. node.data._connectedSourceHandleIds = connectedEdges.filter(edge => edge.source === node.id).map(edge => edge.sourceHandle || 'source')
  40. node.data._connectedTargetHandleIds = connectedEdges.filter(edge => edge.target === node.id).map(edge => edge.targetHandle || 'target')
  41. if (node.data.type === BlockEnum.IfElse) {
  42. node.data._targetBranches = [
  43. {
  44. id: 'true',
  45. name: 'IS TRUE',
  46. },
  47. {
  48. id: 'false',
  49. name: 'IS FALSE',
  50. },
  51. ]
  52. }
  53. if (node.data.type === BlockEnum.QuestionClassifier) {
  54. node.data._targetBranches = (node.data as QuestionClassifierNodeType).classes.map((topic) => {
  55. return topic
  56. })
  57. }
  58. return node
  59. })
  60. }
  61. export const initialEdges = (edges: Edge[], nodes: Node[]) => {
  62. let selectedNode: Node | null = null
  63. const nodesMap = nodes.reduce((acc, node) => {
  64. acc[node.id] = node
  65. if (node.data?.selected)
  66. selectedNode = node
  67. return acc
  68. }, {} as Record<string, Node>)
  69. return edges.map((edge) => {
  70. edge.type = 'custom'
  71. if (!edge.sourceHandle)
  72. edge.sourceHandle = 'source'
  73. if (!edge.targetHandle)
  74. edge.targetHandle = 'target'
  75. if (!edge.data?.sourceType) {
  76. edge.data = {
  77. ...edge.data,
  78. sourceType: nodesMap[edge.source].data.type!,
  79. } as any
  80. }
  81. if (!edge.data?.targetType) {
  82. edge.data = {
  83. ...edge.data,
  84. targetType: nodesMap[edge.target].data.type!,
  85. } as any
  86. }
  87. if (selectedNode) {
  88. edge.data = {
  89. ...edge.data,
  90. _connectedNodeIsSelected: edge.source === selectedNode.id || edge.target === selectedNode.id,
  91. } as any
  92. }
  93. return edge
  94. })
  95. }
  96. const dagreGraph = new dagre.graphlib.Graph()
  97. dagreGraph.setDefaultEdgeLabel(() => ({}))
  98. export const getLayoutByDagre = (originNodes: Node[], originEdges: Edge[]) => {
  99. const nodes = cloneDeep(originNodes)
  100. const edges = cloneDeep(originEdges)
  101. dagreGraph.setGraph({
  102. rankdir: 'LR',
  103. align: 'UL',
  104. nodesep: 64,
  105. ranksep: 40,
  106. })
  107. nodes.forEach((node) => {
  108. dagreGraph.setNode(node.id, { width: node.width, height: node.height })
  109. })
  110. edges.forEach((edge) => {
  111. dagreGraph.setEdge(edge.source, edge.target)
  112. })
  113. dagre.layout(dagreGraph)
  114. return dagreGraph
  115. }
  116. export const canRunBySingle = (nodeType: BlockEnum) => {
  117. return nodeType === BlockEnum.LLM
  118. || nodeType === BlockEnum.KnowledgeRetrieval
  119. || nodeType === BlockEnum.Code
  120. || nodeType === BlockEnum.TemplateTransform
  121. || nodeType === BlockEnum.QuestionClassifier
  122. || nodeType === BlockEnum.HttpRequest
  123. || nodeType === BlockEnum.Tool
  124. }
  125. type ConnectedSourceOrTargetNodesChange = {
  126. type: string
  127. edge: Edge
  128. }[]
  129. export const getNodesConnectedSourceOrTargetHandleIdsMap = (changes: ConnectedSourceOrTargetNodesChange, nodes: Node[]) => {
  130. const nodesConnectedSourceOrTargetHandleIdsMap = {} as Record<string, any>
  131. changes.forEach((change) => {
  132. const {
  133. edge,
  134. type,
  135. } = change
  136. const sourceNode = nodes.find(node => node.id === edge.source)!
  137. nodesConnectedSourceOrTargetHandleIdsMap[sourceNode.id] = nodesConnectedSourceOrTargetHandleIdsMap[sourceNode.id] || {
  138. _connectedSourceHandleIds: [...(sourceNode?.data._connectedSourceHandleIds || [])],
  139. _connectedTargetHandleIds: [...(sourceNode?.data._connectedTargetHandleIds || [])],
  140. }
  141. const targetNode = nodes.find(node => node.id === edge.target)!
  142. nodesConnectedSourceOrTargetHandleIdsMap[targetNode.id] = nodesConnectedSourceOrTargetHandleIdsMap[targetNode.id] || {
  143. _connectedSourceHandleIds: [...(targetNode?.data._connectedSourceHandleIds || [])],
  144. _connectedTargetHandleIds: [...(targetNode?.data._connectedTargetHandleIds || [])],
  145. }
  146. if (sourceNode) {
  147. if (type === 'remove')
  148. nodesConnectedSourceOrTargetHandleIdsMap[sourceNode.id]._connectedSourceHandleIds = nodesConnectedSourceOrTargetHandleIdsMap[sourceNode.id]._connectedSourceHandleIds.filter((handleId: string) => handleId !== edge.sourceHandle)
  149. if (type === 'add')
  150. nodesConnectedSourceOrTargetHandleIdsMap[sourceNode.id]._connectedSourceHandleIds.push(edge.sourceHandle || 'source')
  151. }
  152. if (targetNode) {
  153. if (type === 'remove')
  154. nodesConnectedSourceOrTargetHandleIdsMap[targetNode.id]._connectedTargetHandleIds = nodesConnectedSourceOrTargetHandleIdsMap[targetNode.id]._connectedTargetHandleIds.filter((handleId: string) => handleId !== edge.targetHandle)
  155. if (type === 'add')
  156. nodesConnectedSourceOrTargetHandleIdsMap[targetNode.id]._connectedTargetHandleIds.push(edge.targetHandle || 'target')
  157. }
  158. })
  159. return nodesConnectedSourceOrTargetHandleIdsMap
  160. }
  161. export const generateNewNode = ({ data, position, id }: Pick<Node, 'data' | 'position'> & { id?: string }) => {
  162. return {
  163. id: id || `${Date.now()}`,
  164. type: 'custom',
  165. data,
  166. position,
  167. targetPosition: Position.Left,
  168. sourcePosition: Position.Right,
  169. } as Node
  170. }
  171. export const getValidTreeNodes = (nodes: Node[], edges: Edge[]) => {
  172. const startNode = nodes.find(node => node.data.type === BlockEnum.Start)
  173. if (!startNode) {
  174. return {
  175. validNodes: [],
  176. maxDepth: 0,
  177. }
  178. }
  179. const list: Node[] = [startNode]
  180. let maxDepth = 1
  181. const traverse = (root: Node, depth: number) => {
  182. if (depth > maxDepth)
  183. maxDepth = depth
  184. const outgoers = getOutgoers(root, nodes, edges)
  185. if (outgoers.length) {
  186. outgoers.forEach((outgoer) => {
  187. list.push(outgoer)
  188. traverse(outgoer, depth + 1)
  189. })
  190. }
  191. else {
  192. list.push(root)
  193. }
  194. }
  195. traverse(startNode, maxDepth)
  196. return {
  197. validNodes: uniqBy(list, 'id'),
  198. maxDepth,
  199. }
  200. }
  201. export const getToolCheckParams = (
  202. toolData: ToolNodeType,
  203. buildInTools: ToolWithProvider[],
  204. customTools: ToolWithProvider[],
  205. language: string,
  206. ) => {
  207. const { provider_id, provider_type, tool_name } = toolData
  208. const isBuiltIn = provider_type === CollectionType.builtIn
  209. const currentTools = isBuiltIn ? buildInTools : customTools
  210. const currCollection = currentTools.find(item => item.id === provider_id)
  211. const currTool = currCollection?.tools.find(tool => tool.name === tool_name)
  212. const formSchemas = currTool ? toolParametersToFormSchemas(currTool.parameters) : []
  213. const toolInputVarSchema = formSchemas.filter((item: any) => item.form === 'llm')
  214. const toolSettingSchema = formSchemas.filter((item: any) => item.form !== 'llm')
  215. return {
  216. toolInputsSchema: (() => {
  217. const formInputs: InputVar[] = []
  218. toolInputVarSchema.forEach((item: any) => {
  219. formInputs.push({
  220. label: item.label[language] || item.label.en_US,
  221. variable: item.variable,
  222. type: item.type,
  223. required: item.required,
  224. })
  225. })
  226. return formInputs
  227. })(),
  228. notAuthed: isBuiltIn && !!currCollection?.allow_delete && !currCollection?.is_team_authorization,
  229. toolSettingSchema,
  230. language,
  231. }
  232. }