tool.py 6.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223
  1. from abc import ABC, abstractmethod
  2. from collections.abc import Generator
  3. from copy import deepcopy
  4. from typing import TYPE_CHECKING, Any, Optional
  5. if TYPE_CHECKING:
  6. from models.model import File
  7. from core.tools.__base.tool_runtime import ToolRuntime
  8. from core.tools.entities.tool_entities import (
  9. ToolEntity,
  10. ToolInvokeMessage,
  11. ToolParameter,
  12. ToolProviderType,
  13. )
  14. class Tool(ABC):
  15. """
  16. The base class of a tool
  17. """
  18. entity: ToolEntity
  19. runtime: ToolRuntime
  20. def __init__(self, entity: ToolEntity, runtime: ToolRuntime) -> None:
  21. self.entity = entity
  22. self.runtime = runtime
  23. def fork_tool_runtime(self, runtime: ToolRuntime) -> "Tool":
  24. """
  25. fork a new tool with meta data
  26. :param meta: the meta data of a tool call processing, tenant_id is required
  27. :return: the new tool
  28. """
  29. return self.__class__(
  30. entity=self.entity.model_copy(),
  31. runtime=runtime,
  32. )
  33. @abstractmethod
  34. def tool_provider_type(self) -> ToolProviderType:
  35. """
  36. get the tool provider type
  37. :return: the tool provider type
  38. """
  39. def invoke(
  40. self,
  41. user_id: str,
  42. tool_parameters: dict[str, Any],
  43. conversation_id: Optional[str] = None,
  44. app_id: Optional[str] = None,
  45. message_id: Optional[str] = None,
  46. ) -> Generator[ToolInvokeMessage]:
  47. if self.runtime and self.runtime.runtime_parameters:
  48. tool_parameters.update(self.runtime.runtime_parameters)
  49. # try parse tool parameters into the correct type
  50. tool_parameters = self._transform_tool_parameters_type(tool_parameters)
  51. result = self._invoke(
  52. user_id=user_id,
  53. tool_parameters=tool_parameters,
  54. conversation_id=conversation_id,
  55. app_id=app_id,
  56. message_id=message_id,
  57. )
  58. if isinstance(result, ToolInvokeMessage):
  59. def single_generator() -> Generator[ToolInvokeMessage, None, None]:
  60. yield result
  61. return single_generator()
  62. elif isinstance(result, list):
  63. def generator() -> Generator[ToolInvokeMessage, None, None]:
  64. yield from result
  65. return generator()
  66. else:
  67. return result
  68. def _transform_tool_parameters_type(self, tool_parameters: dict[str, Any]) -> dict[str, Any]:
  69. """
  70. Transform tool parameters type
  71. """
  72. # Temp fix for the issue that the tool parameters will be converted to empty while validating the credentials
  73. result = deepcopy(tool_parameters)
  74. for parameter in self.entity.parameters or []:
  75. if parameter.name in tool_parameters:
  76. result[parameter.name] = parameter.type.cast_value(tool_parameters[parameter.name])
  77. return result
  78. @abstractmethod
  79. def _invoke(
  80. self,
  81. user_id: str,
  82. tool_parameters: dict[str, Any],
  83. conversation_id: Optional[str] = None,
  84. app_id: Optional[str] = None,
  85. message_id: Optional[str] = None,
  86. ) -> ToolInvokeMessage | list[ToolInvokeMessage] | Generator[ToolInvokeMessage, None, None]:
  87. pass
  88. def get_runtime_parameters(
  89. self,
  90. conversation_id: Optional[str] = None,
  91. app_id: Optional[str] = None,
  92. message_id: Optional[str] = None,
  93. ) -> list[ToolParameter]:
  94. """
  95. get the runtime parameters
  96. interface for developer to dynamic change the parameters of a tool depends on the variables pool
  97. :return: the runtime parameters
  98. """
  99. return self.entity.parameters
  100. def get_merged_runtime_parameters(
  101. self,
  102. conversation_id: Optional[str] = None,
  103. app_id: Optional[str] = None,
  104. message_id: Optional[str] = None,
  105. ) -> list[ToolParameter]:
  106. """
  107. get merged runtime parameters
  108. :return: merged runtime parameters
  109. """
  110. parameters = self.entity.parameters
  111. parameters = parameters.copy()
  112. user_parameters = self.get_runtime_parameters() or []
  113. user_parameters = user_parameters.copy()
  114. # override parameters
  115. for parameter in user_parameters:
  116. # check if parameter in tool parameters
  117. for tool_parameter in parameters:
  118. if tool_parameter.name == parameter.name:
  119. # override parameter
  120. tool_parameter.type = parameter.type
  121. tool_parameter.form = parameter.form
  122. tool_parameter.required = parameter.required
  123. tool_parameter.default = parameter.default
  124. tool_parameter.options = parameter.options
  125. tool_parameter.llm_description = parameter.llm_description
  126. break
  127. else:
  128. # add new parameter
  129. parameters.append(parameter)
  130. return parameters
  131. def create_image_message(
  132. self,
  133. image: str,
  134. ) -> ToolInvokeMessage:
  135. """
  136. create an image message
  137. :param image: the url of the image
  138. :return: the image message
  139. """
  140. return ToolInvokeMessage(
  141. type=ToolInvokeMessage.MessageType.IMAGE, message=ToolInvokeMessage.TextMessage(text=image)
  142. )
  143. def create_file_message(self, file: "File") -> ToolInvokeMessage:
  144. return ToolInvokeMessage(
  145. type=ToolInvokeMessage.MessageType.FILE,
  146. message=ToolInvokeMessage.FileMessage(),
  147. meta={"file": file},
  148. )
  149. def create_link_message(self, link: str) -> ToolInvokeMessage:
  150. """
  151. create a link message
  152. :param link: the url of the link
  153. :return: the link message
  154. """
  155. return ToolInvokeMessage(
  156. type=ToolInvokeMessage.MessageType.LINK, message=ToolInvokeMessage.TextMessage(text=link)
  157. )
  158. def create_text_message(self, text: str) -> ToolInvokeMessage:
  159. """
  160. create a text message
  161. :param text: the text
  162. :return: the text message
  163. """
  164. return ToolInvokeMessage(
  165. type=ToolInvokeMessage.MessageType.TEXT,
  166. message=ToolInvokeMessage.TextMessage(text=text),
  167. )
  168. def create_blob_message(self, blob: bytes, meta: Optional[dict] = None) -> ToolInvokeMessage:
  169. """
  170. create a blob message
  171. :param blob: the blob
  172. :return: the blob message
  173. """
  174. return ToolInvokeMessage(
  175. type=ToolInvokeMessage.MessageType.BLOB,
  176. message=ToolInvokeMessage.BlobMessage(blob=blob),
  177. meta=meta,
  178. )
  179. def create_json_message(self, object: dict) -> ToolInvokeMessage:
  180. """
  181. create a json message
  182. """
  183. return ToolInvokeMessage(
  184. type=ToolInvokeMessage.MessageType.JSON, message=ToolInvokeMessage.JsonMessage(json_object=object)
  185. )