123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528 |
- from enum import Enum, StrEnum
- from typing import Any, Optional, Union, cast
- from pydantic import BaseModel, Field, field_validator
- from core.tools.entities.common_entities import I18nObject
- class ToolLabelEnum(Enum):
- SEARCH = "search"
- IMAGE = "image"
- VIDEOS = "videos"
- WEATHER = "weather"
- FINANCE = "finance"
- DESIGN = "design"
- TRAVEL = "travel"
- SOCIAL = "social"
- NEWS = "news"
- MEDICAL = "medical"
- PRODUCTIVITY = "productivity"
- EDUCATION = "education"
- BUSINESS = "business"
- ENTERTAINMENT = "entertainment"
- UTILITIES = "utilities"
- OTHER = "other"
- class ToolProviderType(Enum):
- """
- Enum class for tool provider
- """
- BUILT_IN = "builtin"
- WORKFLOW = "workflow"
- API = "api"
- APP = "app"
- DATASET_RETRIEVAL = "dataset-retrieval"
- @classmethod
- def value_of(cls, value: str) -> "ToolProviderType":
- """
- Get value of given mode.
- :param value: mode value
- :return: mode
- """
- for mode in cls:
- if mode.value == value:
- return mode
- raise ValueError(f"invalid mode value {value}")
- class ApiProviderSchemaType(Enum):
- """
- Enum class for api provider schema type.
- """
- OPENAPI = "openapi"
- SWAGGER = "swagger"
- OPENAI_PLUGIN = "openai_plugin"
- OPENAI_ACTIONS = "openai_actions"
- @classmethod
- def value_of(cls, value: str) -> "ApiProviderSchemaType":
- """
- Get value of given mode.
- :param value: mode value
- :return: mode
- """
- for mode in cls:
- if mode.value == value:
- return mode
- raise ValueError(f"invalid mode value {value}")
- class ApiProviderAuthType(Enum):
- """
- Enum class for api provider auth type.
- """
- NONE = "none"
- API_KEY = "api_key"
- @classmethod
- def value_of(cls, value: str) -> "ApiProviderAuthType":
- """
- Get value of given mode.
- :param value: mode value
- :return: mode
- """
- for mode in cls:
- if mode.value == value:
- return mode
- raise ValueError(f"invalid mode value {value}")
- class ToolInvokeMessage(BaseModel):
- class MessageType(Enum):
- TEXT = "text"
- IMAGE = "image"
- LINK = "link"
- BLOB = "blob"
- JSON = "json"
- IMAGE_LINK = "image_link"
- FILE = "file"
- type: MessageType = MessageType.TEXT
- """
- plain text, image url or link url
- """
- message: str | bytes | dict | None = None
- # TODO: Use a BaseModel for meta
- meta: dict[str, Any] = Field(default_factory=dict)
- save_as: str = ""
- class ToolInvokeMessageBinary(BaseModel):
- mimetype: str = Field(..., description="The mimetype of the binary")
- url: str = Field(..., description="The url of the binary")
- save_as: str = ""
- file_var: Optional[dict[str, Any]] = None
- class ToolParameterOption(BaseModel):
- value: str = Field(..., description="The value of the option")
- label: I18nObject = Field(..., description="The label of the option")
- @field_validator("value", mode="before")
- @classmethod
- def transform_id_to_str(cls, value) -> str:
- if not isinstance(value, str):
- return str(value)
- else:
- return value
- class ToolParameter(BaseModel):
- class ToolParameterType(StrEnum):
- STRING = "string"
- NUMBER = "number"
- BOOLEAN = "boolean"
- SELECT = "select"
- SECRET_INPUT = "secret-input"
- FILE = "file"
- FILES = "files"
- # deprecated, should not use.
- SYSTEM_FILES = "systme-files"
- def as_normal_type(self):
- if self in {
- ToolParameter.ToolParameterType.SECRET_INPUT,
- ToolParameter.ToolParameterType.SELECT,
- }:
- return "string"
- return self.value
- def cast_value(self, value: Any, /):
- try:
- match self:
- case (
- ToolParameter.ToolParameterType.STRING
- | ToolParameter.ToolParameterType.SECRET_INPUT
- | ToolParameter.ToolParameterType.SELECT
- ):
- if value is None:
- return ""
- else:
- return value if isinstance(value, str) else str(value)
- case ToolParameter.ToolParameterType.BOOLEAN:
- if value is None:
- return False
- elif isinstance(value, str):
- # Allowed YAML boolean value strings: https://yaml.org/type/bool.html
- # and also '0' for False and '1' for True
- match value.lower():
- case "true" | "yes" | "y" | "1":
- return True
- case "false" | "no" | "n" | "0":
- return False
- case _:
- return bool(value)
- else:
- return value if isinstance(value, bool) else bool(value)
- case ToolParameter.ToolParameterType.NUMBER:
- if isinstance(value, int | float):
- return value
- elif isinstance(value, str) and value:
- if "." in value:
- return float(value)
- else:
- return int(value)
- case (
- ToolParameter.ToolParameterType.SYSTEM_FILES
- | ToolParameter.ToolParameterType.FILE
- | ToolParameter.ToolParameterType.FILES
- ):
- return value
- case _:
- return str(value)
- except Exception:
- raise ValueError(f"The tool parameter value {value} is not in correct type.")
- class ToolParameterForm(Enum):
- SCHEMA = "schema" # should be set while adding tool
- FORM = "form" # should be set before invoking tool
- LLM = "llm" # will be set by LLM
- name: str = Field(..., description="The name of the parameter")
- label: I18nObject = Field(..., description="The label presented to the user")
- human_description: Optional[I18nObject] = Field(None, description="The description presented to the user")
- placeholder: Optional[I18nObject] = Field(None, description="The placeholder presented to the user")
- type: ToolParameterType = Field(..., description="The type of the parameter")
- form: ToolParameterForm = Field(..., description="The form of the parameter, schema/form/llm")
- llm_description: Optional[str] = None
- required: Optional[bool] = False
- default: Optional[Union[float, int, str]] = None
- min: Optional[Union[float, int]] = None
- max: Optional[Union[float, int]] = None
- options: Optional[list[ToolParameterOption]] = None
- @classmethod
- def get_simple_instance(
- cls,
- name: str,
- llm_description: str,
- type: ToolParameterType,
- required: bool,
- options: Optional[list[str]] = None,
- ) -> "ToolParameter":
- """
- get a simple tool parameter
- :param name: the name of the parameter
- :param llm_description: the description presented to the LLM
- :param type: the type of the parameter
- :param required: if the parameter is required
- :param options: the options of the parameter
- """
- # convert options to ToolParameterOption
- # FIXME fix the type error
- if options:
- options = [
- ToolParameterOption(value=option, label=I18nObject(en_US=option, zh_Hans=option)) # type: ignore
- for option in options # type: ignore
- ]
- return cls(
- name=name,
- label=I18nObject(en_US="", zh_Hans=""),
- human_description=I18nObject(en_US="", zh_Hans=""),
- placeholder=None,
- type=type,
- form=cls.ToolParameterForm.LLM,
- llm_description=llm_description,
- required=required,
- options=options, # type: ignore
- )
- class ToolProviderIdentity(BaseModel):
- author: str = Field(..., description="The author of the tool")
- name: str = Field(..., description="The name of the tool")
- description: I18nObject = Field(..., description="The description of the tool")
- icon: str = Field(..., description="The icon of the tool")
- label: I18nObject = Field(..., description="The label of the tool")
- tags: Optional[list[ToolLabelEnum]] = Field(
- default=[],
- description="The tags of the tool",
- )
- class ToolDescription(BaseModel):
- human: I18nObject = Field(..., description="The description presented to the user")
- llm: str = Field(..., description="The description presented to the LLM")
- class ToolIdentity(BaseModel):
- author: str = Field(..., description="The author of the tool")
- name: str = Field(..., description="The name of the tool")
- label: I18nObject = Field(..., description="The label of the tool")
- provider: str = Field(..., description="The provider of the tool")
- icon: Optional[str] = None
- class ToolCredentialsOption(BaseModel):
- value: str = Field(..., description="The value of the option")
- label: I18nObject = Field(..., description="The label of the option")
- class ToolProviderCredentials(BaseModel):
- class CredentialsType(Enum):
- SECRET_INPUT = "secret-input"
- TEXT_INPUT = "text-input"
- SELECT = "select"
- BOOLEAN = "boolean"
- @classmethod
- def value_of(cls, value: str) -> "ToolProviderCredentials.CredentialsType":
- """
- Get value of given mode.
- :param value: mode value
- :return: mode
- """
- for mode in cls:
- if mode.value == value:
- return mode
- raise ValueError(f"invalid mode value {value}")
- @staticmethod
- def default(value: str) -> str:
- return ""
- name: str = Field(..., description="The name of the credentials")
- type: CredentialsType = Field(..., description="The type of the credentials")
- required: bool = False
- default: Optional[Union[int, str]] = None
- options: Optional[list[ToolCredentialsOption]] = None
- label: Optional[I18nObject] = None
- help: Optional[I18nObject] = None
- url: Optional[str] = None
- placeholder: Optional[I18nObject] = None
- def to_dict(self) -> dict:
- return {
- "name": self.name,
- "type": self.type.value,
- "required": self.required,
- "default": self.default,
- "options": self.options,
- "help": self.help.to_dict() if self.help else None,
- "label": self.label.to_dict() if self.label else None,
- "url": self.url,
- "placeholder": self.placeholder.to_dict() if self.placeholder else None,
- }
- class ToolRuntimeVariableType(Enum):
- TEXT = "text"
- IMAGE = "image"
- class ToolRuntimeVariable(BaseModel):
- type: ToolRuntimeVariableType = Field(..., description="The type of the variable")
- name: str = Field(..., description="The name of the variable")
- position: int = Field(..., description="The position of the variable")
- tool_name: str = Field(..., description="The name of the tool")
- class ToolRuntimeTextVariable(ToolRuntimeVariable):
- value: str = Field(..., description="The value of the variable")
- class ToolRuntimeImageVariable(ToolRuntimeVariable):
- value: str = Field(..., description="The path of the image")
- class ToolRuntimeVariablePool(BaseModel):
- conversation_id: str = Field(..., description="The conversation id")
- user_id: str = Field(..., description="The user id")
- tenant_id: str = Field(..., description="The tenant id of assistant")
- pool: list[ToolRuntimeVariable] = Field(..., description="The pool of variables")
- def __init__(self, **data: Any):
- pool = data.get("pool", [])
- # convert pool into correct type
- for index, variable in enumerate(pool):
- if variable["type"] == ToolRuntimeVariableType.TEXT.value:
- pool[index] = ToolRuntimeTextVariable(**variable)
- elif variable["type"] == ToolRuntimeVariableType.IMAGE.value:
- pool[index] = ToolRuntimeImageVariable(**variable)
- super().__init__(**data)
- def dict(self) -> dict: # type: ignore
- """
- FIXME: just ignore the type check for now
- """
- return {
- "conversation_id": self.conversation_id,
- "user_id": self.user_id,
- "tenant_id": self.tenant_id,
- "pool": [variable.model_dump() for variable in self.pool],
- }
- def set_text(self, tool_name: str, name: str, value: str) -> None:
- """
- set a text variable
- """
- for variable in self.pool:
- if variable.name == name:
- if variable.type == ToolRuntimeVariableType.TEXT:
- variable = cast(ToolRuntimeTextVariable, variable)
- variable.value = value
- return
- variable = ToolRuntimeTextVariable(
- type=ToolRuntimeVariableType.TEXT,
- name=name,
- position=len(self.pool),
- tool_name=tool_name,
- value=value,
- )
- self.pool.append(variable)
- def set_file(self, tool_name: str, value: str, name: Optional[str] = None) -> None:
- """
- set an image variable
- :param tool_name: the name of the tool
- :param value: the id of the file
- """
- # check how many image variables are there
- image_variable_count = 0
- for variable in self.pool:
- if variable.type == ToolRuntimeVariableType.IMAGE:
- image_variable_count += 1
- if name is None:
- name = f"file_{image_variable_count}"
- for variable in self.pool:
- if variable.name == name:
- if variable.type == ToolRuntimeVariableType.IMAGE:
- variable = cast(ToolRuntimeImageVariable, variable)
- variable.value = value
- return
- variable = ToolRuntimeImageVariable(
- type=ToolRuntimeVariableType.IMAGE,
- name=name,
- position=len(self.pool),
- tool_name=tool_name,
- value=value,
- )
- self.pool.append(variable)
- class ModelToolPropertyKey(Enum):
- IMAGE_PARAMETER_NAME = "image_parameter_name"
- class ModelToolConfiguration(BaseModel):
- """
- Model tool configuration
- """
- type: str = Field(..., description="The type of the model tool")
- model: str = Field(..., description="The model")
- label: I18nObject = Field(..., description="The label of the model tool")
- properties: dict[ModelToolPropertyKey, Any] = Field(..., description="The properties of the model tool")
- class ModelToolProviderConfiguration(BaseModel):
- """
- Model tool provider configuration
- """
- provider: str = Field(..., description="The provider of the model tool")
- models: list[ModelToolConfiguration] = Field(..., description="The models of the model tool")
- label: I18nObject = Field(..., description="The label of the model tool")
- class WorkflowToolParameterConfiguration(BaseModel):
- """
- Workflow tool configuration
- """
- name: str = Field(..., description="The name of the parameter")
- description: str = Field(..., description="The description of the parameter")
- form: ToolParameter.ToolParameterForm = Field(..., description="The form of the parameter")
- class ToolInvokeMeta(BaseModel):
- """
- Tool invoke meta
- """
- time_cost: float = Field(..., description="The time cost of the tool invoke")
- error: Optional[str] = None
- tool_config: Optional[dict] = None
- @classmethod
- def empty(cls) -> "ToolInvokeMeta":
- """
- Get an empty instance of ToolInvokeMeta
- """
- return cls(time_cost=0.0, error=None, tool_config={})
- @classmethod
- def error_instance(cls, error: str) -> "ToolInvokeMeta":
- """
- Get an instance of ToolInvokeMeta with error
- """
- return cls(time_cost=0.0, error=error, tool_config={})
- def to_dict(self) -> dict:
- return {
- "time_cost": self.time_cost,
- "error": self.error,
- "tool_config": self.tool_config,
- }
- class ToolLabel(BaseModel):
- """
- Tool label
- """
- name: str = Field(..., description="The name of the tool")
- label: I18nObject = Field(..., description="The label of the tool")
- icon: str = Field(..., description="The icon of the tool")
- class ToolInvokeFrom(Enum):
- """
- Enum class for tool invoke
- """
- WORKFLOW = "workflow"
- AGENT = "agent"
|