tool.py 6.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222
  1. from abc import ABC, abstractmethod
  2. from collections.abc import Generator
  3. from copy import deepcopy
  4. from typing import TYPE_CHECKING, Any, Optional
  5. if TYPE_CHECKING:
  6. from models.model import File
  7. from core.tools.__base.tool_runtime import ToolRuntime
  8. from core.tools.entities.tool_entities import (
  9. ToolEntity,
  10. ToolInvokeMessage,
  11. ToolParameter,
  12. ToolProviderType,
  13. )
  14. class Tool(ABC):
  15. """
  16. The base class of a tool
  17. """
  18. entity: ToolEntity
  19. runtime: ToolRuntime
  20. def __init__(self, entity: ToolEntity, runtime: ToolRuntime) -> None:
  21. self.entity = entity
  22. self.runtime = runtime
  23. def fork_tool_runtime(self, runtime: ToolRuntime) -> "Tool":
  24. """
  25. fork a new tool with meta data
  26. :param meta: the meta data of a tool call processing, tenant_id is required
  27. :return: the new tool
  28. """
  29. return self.__class__(
  30. entity=self.entity.model_copy(),
  31. runtime=runtime,
  32. )
  33. @abstractmethod
  34. def tool_provider_type(self) -> ToolProviderType:
  35. """
  36. get the tool provider type
  37. :return: the tool provider type
  38. """
  39. def invoke(
  40. self,
  41. user_id: str,
  42. tool_parameters: dict[str, Any],
  43. conversation_id: Optional[str] = None,
  44. app_id: Optional[str] = None,
  45. message_id: Optional[str] = None,
  46. ) -> Generator[ToolInvokeMessage]:
  47. if self.runtime and self.runtime.runtime_parameters:
  48. tool_parameters.update(self.runtime.runtime_parameters)
  49. # try parse tool parameters into the correct type
  50. tool_parameters = self._transform_tool_parameters_type(tool_parameters)
  51. result = self._invoke(
  52. user_id=user_id,
  53. tool_parameters=tool_parameters,
  54. conversation_id=conversation_id,
  55. app_id=app_id,
  56. message_id=message_id,
  57. )
  58. if isinstance(result, ToolInvokeMessage):
  59. def single_generator():
  60. yield result
  61. return single_generator()
  62. elif isinstance(result, list):
  63. def generator():
  64. yield from result
  65. return generator()
  66. else:
  67. return result
  68. def _transform_tool_parameters_type(self, tool_parameters: dict[str, Any]) -> dict[str, Any]:
  69. """
  70. Transform tool parameters type
  71. """
  72. # Temp fix for the issue that the tool parameters will be converted to empty while validating the credentials
  73. result = deepcopy(tool_parameters)
  74. for parameter in self.entity.parameters or []:
  75. if parameter.name in tool_parameters:
  76. result[parameter.name] = parameter.type.cast_value(tool_parameters[parameter.name])
  77. return result
  78. @abstractmethod
  79. def _invoke(
  80. self,
  81. user_id: str,
  82. tool_parameters: dict[str, Any],
  83. conversation_id: Optional[str] = None,
  84. app_id: Optional[str] = None,
  85. message_id: Optional[str] = None,
  86. ) -> ToolInvokeMessage | list[ToolInvokeMessage] | Generator[ToolInvokeMessage, None, None]:
  87. pass
  88. def get_runtime_parameters(
  89. self,
  90. conversation_id: Optional[str] = None,
  91. app_id: Optional[str] = None,
  92. message_id: Optional[str] = None,
  93. ) -> list[ToolParameter]:
  94. """
  95. get the runtime parameters
  96. interface for developer to dynamic change the parameters of a tool depends on the variables pool
  97. :return: the runtime parameters
  98. """
  99. return self.entity.parameters
  100. def get_merged_runtime_parameters(
  101. self,
  102. conversation_id: Optional[str] = None,
  103. app_id: Optional[str] = None,
  104. message_id: Optional[str] = None,
  105. ) -> list[ToolParameter]:
  106. """
  107. get merged runtime parameters
  108. :return: merged runtime parameters
  109. """
  110. parameters = self.entity.parameters
  111. parameters = parameters.copy()
  112. user_parameters = self.get_runtime_parameters() or []
  113. user_parameters = user_parameters.copy()
  114. # override parameters
  115. for parameter in user_parameters:
  116. # check if parameter in tool parameters
  117. for tool_parameter in parameters:
  118. if tool_parameter.name == parameter.name:
  119. # override parameter
  120. tool_parameter.type = parameter.type
  121. tool_parameter.form = parameter.form
  122. tool_parameter.required = parameter.required
  123. tool_parameter.default = parameter.default
  124. tool_parameter.options = parameter.options
  125. tool_parameter.llm_description = parameter.llm_description
  126. break
  127. else:
  128. # add new parameter
  129. parameters.append(parameter)
  130. return parameters
  131. def create_image_message(self, image: str, save_as: str = "") -> ToolInvokeMessage:
  132. """
  133. create an image message
  134. :param image: the url of the image
  135. :return: the image message
  136. """
  137. return ToolInvokeMessage(
  138. type=ToolInvokeMessage.MessageType.IMAGE, message=ToolInvokeMessage.TextMessage(text=image), save_as=save_as
  139. )
  140. def create_file_message(self, file: "File") -> ToolInvokeMessage:
  141. return ToolInvokeMessage(
  142. type=ToolInvokeMessage.MessageType.FILE,
  143. message=ToolInvokeMessage.FileMessage(),
  144. meta={"file": file},
  145. save_as="",
  146. )
  147. def create_link_message(self, link: str, save_as: str = "") -> ToolInvokeMessage:
  148. """
  149. create a link message
  150. :param link: the url of the link
  151. :return: the link message
  152. """
  153. return ToolInvokeMessage(
  154. type=ToolInvokeMessage.MessageType.LINK, message=ToolInvokeMessage.TextMessage(text=link), save_as=save_as
  155. )
  156. def create_text_message(self, text: str, save_as: str = "") -> ToolInvokeMessage:
  157. """
  158. create a text message
  159. :param text: the text
  160. :return: the text message
  161. """
  162. return ToolInvokeMessage(
  163. type=ToolInvokeMessage.MessageType.TEXT, message=ToolInvokeMessage.TextMessage(text=text), save_as=save_as
  164. )
  165. def create_blob_message(self, blob: bytes, meta: Optional[dict] = None, save_as: str = "") -> ToolInvokeMessage:
  166. """
  167. create a blob message
  168. :param blob: the blob
  169. :return: the blob message
  170. """
  171. return ToolInvokeMessage(
  172. type=ToolInvokeMessage.MessageType.BLOB,
  173. message=ToolInvokeMessage.BlobMessage(blob=blob),
  174. meta=meta,
  175. save_as=save_as,
  176. )
  177. def create_json_message(self, object: dict) -> ToolInvokeMessage:
  178. """
  179. create a json message
  180. """
  181. return ToolInvokeMessage(
  182. type=ToolInvokeMessage.MessageType.JSON, message=ToolInvokeMessage.JsonMessage(json_object=object)
  183. )