request.py 3.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153
  1. from collections.abc import Mapping
  2. from typing import Any, Literal, Optional
  3. from pydantic import BaseModel, Field, field_validator
  4. from core.entities.provider_entities import BasicProviderConfig
  5. from core.model_runtime.entities.message_entities import (
  6. AssistantPromptMessage,
  7. PromptMessage,
  8. PromptMessageRole,
  9. PromptMessageTool,
  10. SystemPromptMessage,
  11. ToolPromptMessage,
  12. UserPromptMessage,
  13. )
  14. from core.model_runtime.entities.model_entities import ModelType
  15. from core.workflow.nodes.parameter_extractor.entities import (
  16. ModelConfig as ParameterExtractorModelConfig,
  17. )
  18. from core.workflow.nodes.parameter_extractor.entities import (
  19. ParameterConfig,
  20. )
  21. from core.workflow.nodes.question_classifier.entities import (
  22. ClassConfig,
  23. )
  24. from core.workflow.nodes.question_classifier.entities import (
  25. ModelConfig as QuestionClassifierModelConfig,
  26. )
  27. class RequestInvokeTool(BaseModel):
  28. """
  29. Request to invoke a tool
  30. """
  31. class BaseRequestInvokeModel(BaseModel):
  32. provider: str
  33. model: str
  34. model_type: ModelType
  35. class RequestInvokeLLM(BaseRequestInvokeModel):
  36. """
  37. Request to invoke LLM
  38. """
  39. model_type: ModelType = ModelType.LLM
  40. mode: str
  41. model_parameters: dict[str, Any] = Field(default_factory=dict)
  42. prompt_messages: list[PromptMessage] = Field(default_factory=list)
  43. tools: Optional[list[PromptMessageTool]] = Field(default_factory=list)
  44. stop: Optional[list[str]] = Field(default_factory=list)
  45. stream: Optional[bool] = False
  46. @field_validator("prompt_messages", mode="before")
  47. @classmethod
  48. def convert_prompt_messages(cls, v):
  49. if not isinstance(v, list):
  50. raise ValueError("prompt_messages must be a list")
  51. for i in range(len(v)):
  52. if v[i]["role"] == PromptMessageRole.USER.value:
  53. v[i] = UserPromptMessage(**v[i])
  54. elif v[i]["role"] == PromptMessageRole.ASSISTANT.value:
  55. v[i] = AssistantPromptMessage(**v[i])
  56. elif v[i]["role"] == PromptMessageRole.SYSTEM.value:
  57. v[i] = SystemPromptMessage(**v[i])
  58. elif v[i]["role"] == PromptMessageRole.TOOL.value:
  59. v[i] = ToolPromptMessage(**v[i])
  60. else:
  61. v[i] = PromptMessage(**v[i])
  62. return v
  63. class RequestInvokeTextEmbedding(BaseModel):
  64. """
  65. Request to invoke text embedding
  66. """
  67. class RequestInvokeRerank(BaseModel):
  68. """
  69. Request to invoke rerank
  70. """
  71. class RequestInvokeTTS(BaseModel):
  72. """
  73. Request to invoke TTS
  74. """
  75. class RequestInvokeSpeech2Text(BaseModel):
  76. """
  77. Request to invoke speech2text
  78. """
  79. class RequestInvokeModeration(BaseModel):
  80. """
  81. Request to invoke moderation
  82. """
  83. class RequestInvokeParameterExtractorNode(BaseModel):
  84. """
  85. Request to invoke parameter extractor node
  86. """
  87. parameters: list[ParameterConfig]
  88. model: ParameterExtractorModelConfig
  89. instruction: str
  90. query: str
  91. class RequestInvokeQuestionClassifierNode(BaseModel):
  92. """
  93. Request to invoke question classifier node
  94. """
  95. query: str
  96. model: QuestionClassifierModelConfig
  97. classes: list[ClassConfig]
  98. instruction: str
  99. class RequestInvokeApp(BaseModel):
  100. """
  101. Request to invoke app
  102. """
  103. app_id: str
  104. inputs: dict[str, Any]
  105. query: Optional[str] = None
  106. response_mode: Literal["blocking", "streaming"]
  107. conversation_id: Optional[str] = None
  108. user: Optional[str] = None
  109. files: list[dict] = Field(default_factory=list)
  110. class RequestInvokeEncrypt(BaseModel):
  111. """
  112. Request to encryption
  113. """
  114. opt: Literal["encrypt", "decrypt"]
  115. namespace: Literal["endpoint"]
  116. identity: str
  117. data: dict = Field(default_factory=dict)
  118. config: Mapping[str, BasicProviderConfig] = Field(default_factory=Mapping)