request.py 2.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117
  1. from collections.abc import Mapping
  2. from typing import Any, Literal, Optional
  3. from pydantic import BaseModel, Field, field_validator
  4. from core.entities.provider_entities import BasicProviderConfig
  5. from core.model_runtime.entities.message_entities import (
  6. AssistantPromptMessage,
  7. PromptMessage,
  8. PromptMessageRole,
  9. PromptMessageTool,
  10. SystemPromptMessage,
  11. ToolPromptMessage,
  12. UserPromptMessage,
  13. )
  14. from core.model_runtime.entities.model_entities import ModelType
  15. class RequestInvokeTool(BaseModel):
  16. """
  17. Request to invoke a tool
  18. """
  19. class BaseRequestInvokeModel(BaseModel):
  20. provider: str
  21. model: str
  22. model_type: ModelType
  23. class RequestInvokeLLM(BaseRequestInvokeModel):
  24. """
  25. Request to invoke LLM
  26. """
  27. model_type: ModelType = ModelType.LLM
  28. mode: str
  29. model_parameters: dict[str, Any] = Field(default_factory=dict)
  30. prompt_messages: list[PromptMessage] = Field(default_factory=list)
  31. tools: Optional[list[PromptMessageTool]] = Field(default_factory=list)
  32. stop: Optional[list[str]] = Field(default_factory=list)
  33. stream: Optional[bool] = False
  34. @field_validator('prompt_messages', mode='before')
  35. def convert_prompt_messages(cls, v):
  36. if not isinstance(v, list):
  37. raise ValueError('prompt_messages must be a list')
  38. for i in range(len(v)):
  39. if v[i]['role'] == PromptMessageRole.USER.value:
  40. v[i] = UserPromptMessage(**v[i])
  41. elif v[i]['role'] == PromptMessageRole.ASSISTANT.value:
  42. v[i] = AssistantPromptMessage(**v[i])
  43. elif v[i]['role'] == PromptMessageRole.SYSTEM.value:
  44. v[i] = SystemPromptMessage(**v[i])
  45. elif v[i]['role'] == PromptMessageRole.TOOL.value:
  46. v[i] = ToolPromptMessage(**v[i])
  47. else:
  48. v[i] = PromptMessage(**v[i])
  49. return v
  50. class RequestInvokeTextEmbedding(BaseModel):
  51. """
  52. Request to invoke text embedding
  53. """
  54. class RequestInvokeRerank(BaseModel):
  55. """
  56. Request to invoke rerank
  57. """
  58. class RequestInvokeTTS(BaseModel):
  59. """
  60. Request to invoke TTS
  61. """
  62. class RequestInvokeSpeech2Text(BaseModel):
  63. """
  64. Request to invoke speech2text
  65. """
  66. class RequestInvokeModeration(BaseModel):
  67. """
  68. Request to invoke moderation
  69. """
  70. class RequestInvokeNode(BaseModel):
  71. """
  72. Request to invoke node
  73. """
  74. class RequestInvokeApp(BaseModel):
  75. """
  76. Request to invoke app
  77. """
  78. app_id: str
  79. inputs: dict[str, Any]
  80. query: Optional[str] = None
  81. response_mode: Literal["blocking", "streaming"]
  82. conversation_id: Optional[str] = None
  83. user: Optional[str] = None
  84. files: list[dict] = Field(default_factory=list)
  85. class RequestInvokeEncrypt(BaseModel):
  86. """
  87. Request to encryption
  88. """
  89. opt: Literal["encrypt", "decrypt"]
  90. data: dict = Field(default_factory=dict)
  91. config: Mapping[str, BasicProviderConfig] = Field(default_factory=Mapping)