workflow.py 27 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813
  1. import json
  2. from collections.abc import Mapping, Sequence
  3. from datetime import datetime
  4. from enum import Enum
  5. from typing import TYPE_CHECKING, Any, Union
  6. if TYPE_CHECKING:
  7. from models.model import AppMode
  8. from sqlalchemy import Index, PrimaryKeyConstraint, func
  9. from sqlalchemy.orm import Mapped, mapped_column
  10. import contexts
  11. from constants import HIDDEN_VALUE
  12. from core.app.segments import SecretVariable, Variable, factory
  13. from core.helper import encrypter
  14. from extensions.ext_database import db
  15. from libs import helper
  16. from models.base import Base
  17. from .account import Account
  18. from .types import StringUUID
  19. class CreatedByRole(Enum):
  20. """
  21. Created By Role Enum
  22. """
  23. ACCOUNT = "account"
  24. END_USER = "end_user"
  25. @classmethod
  26. def value_of(cls, value: str) -> "CreatedByRole":
  27. """
  28. Get value of given mode.
  29. :param value: mode value
  30. :return: mode
  31. """
  32. for mode in cls:
  33. if mode.value == value:
  34. return mode
  35. raise ValueError(f"invalid created by role value {value}")
  36. class WorkflowType(Enum):
  37. """
  38. Workflow Type Enum
  39. """
  40. WORKFLOW = "workflow"
  41. CHAT = "chat"
  42. @classmethod
  43. def value_of(cls, value: str) -> "WorkflowType":
  44. """
  45. Get value of given mode.
  46. :param value: mode value
  47. :return: mode
  48. """
  49. for mode in cls:
  50. if mode.value == value:
  51. return mode
  52. raise ValueError(f"invalid workflow type value {value}")
  53. @classmethod
  54. def from_app_mode(cls, app_mode: Union[str, "AppMode"]) -> "WorkflowType":
  55. """
  56. Get workflow type from app mode.
  57. :param app_mode: app mode
  58. :return: workflow type
  59. """
  60. from models.model import AppMode
  61. app_mode = app_mode if isinstance(app_mode, AppMode) else AppMode.value_of(app_mode)
  62. return cls.WORKFLOW if app_mode == AppMode.WORKFLOW else cls.CHAT
  63. class Workflow(Base):
  64. """
  65. Workflow, for `Workflow App` and `Chat App workflow mode`.
  66. Attributes:
  67. - id (uuid) Workflow ID, pk
  68. - tenant_id (uuid) Workspace ID
  69. - app_id (uuid) App ID
  70. - type (string) Workflow type
  71. `workflow` for `Workflow App`
  72. `chat` for `Chat App workflow mode`
  73. - version (string) Version
  74. `draft` for draft version (only one for each app), other for version number (redundant)
  75. - graph (text) Workflow canvas configuration (JSON)
  76. The entire canvas configuration JSON, including Node, Edge, and other configurations
  77. - nodes (array[object]) Node list, see Node Schema
  78. - edges (array[object]) Edge list, see Edge Schema
  79. - created_by (uuid) Creator ID
  80. - created_at (timestamp) Creation time
  81. - updated_by (uuid) `optional` Last updater ID
  82. - updated_at (timestamp) `optional` Last update time
  83. """
  84. __tablename__ = "workflows"
  85. __table_args__ = (
  86. db.PrimaryKeyConstraint("id", name="workflow_pkey"),
  87. db.Index("workflow_version_idx", "tenant_id", "app_id", "version"),
  88. )
  89. id: Mapped[str] = db.Column(StringUUID, server_default=db.text("uuid_generate_v4()"))
  90. tenant_id: Mapped[str] = db.Column(StringUUID, nullable=False)
  91. app_id: Mapped[str] = db.Column(StringUUID, nullable=False)
  92. type: Mapped[str] = db.Column(db.String(255), nullable=False)
  93. version: Mapped[str] = db.Column(db.String(255), nullable=False)
  94. graph: Mapped[str] = db.Column(db.Text)
  95. features: Mapped[str] = db.Column(db.Text)
  96. created_by: Mapped[str] = db.Column(StringUUID, nullable=False)
  97. created_at: Mapped[datetime] = db.Column(
  98. db.DateTime, nullable=False, server_default=db.text("CURRENT_TIMESTAMP(0)")
  99. )
  100. updated_by: Mapped[str] = db.Column(StringUUID)
  101. updated_at: Mapped[datetime] = db.Column(db.DateTime)
  102. _environment_variables: Mapped[str] = db.Column(
  103. "environment_variables", db.Text, nullable=False, server_default="{}"
  104. )
  105. _conversation_variables: Mapped[str] = db.Column(
  106. "conversation_variables", db.Text, nullable=False, server_default="{}"
  107. )
  108. def __init__(
  109. self,
  110. *,
  111. tenant_id: str,
  112. app_id: str,
  113. type: str,
  114. version: str,
  115. graph: str,
  116. features: str,
  117. created_by: str,
  118. environment_variables: Sequence[Variable],
  119. conversation_variables: Sequence[Variable],
  120. ):
  121. self.tenant_id = tenant_id
  122. self.app_id = app_id
  123. self.type = type
  124. self.version = version
  125. self.graph = graph
  126. self.features = features
  127. self.created_by = created_by
  128. self.environment_variables = environment_variables or []
  129. self.conversation_variables = conversation_variables or []
  130. @property
  131. def created_by_account(self):
  132. return db.session.get(Account, self.created_by)
  133. @property
  134. def updated_by_account(self):
  135. return db.session.get(Account, self.updated_by) if self.updated_by else None
  136. @property
  137. def graph_dict(self) -> Mapping[str, Any]:
  138. return json.loads(self.graph) if self.graph else {}
  139. @property
  140. def features_dict(self) -> Mapping[str, Any]:
  141. return json.loads(self.features) if self.features else {}
  142. def user_input_form(self, to_old_structure: bool = False) -> list:
  143. # get start node from graph
  144. if not self.graph:
  145. return []
  146. graph_dict = self.graph_dict
  147. if "nodes" not in graph_dict:
  148. return []
  149. start_node = next((node for node in graph_dict["nodes"] if node["data"]["type"] == "start"), None)
  150. if not start_node:
  151. return []
  152. # get user_input_form from start node
  153. variables = start_node.get("data", {}).get("variables", [])
  154. if to_old_structure:
  155. old_structure_variables = []
  156. for variable in variables:
  157. old_structure_variables.append({variable["type"]: variable})
  158. return old_structure_variables
  159. return variables
  160. @property
  161. def unique_hash(self) -> str:
  162. """
  163. Get hash of workflow.
  164. :return: hash
  165. """
  166. entity = {"graph": self.graph_dict, "features": self.features_dict}
  167. return helper.generate_text_hash(json.dumps(entity, sort_keys=True))
  168. @property
  169. def tool_published(self) -> bool:
  170. from models.tools import WorkflowToolProvider
  171. return (
  172. db.session.query(WorkflowToolProvider).filter(WorkflowToolProvider.app_id == self.app_id).first()
  173. is not None
  174. )
  175. @property
  176. def environment_variables(self) -> Sequence[Variable]:
  177. # TODO: find some way to init `self._environment_variables` when instance created.
  178. if self._environment_variables is None:
  179. self._environment_variables = "{}"
  180. tenant_id = contexts.tenant_id.get()
  181. environment_variables_dict: dict[str, Any] = json.loads(self._environment_variables)
  182. results = [factory.build_variable_from_mapping(v) for v in environment_variables_dict.values()]
  183. # decrypt secret variables value
  184. decrypt_func = (
  185. lambda var: var.model_copy(update={"value": encrypter.decrypt_token(tenant_id=tenant_id, token=var.value)})
  186. if isinstance(var, SecretVariable)
  187. else var
  188. )
  189. results = list(map(decrypt_func, results))
  190. return results
  191. @environment_variables.setter
  192. def environment_variables(self, value: Sequence[Variable]):
  193. tenant_id = contexts.tenant_id.get()
  194. value = list(value)
  195. if any(var for var in value if not var.id):
  196. raise ValueError("environment variable require a unique id")
  197. # Compare inputs and origin variables,
  198. # if the value is HIDDEN_VALUE, use the origin variable value (only update `name`).
  199. origin_variables_dictionary = {var.id: var for var in self.environment_variables}
  200. for i, variable in enumerate(value):
  201. if variable.id in origin_variables_dictionary and variable.value == HIDDEN_VALUE:
  202. value[i] = origin_variables_dictionary[variable.id].model_copy(update={"name": variable.name})
  203. # encrypt secret variables value
  204. encrypt_func = (
  205. lambda var: var.model_copy(update={"value": encrypter.encrypt_token(tenant_id=tenant_id, token=var.value)})
  206. if isinstance(var, SecretVariable)
  207. else var
  208. )
  209. encrypted_vars = list(map(encrypt_func, value))
  210. environment_variables_json = json.dumps(
  211. {var.name: var.model_dump() for var in encrypted_vars},
  212. ensure_ascii=False,
  213. )
  214. self._environment_variables = environment_variables_json
  215. def to_dict(self, *, include_secret: bool = False) -> Mapping[str, Any]:
  216. environment_variables = list(self.environment_variables)
  217. environment_variables = [
  218. v if not isinstance(v, SecretVariable) or include_secret else v.model_copy(update={"value": ""})
  219. for v in environment_variables
  220. ]
  221. result = {
  222. "graph": self.graph_dict,
  223. "features": self.features_dict,
  224. "environment_variables": [var.model_dump(mode="json") for var in environment_variables],
  225. "conversation_variables": [var.model_dump(mode="json") for var in self.conversation_variables],
  226. }
  227. return result
  228. @property
  229. def conversation_variables(self) -> Sequence[Variable]:
  230. # TODO: find some way to init `self._conversation_variables` when instance created.
  231. if self._conversation_variables is None:
  232. self._conversation_variables = "{}"
  233. variables_dict: dict[str, Any] = json.loads(self._conversation_variables)
  234. results = [factory.build_variable_from_mapping(v) for v in variables_dict.values()]
  235. return results
  236. @conversation_variables.setter
  237. def conversation_variables(self, value: Sequence[Variable]) -> None:
  238. self._conversation_variables = json.dumps(
  239. {var.name: var.model_dump() for var in value},
  240. ensure_ascii=False,
  241. )
  242. class WorkflowRunTriggeredFrom(Enum):
  243. """
  244. Workflow Run Triggered From Enum
  245. """
  246. DEBUGGING = "debugging"
  247. APP_RUN = "app-run"
  248. @classmethod
  249. def value_of(cls, value: str) -> "WorkflowRunTriggeredFrom":
  250. """
  251. Get value of given mode.
  252. :param value: mode value
  253. :return: mode
  254. """
  255. for mode in cls:
  256. if mode.value == value:
  257. return mode
  258. raise ValueError(f"invalid workflow run triggered from value {value}")
  259. class WorkflowRunStatus(Enum):
  260. """
  261. Workflow Run Status Enum
  262. """
  263. RUNNING = "running"
  264. SUCCEEDED = "succeeded"
  265. FAILED = "failed"
  266. STOPPED = "stopped"
  267. @classmethod
  268. def value_of(cls, value: str) -> "WorkflowRunStatus":
  269. """
  270. Get value of given mode.
  271. :param value: mode value
  272. :return: mode
  273. """
  274. for mode in cls:
  275. if mode.value == value:
  276. return mode
  277. raise ValueError(f"invalid workflow run status value {value}")
  278. class WorkflowRun(Base):
  279. """
  280. Workflow Run
  281. Attributes:
  282. - id (uuid) Run ID
  283. - tenant_id (uuid) Workspace ID
  284. - app_id (uuid) App ID
  285. - sequence_number (int) Auto-increment sequence number, incremented within the App, starting from 1
  286. - workflow_id (uuid) Workflow ID
  287. - type (string) Workflow type
  288. - triggered_from (string) Trigger source
  289. `debugging` for canvas debugging
  290. `app-run` for (published) app execution
  291. - version (string) Version
  292. - graph (text) Workflow canvas configuration (JSON)
  293. - inputs (text) Input parameters
  294. - status (string) Execution status, `running` / `succeeded` / `failed` / `stopped`
  295. - outputs (text) `optional` Output content
  296. - error (string) `optional` Error reason
  297. - elapsed_time (float) `optional` Time consumption (s)
  298. - total_tokens (int) `optional` Total tokens used
  299. - total_steps (int) Total steps (redundant), default 0
  300. - created_by_role (string) Creator role
  301. - `account` Console account
  302. - `end_user` End user
  303. - created_by (uuid) Runner ID
  304. - created_at (timestamp) Run time
  305. - finished_at (timestamp) End time
  306. """
  307. __tablename__ = "workflow_runs"
  308. __table_args__ = (
  309. db.PrimaryKeyConstraint("id", name="workflow_run_pkey"),
  310. db.Index("workflow_run_triggerd_from_idx", "tenant_id", "app_id", "triggered_from"),
  311. db.Index("workflow_run_tenant_app_sequence_idx", "tenant_id", "app_id", "sequence_number"),
  312. )
  313. id = db.Column(StringUUID, server_default=db.text("uuid_generate_v4()"))
  314. tenant_id = db.Column(StringUUID, nullable=False)
  315. app_id = db.Column(StringUUID, nullable=False)
  316. sequence_number = db.Column(db.Integer, nullable=False)
  317. workflow_id = db.Column(StringUUID, nullable=False)
  318. type = db.Column(db.String(255), nullable=False)
  319. triggered_from = db.Column(db.String(255), nullable=False)
  320. version = db.Column(db.String(255), nullable=False)
  321. graph = db.Column(db.Text)
  322. inputs = db.Column(db.Text)
  323. status = db.Column(db.String(255), nullable=False)
  324. outputs = db.Column(db.Text)
  325. error = db.Column(db.Text)
  326. elapsed_time = db.Column(db.Float, nullable=False, server_default=db.text("0"))
  327. total_tokens = db.Column(db.Integer, nullable=False, server_default=db.text("0"))
  328. total_steps = db.Column(db.Integer, server_default=db.text("0"))
  329. created_by_role = db.Column(db.String(255), nullable=False)
  330. created_by = db.Column(StringUUID, nullable=False)
  331. created_at = db.Column(db.DateTime, nullable=False, server_default=db.text("CURRENT_TIMESTAMP(0)"))
  332. finished_at = db.Column(db.DateTime)
  333. @property
  334. def created_by_account(self):
  335. created_by_role = CreatedByRole.value_of(self.created_by_role)
  336. return db.session.get(Account, self.created_by) if created_by_role == CreatedByRole.ACCOUNT else None
  337. @property
  338. def created_by_end_user(self):
  339. from models.model import EndUser
  340. created_by_role = CreatedByRole.value_of(self.created_by_role)
  341. return db.session.get(EndUser, self.created_by) if created_by_role == CreatedByRole.END_USER else None
  342. @property
  343. def graph_dict(self):
  344. return json.loads(self.graph) if self.graph else None
  345. @property
  346. def inputs_dict(self):
  347. return json.loads(self.inputs) if self.inputs else None
  348. @property
  349. def outputs_dict(self):
  350. return json.loads(self.outputs) if self.outputs else None
  351. @property
  352. def message(self):
  353. from models.model import Message
  354. return (
  355. db.session.query(Message).filter(Message.app_id == self.app_id, Message.workflow_run_id == self.id).first()
  356. )
  357. @property
  358. def workflow(self):
  359. return db.session.query(Workflow).filter(Workflow.id == self.workflow_id).first()
  360. def to_dict(self):
  361. return {
  362. "id": self.id,
  363. "tenant_id": self.tenant_id,
  364. "app_id": self.app_id,
  365. "sequence_number": self.sequence_number,
  366. "workflow_id": self.workflow_id,
  367. "type": self.type,
  368. "triggered_from": self.triggered_from,
  369. "version": self.version,
  370. "graph": self.graph_dict,
  371. "inputs": self.inputs_dict,
  372. "status": self.status,
  373. "outputs": self.outputs_dict,
  374. "error": self.error,
  375. "elapsed_time": self.elapsed_time,
  376. "total_tokens": self.total_tokens,
  377. "total_steps": self.total_steps,
  378. "created_by_role": self.created_by_role,
  379. "created_by": self.created_by,
  380. "created_at": self.created_at,
  381. "finished_at": self.finished_at,
  382. }
  383. @classmethod
  384. def from_dict(cls, data: dict) -> "WorkflowRun":
  385. return cls(
  386. id=data.get("id"),
  387. tenant_id=data.get("tenant_id"),
  388. app_id=data.get("app_id"),
  389. sequence_number=data.get("sequence_number"),
  390. workflow_id=data.get("workflow_id"),
  391. type=data.get("type"),
  392. triggered_from=data.get("triggered_from"),
  393. version=data.get("version"),
  394. graph=json.dumps(data.get("graph")),
  395. inputs=json.dumps(data.get("inputs")),
  396. status=data.get("status"),
  397. outputs=json.dumps(data.get("outputs")),
  398. error=data.get("error"),
  399. elapsed_time=data.get("elapsed_time"),
  400. total_tokens=data.get("total_tokens"),
  401. total_steps=data.get("total_steps"),
  402. created_by_role=data.get("created_by_role"),
  403. created_by=data.get("created_by"),
  404. created_at=data.get("created_at"),
  405. finished_at=data.get("finished_at"),
  406. )
  407. class WorkflowNodeExecutionTriggeredFrom(Enum):
  408. """
  409. Workflow Node Execution Triggered From Enum
  410. """
  411. SINGLE_STEP = "single-step"
  412. WORKFLOW_RUN = "workflow-run"
  413. @classmethod
  414. def value_of(cls, value: str) -> "WorkflowNodeExecutionTriggeredFrom":
  415. """
  416. Get value of given mode.
  417. :param value: mode value
  418. :return: mode
  419. """
  420. for mode in cls:
  421. if mode.value == value:
  422. return mode
  423. raise ValueError(f"invalid workflow node execution triggered from value {value}")
  424. class WorkflowNodeExecutionStatus(Enum):
  425. """
  426. Workflow Node Execution Status Enum
  427. """
  428. RUNNING = "running"
  429. SUCCEEDED = "succeeded"
  430. FAILED = "failed"
  431. @classmethod
  432. def value_of(cls, value: str) -> "WorkflowNodeExecutionStatus":
  433. """
  434. Get value of given mode.
  435. :param value: mode value
  436. :return: mode
  437. """
  438. for mode in cls:
  439. if mode.value == value:
  440. return mode
  441. raise ValueError(f"invalid workflow node execution status value {value}")
  442. class WorkflowNodeExecution(Base):
  443. """
  444. Workflow Node Execution
  445. - id (uuid) Execution ID
  446. - tenant_id (uuid) Workspace ID
  447. - app_id (uuid) App ID
  448. - workflow_id (uuid) Workflow ID
  449. - triggered_from (string) Trigger source
  450. `single-step` for single-step debugging
  451. `workflow-run` for workflow execution (debugging / user execution)
  452. - workflow_run_id (uuid) `optional` Workflow run ID
  453. Null for single-step debugging.
  454. - index (int) Execution sequence number, used for displaying Tracing Node order
  455. - predecessor_node_id (string) `optional` Predecessor node ID, used for displaying execution path
  456. - node_id (string) Node ID
  457. - node_type (string) Node type, such as `start`
  458. - title (string) Node title
  459. - inputs (json) All predecessor node variable content used in the node
  460. - process_data (json) Node process data
  461. - outputs (json) `optional` Node output variables
  462. - status (string) Execution status, `running` / `succeeded` / `failed`
  463. - error (string) `optional` Error reason
  464. - elapsed_time (float) `optional` Time consumption (s)
  465. - execution_metadata (text) Metadata
  466. - total_tokens (int) `optional` Total tokens used
  467. - total_price (decimal) `optional` Total cost
  468. - currency (string) `optional` Currency, such as USD / RMB
  469. - created_at (timestamp) Run time
  470. - created_by_role (string) Creator role
  471. - `account` Console account
  472. - `end_user` End user
  473. - created_by (uuid) Runner ID
  474. - finished_at (timestamp) End time
  475. """
  476. __tablename__ = "workflow_node_executions"
  477. __table_args__ = (
  478. db.PrimaryKeyConstraint("id", name="workflow_node_execution_pkey"),
  479. db.Index(
  480. "workflow_node_execution_workflow_run_idx",
  481. "tenant_id",
  482. "app_id",
  483. "workflow_id",
  484. "triggered_from",
  485. "workflow_run_id",
  486. ),
  487. db.Index(
  488. "workflow_node_execution_node_run_idx", "tenant_id", "app_id", "workflow_id", "triggered_from", "node_id"
  489. ),
  490. db.Index(
  491. "workflow_node_execution_id_idx",
  492. "tenant_id",
  493. "app_id",
  494. "workflow_id",
  495. "triggered_from",
  496. "node_execution_id",
  497. ),
  498. )
  499. id = db.Column(StringUUID, server_default=db.text("uuid_generate_v4()"))
  500. tenant_id = db.Column(StringUUID, nullable=False)
  501. app_id = db.Column(StringUUID, nullable=False)
  502. workflow_id = db.Column(StringUUID, nullable=False)
  503. triggered_from = db.Column(db.String(255), nullable=False)
  504. workflow_run_id = db.Column(StringUUID)
  505. index = db.Column(db.Integer, nullable=False)
  506. predecessor_node_id = db.Column(db.String(255))
  507. node_execution_id = db.Column(db.String(255), nullable=True)
  508. node_id = db.Column(db.String(255), nullable=False)
  509. node_type = db.Column(db.String(255), nullable=False)
  510. title = db.Column(db.String(255), nullable=False)
  511. inputs = db.Column(db.Text)
  512. process_data = db.Column(db.Text)
  513. outputs = db.Column(db.Text)
  514. status = db.Column(db.String(255), nullable=False)
  515. error = db.Column(db.Text)
  516. elapsed_time = db.Column(db.Float, nullable=False, server_default=db.text("0"))
  517. execution_metadata = db.Column(db.Text)
  518. created_at = db.Column(db.DateTime, nullable=False, server_default=db.text("CURRENT_TIMESTAMP(0)"))
  519. created_by_role = db.Column(db.String(255), nullable=False)
  520. created_by = db.Column(StringUUID, nullable=False)
  521. finished_at = db.Column(db.DateTime)
  522. @property
  523. def created_by_account(self):
  524. created_by_role = CreatedByRole.value_of(self.created_by_role)
  525. return db.session.get(Account, self.created_by) if created_by_role == CreatedByRole.ACCOUNT else None
  526. @property
  527. def created_by_end_user(self):
  528. from models.model import EndUser
  529. created_by_role = CreatedByRole.value_of(self.created_by_role)
  530. return db.session.get(EndUser, self.created_by) if created_by_role == CreatedByRole.END_USER else None
  531. @property
  532. def inputs_dict(self):
  533. return json.loads(self.inputs) if self.inputs else None
  534. @property
  535. def outputs_dict(self):
  536. return json.loads(self.outputs) if self.outputs else None
  537. @property
  538. def process_data_dict(self):
  539. return json.loads(self.process_data) if self.process_data else None
  540. @property
  541. def execution_metadata_dict(self):
  542. return json.loads(self.execution_metadata) if self.execution_metadata else None
  543. @property
  544. def extras(self):
  545. from core.tools.tool_manager import ToolManager
  546. extras = {}
  547. if self.execution_metadata_dict:
  548. from core.workflow.entities.node_entities import NodeType
  549. if self.node_type == NodeType.TOOL.value and "tool_info" in self.execution_metadata_dict:
  550. tool_info = self.execution_metadata_dict["tool_info"]
  551. extras["icon"] = ToolManager.get_tool_icon(
  552. tenant_id=self.tenant_id,
  553. provider_type=tool_info["provider_type"],
  554. provider_id=tool_info["provider_id"],
  555. )
  556. return extras
  557. class WorkflowAppLogCreatedFrom(Enum):
  558. """
  559. Workflow App Log Created From Enum
  560. """
  561. SERVICE_API = "service-api"
  562. WEB_APP = "web-app"
  563. INSTALLED_APP = "installed-app"
  564. @classmethod
  565. def value_of(cls, value: str) -> "WorkflowAppLogCreatedFrom":
  566. """
  567. Get value of given mode.
  568. :param value: mode value
  569. :return: mode
  570. """
  571. for mode in cls:
  572. if mode.value == value:
  573. return mode
  574. raise ValueError(f"invalid workflow app log created from value {value}")
  575. class WorkflowAppLog(Base):
  576. """
  577. Workflow App execution log, excluding workflow debugging records.
  578. Attributes:
  579. - id (uuid) run ID
  580. - tenant_id (uuid) Workspace ID
  581. - app_id (uuid) App ID
  582. - workflow_id (uuid) Associated Workflow ID
  583. - workflow_run_id (uuid) Associated Workflow Run ID
  584. - created_from (string) Creation source
  585. `service-api` App Execution OpenAPI
  586. `web-app` WebApp
  587. `installed-app` Installed App
  588. - created_by_role (string) Creator role
  589. - `account` Console account
  590. - `end_user` End user
  591. - created_by (uuid) Creator ID, depends on the user table according to created_by_role
  592. - created_at (timestamp) Creation time
  593. """
  594. __tablename__ = "workflow_app_logs"
  595. __table_args__ = (
  596. db.PrimaryKeyConstraint("id", name="workflow_app_log_pkey"),
  597. db.Index("workflow_app_log_app_idx", "tenant_id", "app_id"),
  598. )
  599. id = db.Column(StringUUID, server_default=db.text("uuid_generate_v4()"))
  600. tenant_id = db.Column(StringUUID, nullable=False)
  601. app_id = db.Column(StringUUID, nullable=False)
  602. workflow_id = db.Column(StringUUID, nullable=False)
  603. workflow_run_id = db.Column(StringUUID, nullable=False)
  604. created_from = db.Column(db.String(255), nullable=False)
  605. created_by_role = db.Column(db.String(255), nullable=False)
  606. created_by = db.Column(StringUUID, nullable=False)
  607. created_at = db.Column(db.DateTime, nullable=False, server_default=db.text("CURRENT_TIMESTAMP(0)"))
  608. @property
  609. def workflow_run(self):
  610. return db.session.get(WorkflowRun, self.workflow_run_id)
  611. @property
  612. def created_by_account(self):
  613. created_by_role = CreatedByRole.value_of(self.created_by_role)
  614. return db.session.get(Account, self.created_by) if created_by_role == CreatedByRole.ACCOUNT else None
  615. @property
  616. def created_by_end_user(self):
  617. from models.model import EndUser
  618. created_by_role = CreatedByRole.value_of(self.created_by_role)
  619. return db.session.get(EndUser, self.created_by) if created_by_role == CreatedByRole.END_USER else None
  620. class ConversationVariable(Base):
  621. __tablename__ = "workflow_conversation_variables"
  622. __table_args__ = (
  623. PrimaryKeyConstraint("id", "conversation_id", name="workflow_conversation_variables_pkey"),
  624. Index("workflow__conversation_variables_app_id_idx", "app_id"),
  625. Index("workflow__conversation_variables_created_at_idx", "created_at"),
  626. )
  627. id: Mapped[str] = mapped_column(StringUUID, primary_key=True)
  628. conversation_id: Mapped[str] = mapped_column(StringUUID, nullable=False, primary_key=True)
  629. app_id: Mapped[str] = mapped_column(StringUUID, nullable=False)
  630. data = mapped_column(db.Text, nullable=False)
  631. created_at = mapped_column(db.DateTime, nullable=False, server_default=db.text("CURRENT_TIMESTAMP(0)"))
  632. updated_at = mapped_column(
  633. db.DateTime, nullable=False, server_default=func.current_timestamp(), onupdate=func.current_timestamp()
  634. )
  635. def __init__(self, *, id: str, app_id: str, conversation_id: str, data: str) -> None:
  636. self.id = id
  637. self.app_id = app_id
  638. self.conversation_id = conversation_id
  639. self.data = data
  640. @classmethod
  641. def from_variable(cls, *, app_id: str, conversation_id: str, variable: Variable) -> "ConversationVariable":
  642. obj = cls(
  643. id=variable.id,
  644. app_id=app_id,
  645. conversation_id=conversation_id,
  646. data=variable.model_dump_json(),
  647. )
  648. return obj
  649. def to_variable(self) -> Variable:
  650. mapping = json.loads(self.data)
  651. return factory.build_variable_from_mapping(mapping)