index.tsx 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468
  1. 'use client'
  2. import type { FC } from 'react'
  3. import {
  4. memo,
  5. useCallback,
  6. useEffect,
  7. useMemo,
  8. useRef,
  9. useState,
  10. } from 'react'
  11. import useSWR from 'swr'
  12. import { setAutoFreeze } from 'immer'
  13. import {
  14. useEventListener,
  15. } from 'ahooks'
  16. import ReactFlow, {
  17. Background,
  18. ReactFlowProvider,
  19. SelectionMode,
  20. useEdgesState,
  21. useNodesState,
  22. useOnViewportChange,
  23. useReactFlow,
  24. useStoreApi,
  25. } from 'reactflow'
  26. import type {
  27. Viewport,
  28. } from 'reactflow'
  29. import 'reactflow/dist/style.css'
  30. import './style.css'
  31. import type {
  32. Edge,
  33. EnvironmentVariable,
  34. Node,
  35. } from './types'
  36. import {
  37. ControlMode,
  38. SupportUploadFileTypes,
  39. } from './types'
  40. import { WorkflowContextProvider } from './context'
  41. import {
  42. useDSL,
  43. useEdgesInteractions,
  44. useNodesInteractions,
  45. useNodesReadOnly,
  46. useNodesSyncDraft,
  47. usePanelInteractions,
  48. useSelectionInteractions,
  49. useShortcuts,
  50. useWorkflow,
  51. useWorkflowInit,
  52. useWorkflowReadOnly,
  53. useWorkflowUpdate,
  54. } from './hooks'
  55. import Header from './header'
  56. import CustomNode from './nodes'
  57. import CustomNoteNode from './note-node'
  58. import { CUSTOM_NOTE_NODE } from './note-node/constants'
  59. import CustomIterationStartNode from './nodes/iteration-start'
  60. import { CUSTOM_ITERATION_START_NODE } from './nodes/iteration-start/constants'
  61. import Operator from './operator'
  62. import CustomEdge from './custom-edge'
  63. import CustomConnectionLine from './custom-connection-line'
  64. import Panel from './panel'
  65. import Features from './features'
  66. import HelpLine from './help-line'
  67. import CandidateNode from './candidate-node'
  68. import PanelContextmenu from './panel-contextmenu'
  69. import NodeContextmenu from './node-contextmenu'
  70. import SyncingDataModal from './syncing-data-modal'
  71. import UpdateDSLModal from './update-dsl-modal'
  72. import DSLExportConfirmModal from './dsl-export-confirm-modal'
  73. import LimitTips from './limit-tips'
  74. import PluginDependency from './plugin-dependency'
  75. import {
  76. useStore,
  77. useWorkflowStore,
  78. } from './store'
  79. import {
  80. initialEdges,
  81. initialNodes,
  82. } from './utils'
  83. import {
  84. CUSTOM_EDGE,
  85. CUSTOM_NODE,
  86. DSL_EXPORT_CHECK,
  87. ITERATION_CHILDREN_Z_INDEX,
  88. WORKFLOW_DATA_UPDATE,
  89. } from './constants'
  90. import { WorkflowHistoryProvider } from './workflow-history-store'
  91. import Loading from '@/app/components/base/loading'
  92. import { FeaturesProvider } from '@/app/components/base/features'
  93. import type { Features as FeaturesData } from '@/app/components/base/features/types'
  94. import { useFeaturesStore } from '@/app/components/base/features/hooks'
  95. import { useEventEmitterContextContext } from '@/context/event-emitter'
  96. import Confirm from '@/app/components/base/confirm'
  97. import { FILE_EXTS } from '@/app/components/base/prompt-editor/constants'
  98. import { fetchFileUploadConfig } from '@/service/common'
  99. const nodeTypes = {
  100. [CUSTOM_NODE]: CustomNode,
  101. [CUSTOM_NOTE_NODE]: CustomNoteNode,
  102. [CUSTOM_ITERATION_START_NODE]: CustomIterationStartNode,
  103. }
  104. const edgeTypes = {
  105. [CUSTOM_EDGE]: CustomEdge,
  106. }
  107. type WorkflowProps = {
  108. nodes: Node[]
  109. edges: Edge[]
  110. viewport?: Viewport
  111. }
  112. const Workflow: FC<WorkflowProps> = memo(({
  113. nodes: originalNodes,
  114. edges: originalEdges,
  115. viewport,
  116. }) => {
  117. const workflowContainerRef = useRef<HTMLDivElement>(null)
  118. const workflowStore = useWorkflowStore()
  119. const reactflow = useReactFlow()
  120. const featuresStore = useFeaturesStore()
  121. const [nodes, setNodes] = useNodesState(originalNodes)
  122. const [edges, setEdges] = useEdgesState(originalEdges)
  123. const showFeaturesPanel = useStore(state => state.showFeaturesPanel)
  124. const controlMode = useStore(s => s.controlMode)
  125. const nodeAnimation = useStore(s => s.nodeAnimation)
  126. const showConfirm = useStore(s => s.showConfirm)
  127. const showImportDSLModal = useStore(s => s.showImportDSLModal)
  128. const {
  129. setShowConfirm,
  130. setControlPromptEditorRerenderKey,
  131. setShowImportDSLModal,
  132. setSyncWorkflowDraftHash,
  133. } = workflowStore.getState()
  134. const {
  135. handleSyncWorkflowDraft,
  136. syncWorkflowDraftWhenPageClose,
  137. } = useNodesSyncDraft()
  138. const { workflowReadOnly } = useWorkflowReadOnly()
  139. const { nodesReadOnly } = useNodesReadOnly()
  140. const [secretEnvList, setSecretEnvList] = useState<EnvironmentVariable[]>([])
  141. const { eventEmitter } = useEventEmitterContextContext()
  142. eventEmitter?.useSubscription((v: any) => {
  143. if (v.type === WORKFLOW_DATA_UPDATE) {
  144. setNodes(v.payload.nodes)
  145. setEdges(v.payload.edges)
  146. if (v.payload.viewport)
  147. reactflow.setViewport(v.payload.viewport)
  148. if (v.payload.features && featuresStore) {
  149. const { setFeatures } = featuresStore.getState()
  150. setFeatures(v.payload.features)
  151. }
  152. if (v.payload.hash)
  153. setSyncWorkflowDraftHash(v.payload.hash)
  154. setTimeout(() => setControlPromptEditorRerenderKey(Date.now()))
  155. }
  156. if (v.type === DSL_EXPORT_CHECK)
  157. setSecretEnvList(v.payload.data as EnvironmentVariable[])
  158. })
  159. useEffect(() => {
  160. setAutoFreeze(false)
  161. return () => {
  162. setAutoFreeze(true)
  163. }
  164. }, [])
  165. useEffect(() => {
  166. return () => {
  167. handleSyncWorkflowDraft(true, true)
  168. }
  169. // eslint-disable-next-line react-hooks/exhaustive-deps
  170. }, [])
  171. const { handleRefreshWorkflowDraft } = useWorkflowUpdate()
  172. const handleSyncWorkflowDraftWhenPageClose = useCallback(() => {
  173. if (document.visibilityState === 'hidden')
  174. syncWorkflowDraftWhenPageClose()
  175. else if (document.visibilityState === 'visible')
  176. setTimeout(() => handleRefreshWorkflowDraft(), 500)
  177. }, [syncWorkflowDraftWhenPageClose, handleRefreshWorkflowDraft])
  178. useEffect(() => {
  179. document.addEventListener('visibilitychange', handleSyncWorkflowDraftWhenPageClose)
  180. return () => {
  181. document.removeEventListener('visibilitychange', handleSyncWorkflowDraftWhenPageClose)
  182. }
  183. }, [handleSyncWorkflowDraftWhenPageClose])
  184. useEventListener('keydown', (e) => {
  185. if ((e.key === 'd' || e.key === 'D') && (e.ctrlKey || e.metaKey))
  186. e.preventDefault()
  187. if ((e.key === 'z' || e.key === 'Z') && (e.ctrlKey || e.metaKey))
  188. e.preventDefault()
  189. if ((e.key === 'y' || e.key === 'Y') && (e.ctrlKey || e.metaKey))
  190. e.preventDefault()
  191. if ((e.key === 's' || e.key === 'S') && (e.ctrlKey || e.metaKey))
  192. e.preventDefault()
  193. })
  194. useEventListener('mousemove', (e) => {
  195. const containerClientRect = workflowContainerRef.current?.getBoundingClientRect()
  196. if (containerClientRect) {
  197. workflowStore.setState({
  198. mousePosition: {
  199. pageX: e.clientX,
  200. pageY: e.clientY,
  201. elementX: e.clientX - containerClientRect.left,
  202. elementY: e.clientY - containerClientRect.top,
  203. },
  204. })
  205. }
  206. })
  207. const {
  208. handleNodeDragStart,
  209. handleNodeDrag,
  210. handleNodeDragStop,
  211. handleNodeEnter,
  212. handleNodeLeave,
  213. handleNodeClick,
  214. handleNodeConnect,
  215. handleNodeConnectStart,
  216. handleNodeConnectEnd,
  217. handleNodeContextMenu,
  218. handleHistoryBack,
  219. handleHistoryForward,
  220. } = useNodesInteractions()
  221. const {
  222. handleEdgeEnter,
  223. handleEdgeLeave,
  224. handleEdgesChange,
  225. } = useEdgesInteractions()
  226. const {
  227. handleSelectionStart,
  228. handleSelectionChange,
  229. handleSelectionDrag,
  230. } = useSelectionInteractions()
  231. const {
  232. handlePaneContextMenu,
  233. handlePaneContextmenuCancel,
  234. } = usePanelInteractions()
  235. const {
  236. isValidConnection,
  237. } = useWorkflow()
  238. const {
  239. exportCheck,
  240. handleExportDSL,
  241. } = useDSL()
  242. useOnViewportChange({
  243. onEnd: () => {
  244. handleSyncWorkflowDraft()
  245. },
  246. })
  247. useShortcuts()
  248. const store = useStoreApi()
  249. if (process.env.NODE_ENV === 'development') {
  250. store.getState().onError = (code, message) => {
  251. if (code === '002')
  252. return
  253. console.warn(message)
  254. }
  255. }
  256. return (
  257. <div
  258. id='workflow-container'
  259. className={`
  260. relative w-full min-w-[960px] h-full
  261. ${workflowReadOnly && 'workflow-panel-animation'}
  262. ${nodeAnimation && 'workflow-node-animation'}
  263. `}
  264. ref={workflowContainerRef}
  265. >
  266. <SyncingDataModal />
  267. <CandidateNode />
  268. <Header />
  269. <Panel />
  270. <Operator handleRedo={handleHistoryForward} handleUndo={handleHistoryBack} />
  271. {
  272. showFeaturesPanel && <Features />
  273. }
  274. <PanelContextmenu />
  275. <NodeContextmenu />
  276. <HelpLine />
  277. {
  278. !!showConfirm && (
  279. <Confirm
  280. isShow
  281. onCancel={() => setShowConfirm(undefined)}
  282. onConfirm={showConfirm.onConfirm}
  283. title={showConfirm.title}
  284. content={showConfirm.desc}
  285. />
  286. )
  287. }
  288. {
  289. showImportDSLModal && (
  290. <UpdateDSLModal
  291. onCancel={() => setShowImportDSLModal(false)}
  292. onBackup={exportCheck}
  293. onImport={handlePaneContextmenuCancel}
  294. />
  295. )
  296. }
  297. {
  298. secretEnvList.length > 0 && (
  299. <DSLExportConfirmModal
  300. envList={secretEnvList}
  301. onConfirm={handleExportDSL}
  302. onClose={() => setSecretEnvList([])}
  303. />
  304. )
  305. }
  306. <LimitTips />
  307. <PluginDependency />
  308. <ReactFlow
  309. nodeTypes={nodeTypes}
  310. edgeTypes={edgeTypes}
  311. nodes={nodes}
  312. edges={edges}
  313. onNodeDragStart={handleNodeDragStart}
  314. onNodeDrag={handleNodeDrag}
  315. onNodeDragStop={handleNodeDragStop}
  316. onNodeMouseEnter={handleNodeEnter}
  317. onNodeMouseLeave={handleNodeLeave}
  318. onNodeClick={handleNodeClick}
  319. onNodeContextMenu={handleNodeContextMenu}
  320. onConnect={handleNodeConnect}
  321. onConnectStart={handleNodeConnectStart}
  322. onConnectEnd={handleNodeConnectEnd}
  323. onEdgeMouseEnter={handleEdgeEnter}
  324. onEdgeMouseLeave={handleEdgeLeave}
  325. onEdgesChange={handleEdgesChange}
  326. onSelectionStart={handleSelectionStart}
  327. onSelectionChange={handleSelectionChange}
  328. onSelectionDrag={handleSelectionDrag}
  329. onPaneContextMenu={handlePaneContextMenu}
  330. connectionLineComponent={CustomConnectionLine}
  331. connectionLineContainerStyle={{ zIndex: ITERATION_CHILDREN_Z_INDEX }}
  332. defaultViewport={viewport}
  333. multiSelectionKeyCode={null}
  334. deleteKeyCode={null}
  335. nodesDraggable={!nodesReadOnly}
  336. nodesConnectable={!nodesReadOnly}
  337. nodesFocusable={!nodesReadOnly}
  338. edgesFocusable={!nodesReadOnly}
  339. panOnDrag={controlMode === ControlMode.Hand && !workflowReadOnly}
  340. zoomOnPinch={!workflowReadOnly}
  341. zoomOnScroll={!workflowReadOnly}
  342. zoomOnDoubleClick={!workflowReadOnly}
  343. isValidConnection={isValidConnection}
  344. selectionKeyCode={null}
  345. selectionMode={SelectionMode.Partial}
  346. selectionOnDrag={controlMode === ControlMode.Pointer && !workflowReadOnly}
  347. minZoom={0.25}
  348. >
  349. <Background
  350. gap={[14, 14]}
  351. size={2}
  352. className="bg-workflow-canvas-workflow-bg"
  353. color='var(--color-workflow-canvas-workflow-dot-color)'
  354. />
  355. </ReactFlow>
  356. </div>
  357. )
  358. })
  359. Workflow.displayName = 'Workflow'
  360. const WorkflowWrap = memo(() => {
  361. const {
  362. data,
  363. isLoading,
  364. } = useWorkflowInit()
  365. const { data: fileUploadConfigResponse } = useSWR({ url: '/files/upload' }, fetchFileUploadConfig)
  366. const nodesData = useMemo(() => {
  367. if (data)
  368. return initialNodes(data.graph.nodes, data.graph.edges)
  369. return []
  370. }, [data])
  371. const edgesData = useMemo(() => {
  372. if (data)
  373. return initialEdges(data.graph.edges, data.graph.nodes)
  374. return []
  375. }, [data])
  376. if (!data || isLoading) {
  377. return (
  378. <div className='flex justify-center items-center relative w-full h-full'>
  379. <Loading />
  380. </div>
  381. )
  382. }
  383. const features = data.features || {}
  384. const initialFeatures: FeaturesData = {
  385. file: {
  386. image: {
  387. enabled: !!features.file_upload?.image?.enabled,
  388. number_limits: features.file_upload?.image?.number_limits || 3,
  389. transfer_methods: features.file_upload?.image?.transfer_methods || ['local_file', 'remote_url'],
  390. },
  391. enabled: !!(features.file_upload?.enabled || features.file_upload?.image?.enabled),
  392. allowed_file_types: features.file_upload?.allowed_file_types || [SupportUploadFileTypes.image],
  393. allowed_file_extensions: features.file_upload?.allowed_file_extensions || FILE_EXTS[SupportUploadFileTypes.image].map(ext => `.${ext}`),
  394. allowed_file_upload_methods: features.file_upload?.allowed_file_upload_methods || features.file_upload?.image?.transfer_methods || ['local_file', 'remote_url'],
  395. number_limits: features.file_upload?.number_limits || features.file_upload?.image?.number_limits || 3,
  396. fileUploadConfig: fileUploadConfigResponse,
  397. },
  398. opening: {
  399. enabled: !!features.opening_statement,
  400. opening_statement: features.opening_statement,
  401. suggested_questions: features.suggested_questions,
  402. },
  403. suggested: features.suggested_questions_after_answer || { enabled: false },
  404. speech2text: features.speech_to_text || { enabled: false },
  405. text2speech: features.text_to_speech || { enabled: false },
  406. citation: features.retriever_resource || { enabled: false },
  407. moderation: features.sensitive_word_avoidance || { enabled: false },
  408. }
  409. return (
  410. <ReactFlowProvider>
  411. <WorkflowHistoryProvider
  412. nodes={nodesData}
  413. edges={edgesData} >
  414. <FeaturesProvider features={initialFeatures}>
  415. <Workflow
  416. nodes={nodesData}
  417. edges={edgesData}
  418. viewport={data?.graph.viewport}
  419. />
  420. </FeaturesProvider>
  421. </WorkflowHistoryProvider>
  422. </ReactFlowProvider>
  423. )
  424. })
  425. WorkflowWrap.displayName = 'WorkflowWrap'
  426. const WorkflowContainer = () => {
  427. return (
  428. <WorkflowContextProvider>
  429. <WorkflowWrap />
  430. </WorkflowContextProvider>
  431. )
  432. }
  433. export default memo(WorkflowContainer)