index.tsx 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266
  1. import type { FC } from 'react'
  2. import { useState } from 'react'
  3. import { useTranslation } from 'react-i18next'
  4. import { RiEqualizer2Line } from '@remixicon/react'
  5. import ModelSelector from '../model-selector'
  6. import {
  7. useModelList,
  8. useSystemDefaultModelAndModelList,
  9. useUpdateModelList,
  10. } from '../hooks'
  11. import type {
  12. DefaultModel,
  13. DefaultModelResponse,
  14. } from '../declarations'
  15. import { ModelTypeEnum } from '../declarations'
  16. import Tooltip from '@/app/components/base/tooltip'
  17. import {
  18. PortalToFollowElem,
  19. PortalToFollowElemContent,
  20. PortalToFollowElemTrigger,
  21. } from '@/app/components/base/portal-to-follow-elem'
  22. import Button from '@/app/components/base/button'
  23. import { useProviderContext } from '@/context/provider-context'
  24. import { updateDefaultModel } from '@/service/common'
  25. import { useToastContext } from '@/app/components/base/toast'
  26. import { useAppContext } from '@/context/app-context'
  27. type SystemModelSelectorProps = {
  28. textGenerationDefaultModel: DefaultModelResponse | undefined
  29. embeddingsDefaultModel: DefaultModelResponse | undefined
  30. rerankDefaultModel: DefaultModelResponse | undefined
  31. speech2textDefaultModel: DefaultModelResponse | undefined
  32. ttsDefaultModel: DefaultModelResponse | undefined
  33. notConfigured: boolean
  34. }
  35. const SystemModel: FC<SystemModelSelectorProps> = ({
  36. textGenerationDefaultModel,
  37. embeddingsDefaultModel,
  38. rerankDefaultModel,
  39. speech2textDefaultModel,
  40. ttsDefaultModel,
  41. notConfigured,
  42. }) => {
  43. const { t } = useTranslation()
  44. const { notify } = useToastContext()
  45. const { isCurrentWorkspaceManager } = useAppContext()
  46. const { textGenerationModelList } = useProviderContext()
  47. const updateModelList = useUpdateModelList()
  48. const { data: embeddingModelList } = useModelList(ModelTypeEnum.textEmbedding)
  49. const { data: rerankModelList } = useModelList(ModelTypeEnum.rerank)
  50. const { data: speech2textModelList } = useModelList(ModelTypeEnum.speech2text)
  51. const { data: ttsModelList } = useModelList(ModelTypeEnum.tts)
  52. const [changedModelTypes, setChangedModelTypes] = useState<ModelTypeEnum[]>([])
  53. const [currentTextGenerationDefaultModel, changeCurrentTextGenerationDefaultModel] = useSystemDefaultModelAndModelList(textGenerationDefaultModel, textGenerationModelList)
  54. const [currentEmbeddingsDefaultModel, changeCurrentEmbeddingsDefaultModel] = useSystemDefaultModelAndModelList(embeddingsDefaultModel, embeddingModelList)
  55. const [currentRerankDefaultModel, changeCurrentRerankDefaultModel] = useSystemDefaultModelAndModelList(rerankDefaultModel, rerankModelList)
  56. const [currentSpeech2textDefaultModel, changeCurrentSpeech2textDefaultModel] = useSystemDefaultModelAndModelList(speech2textDefaultModel, speech2textModelList)
  57. const [currentTTSDefaultModel, changeCurrentTTSDefaultModel] = useSystemDefaultModelAndModelList(ttsDefaultModel, ttsModelList)
  58. const [open, setOpen] = useState(false)
  59. const getCurrentDefaultModelByModelType = (modelType: ModelTypeEnum) => {
  60. if (modelType === ModelTypeEnum.textGeneration)
  61. return currentTextGenerationDefaultModel
  62. else if (modelType === ModelTypeEnum.textEmbedding)
  63. return currentEmbeddingsDefaultModel
  64. else if (modelType === ModelTypeEnum.rerank)
  65. return currentRerankDefaultModel
  66. else if (modelType === ModelTypeEnum.speech2text)
  67. return currentSpeech2textDefaultModel
  68. else if (modelType === ModelTypeEnum.tts)
  69. return currentTTSDefaultModel
  70. return undefined
  71. }
  72. const handleChangeDefaultModel = (modelType: ModelTypeEnum, model: DefaultModel) => {
  73. if (modelType === ModelTypeEnum.textGeneration)
  74. changeCurrentTextGenerationDefaultModel(model)
  75. else if (modelType === ModelTypeEnum.textEmbedding)
  76. changeCurrentEmbeddingsDefaultModel(model)
  77. else if (modelType === ModelTypeEnum.rerank)
  78. changeCurrentRerankDefaultModel(model)
  79. else if (modelType === ModelTypeEnum.speech2text)
  80. changeCurrentSpeech2textDefaultModel(model)
  81. else if (modelType === ModelTypeEnum.tts)
  82. changeCurrentTTSDefaultModel(model)
  83. if (!changedModelTypes.includes(modelType))
  84. setChangedModelTypes([...changedModelTypes, modelType])
  85. }
  86. const handleSave = async () => {
  87. const res = await updateDefaultModel({
  88. url: '/workspaces/current/default-model',
  89. body: {
  90. model_settings: [ModelTypeEnum.textGeneration, ModelTypeEnum.textEmbedding, ModelTypeEnum.rerank, ModelTypeEnum.speech2text, ModelTypeEnum.tts].map((modelType) => {
  91. return {
  92. model_type: modelType,
  93. provider: getCurrentDefaultModelByModelType(modelType)?.provider,
  94. model: getCurrentDefaultModelByModelType(modelType)?.model,
  95. }
  96. }),
  97. },
  98. })
  99. if (res.result === 'success') {
  100. notify({ type: 'success', message: t('common.actionMsg.modifiedSuccessfully') })
  101. setOpen(false)
  102. changedModelTypes.forEach((modelType) => {
  103. if (modelType === ModelTypeEnum.textGeneration)
  104. updateModelList(modelType)
  105. else if (modelType === ModelTypeEnum.textEmbedding)
  106. updateModelList(modelType)
  107. else if (modelType === ModelTypeEnum.rerank)
  108. updateModelList(modelType)
  109. else if (modelType === ModelTypeEnum.speech2text)
  110. updateModelList(modelType)
  111. else if (modelType === ModelTypeEnum.tts)
  112. updateModelList(modelType)
  113. })
  114. }
  115. }
  116. return (
  117. <PortalToFollowElem
  118. open={open}
  119. onOpenChange={setOpen}
  120. placement='bottom-end'
  121. offset={{
  122. mainAxis: 4,
  123. crossAxis: 8,
  124. }}
  125. >
  126. <PortalToFollowElemTrigger onClick={() => setOpen(v => !v)}>
  127. <Button
  128. className='relative'
  129. variant={notConfigured ? 'primary' : 'secondary'}
  130. size='small'
  131. >
  132. <RiEqualizer2Line className='mr-1 h-3.5 w-3.5' />
  133. {t('common.modelProvider.systemModelSettings')}
  134. </Button>
  135. </PortalToFollowElemTrigger>
  136. <PortalToFollowElemContent className='z-[60]'>
  137. <div className='w-[360px] rounded-xl border-[0.5px] border-components-panel-border bg-components-panel-bg pt-4 shadow-xl'>
  138. <div className='px-6 py-1'>
  139. <div className='flex h-8 items-center text-[13px] font-medium text-text-primary'>
  140. {t('common.modelProvider.systemReasoningModel.key')}
  141. <Tooltip
  142. popupContent={
  143. <div className='w-[261px] text-text-tertiary'>
  144. {t('common.modelProvider.systemReasoningModel.tip')}
  145. </div>
  146. }
  147. triggerClassName='ml-0.5 w-4 h-4 shrink-0'
  148. />
  149. </div>
  150. <div>
  151. <ModelSelector
  152. defaultModel={currentTextGenerationDefaultModel}
  153. modelList={textGenerationModelList}
  154. onSelect={model => handleChangeDefaultModel(ModelTypeEnum.textGeneration, model)}
  155. />
  156. </div>
  157. </div>
  158. <div className='px-6 py-1'>
  159. <div className='flex h-8 items-center text-[13px] font-medium text-text-primary'>
  160. {t('common.modelProvider.embeddingModel.key')}
  161. <Tooltip
  162. popupContent={
  163. <div className='w-[261px] text-text-tertiary'>
  164. {t('common.modelProvider.embeddingModel.tip')}
  165. </div>
  166. }
  167. triggerClassName='ml-0.5 w-4 h-4 shrink-0'
  168. />
  169. </div>
  170. <div>
  171. <ModelSelector
  172. defaultModel={currentEmbeddingsDefaultModel}
  173. modelList={embeddingModelList}
  174. onSelect={model => handleChangeDefaultModel(ModelTypeEnum.textEmbedding, model)}
  175. />
  176. </div>
  177. </div>
  178. <div className='px-6 py-1'>
  179. <div className='flex h-8 items-center text-[13px] font-medium text-text-primary'>
  180. {t('common.modelProvider.rerankModel.key')}
  181. <Tooltip
  182. popupContent={
  183. <div className='w-[261px] text-text-tertiary'>
  184. {t('common.modelProvider.rerankModel.tip')}
  185. </div>
  186. }
  187. triggerClassName='ml-0.5 w-4 h-4 shrink-0'
  188. />
  189. </div>
  190. <div>
  191. <ModelSelector
  192. defaultModel={currentRerankDefaultModel}
  193. modelList={rerankModelList}
  194. onSelect={model => handleChangeDefaultModel(ModelTypeEnum.rerank, model)}
  195. />
  196. </div>
  197. </div>
  198. <div className='px-6 py-1'>
  199. <div className='flex h-8 items-center text-[13px] font-medium text-text-primary'>
  200. {t('common.modelProvider.speechToTextModel.key')}
  201. <Tooltip
  202. popupContent={
  203. <div className='w-[261px] text-text-tertiary'>
  204. {t('common.modelProvider.speechToTextModel.tip')}
  205. </div>
  206. }
  207. triggerClassName='ml-0.5 w-4 h-4 shrink-0'
  208. />
  209. </div>
  210. <div>
  211. <ModelSelector
  212. defaultModel={currentSpeech2textDefaultModel}
  213. modelList={speech2textModelList}
  214. onSelect={model => handleChangeDefaultModel(ModelTypeEnum.speech2text, model)}
  215. />
  216. </div>
  217. </div>
  218. <div className='px-6 py-1'>
  219. <div className='flex h-8 items-center text-[13px] font-medium text-text-primary'>
  220. {t('common.modelProvider.ttsModel.key')}
  221. <Tooltip
  222. popupContent={
  223. <div className='w-[261px] text-text-tertiary'>
  224. {t('common.modelProvider.ttsModel.tip')}
  225. </div>
  226. }
  227. triggerClassName='ml-0.5 w-4 h-4 shrink-0'
  228. />
  229. </div>
  230. <div>
  231. <ModelSelector
  232. defaultModel={currentTTSDefaultModel}
  233. modelList={ttsModelList}
  234. onSelect={model => handleChangeDefaultModel(ModelTypeEnum.tts, model)}
  235. />
  236. </div>
  237. </div>
  238. <div className='flex items-center justify-end px-6 py-4'>
  239. <Button
  240. onClick={() => setOpen(false)}
  241. >
  242. {t('common.operation.cancel')}
  243. </Button>
  244. <Button
  245. className='ml-2'
  246. variant='primary'
  247. onClick={handleSave}
  248. disabled={!isCurrentWorkspaceManager}
  249. >
  250. {t('common.operation.save')}
  251. </Button>
  252. </div>
  253. </div>
  254. </PortalToFollowElemContent>
  255. </PortalToFollowElem>
  256. )
  257. }
  258. export default SystemModel