index.tsx 9.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270
  1. import type { FC } from 'react'
  2. import { useEffect, useMemo, useState } from 'react'
  3. import useSWR from 'swr'
  4. import { useTranslation } from 'react-i18next'
  5. import type {
  6. DefaultModel,
  7. FormValue,
  8. ModelParameterRule,
  9. } from '../declarations'
  10. import {
  11. MODEL_STATUS_TEXT,
  12. ModelStatusEnum,
  13. } from '../declarations'
  14. import ModelIcon from '../model-icon'
  15. import ModelName from '../model-name'
  16. import ModelSelector from '../model-selector'
  17. import {
  18. useLanguage,
  19. useTextGenerationCurrentProviderAndModelAndModelList,
  20. } from '../hooks'
  21. import ParameterItem from './parameter-item'
  22. import type { ParameterValue } from './parameter-item'
  23. import {
  24. PortalToFollowElem,
  25. PortalToFollowElemContent,
  26. PortalToFollowElemTrigger,
  27. } from '@/app/components/base/portal-to-follow-elem'
  28. import { SlidersH } from '@/app/components/base/icons/src/vender/line/mediaAndDevices'
  29. import { AlertTriangle } from '@/app/components/base/icons/src/vender/line/alertsAndFeedback'
  30. import { CubeOutline } from '@/app/components/base/icons/src/vender/line/shapes'
  31. import { fetchModelParameterRules } from '@/service/common'
  32. import Loading from '@/app/components/base/loading'
  33. import { useProviderContext } from '@/context/provider-context'
  34. import TooltipPlus from '@/app/components/base/tooltip-plus'
  35. type ModelParameterModalProps = {
  36. isAdvancedMode: boolean
  37. mode: string
  38. modelId: string
  39. provider: string
  40. setModel: (model: { modelId: string; provider: string; mode?: string; features: string[] }) => void
  41. completionParams: FormValue
  42. onCompletionParamsChange: (newParams: FormValue) => void
  43. }
  44. const stopParameerRule: ModelParameterRule = {
  45. default: [],
  46. help: {
  47. en_US: 'Up to four sequences where the API will stop generating further tokens. The returned text will not contain the stop sequence.',
  48. zh_Hans: '最多四个序列,API 将停止生成更多的 token。返回的文本将不包含停止序列。',
  49. },
  50. label: {
  51. en_US: 'Stop sequences',
  52. zh_Hans: '停止序列',
  53. },
  54. name: 'stop',
  55. required: false,
  56. type: 'tag',
  57. tagPlaceholder: {
  58. en_US: 'Enter sequence and press Tab',
  59. zh_Hans: '输入序列并按 Tab 键',
  60. },
  61. }
  62. const ModelParameterModal: FC<ModelParameterModalProps> = ({
  63. isAdvancedMode,
  64. modelId,
  65. provider,
  66. setModel,
  67. completionParams,
  68. onCompletionParamsChange,
  69. }) => {
  70. const { t } = useTranslation()
  71. const language = useLanguage()
  72. const { hasSettedApiKey, modelProviders } = useProviderContext()
  73. const [open, setOpen] = useState(false)
  74. const { data: parameterRulesData, isLoading } = useSWR(`/workspaces/current/model-providers/${provider}/models/parameter-rules?model=${modelId}`, fetchModelParameterRules)
  75. const {
  76. currentProvider,
  77. currentModel,
  78. textGenerationModelList,
  79. } = useTextGenerationCurrentProviderAndModelAndModelList(
  80. { provider, model: modelId },
  81. )
  82. const hasDeprecated = !currentProvider || !currentModel
  83. const modelDisabled = currentModel?.status !== ModelStatusEnum.active
  84. const disabled = !hasSettedApiKey || hasDeprecated || modelDisabled
  85. const parameterRules = useMemo(() => {
  86. return parameterRulesData?.data || []
  87. }, [parameterRulesData])
  88. const handleParamChange = (key: string, value: ParameterValue) => {
  89. onCompletionParamsChange({
  90. ...completionParams,
  91. [key]: value,
  92. })
  93. }
  94. const handleChangeModel = ({ provider, model }: DefaultModel) => {
  95. const targetProvider = textGenerationModelList.find(modelItem => modelItem.provider === provider)
  96. const targetModelItem = targetProvider?.models.find(modelItem => modelItem.model === model)
  97. setModel({
  98. modelId: model,
  99. provider,
  100. mode: targetModelItem?.model_properties.mode as string,
  101. features: targetModelItem?.features || [],
  102. })
  103. }
  104. const handleSwitch = (key: string, value: boolean, assignValue: ParameterValue) => {
  105. if (!value) {
  106. const newCompletionParams = { ...completionParams }
  107. delete newCompletionParams[key]
  108. onCompletionParamsChange(newCompletionParams)
  109. }
  110. if (value) {
  111. onCompletionParamsChange({
  112. ...completionParams,
  113. [key]: assignValue,
  114. })
  115. }
  116. }
  117. const handleInitialParams = () => {
  118. if (parameterRules.length) {
  119. const newCompletionParams = { ...completionParams }
  120. Object.keys(newCompletionParams).forEach((key) => {
  121. if (!parameterRules.find(item => item.name === key))
  122. delete newCompletionParams[key]
  123. })
  124. onCompletionParamsChange(newCompletionParams)
  125. }
  126. }
  127. useEffect(() => {
  128. handleInitialParams()
  129. }, [parameterRules])
  130. return (
  131. <PortalToFollowElem
  132. open={open}
  133. onOpenChange={setOpen}
  134. placement='bottom-end'
  135. offset={4}
  136. >
  137. <div className='relative'>
  138. <PortalToFollowElemTrigger
  139. onClick={() => setOpen(v => !v)}
  140. className='block'
  141. >
  142. <div
  143. className={`
  144. flex items-center px-2 h-8 rounded-lg border cursor-pointer hover:border-[1.5px]
  145. ${disabled ? 'border-[#F79009] bg-[#FFFAEB]' : 'border-[#444CE7] bg-primary-50'}
  146. `}
  147. >
  148. {
  149. currentProvider && (
  150. <ModelIcon
  151. className='mr-1.5 !w-5 !h-5'
  152. provider={currentProvider}
  153. modelName={currentModel?.model}
  154. />
  155. )
  156. }
  157. {
  158. !currentProvider && (
  159. <ModelIcon
  160. className='mr-1.5 !w-5 !h-5'
  161. provider={modelProviders.find(item => item.provider === provider)}
  162. modelName={modelId}
  163. />
  164. )
  165. }
  166. {
  167. currentModel && (
  168. <ModelName
  169. className='mr-1.5 text-gray-900'
  170. modelItem={currentModel}
  171. showMode
  172. modeClassName='!text-[#444CE7] !border-[#A4BCFD]'
  173. showFeatures
  174. featuresClassName='!text-[#444CE7] !border-[#A4BCFD]'
  175. />
  176. )
  177. }
  178. {
  179. !currentModel && (
  180. <div className='mr-1 text-[13px] font-medium text-gray-900 truncate'>
  181. {modelId}
  182. </div>
  183. )
  184. }
  185. {
  186. disabled
  187. ? (
  188. <TooltipPlus
  189. popupContent={
  190. hasDeprecated
  191. ? t('common.modelProvider.deprecated')
  192. : (modelDisabled && currentModel)
  193. ? MODEL_STATUS_TEXT[currentModel.status as string][language]
  194. : ''
  195. }
  196. >
  197. <AlertTriangle className='w-4 h-4 text-[#F79009]' />
  198. </TooltipPlus>
  199. )
  200. : (
  201. <SlidersH className='w-4 h-4 text-indigo-600' />
  202. )
  203. }
  204. </div>
  205. </PortalToFollowElemTrigger>
  206. <PortalToFollowElemContent>
  207. <div className='w-[496px] rounded-xl border border-gray-100 bg-white shadow-xl'>
  208. <div className='flex items-center px-4 h-12 rounded-t-xl border-b border-gray-100 bg-gray-50 text-md font-medium text-gray-900'>
  209. <CubeOutline className='mr-2 w-4 h-4 text-primary-600' />
  210. {t('common.modelProvider.modelAndParameters')}
  211. </div>
  212. <div className='max-h-[480px] px-10 pt-4 pb-8 overflow-y-auto'>
  213. <div className='flex items-center justify-between h-8'>
  214. <div className='text-sm font-medium text-gray-900'>
  215. {t('common.modelProvider.model')}
  216. </div>
  217. <ModelSelector
  218. defaultModel={{ provider, model: modelId }}
  219. modelList={textGenerationModelList}
  220. onSelect={handleChangeModel}
  221. />
  222. </div>
  223. {
  224. !!parameterRules.length && (
  225. <div className='my-5 h-[1px] bg-gray-100' />
  226. )
  227. }
  228. {
  229. isLoading && (
  230. <div className='mt-5'><Loading /></div>
  231. )
  232. }
  233. {
  234. !isLoading && !!parameterRules.length && (
  235. [
  236. ...parameterRules,
  237. ...(isAdvancedMode ? [stopParameerRule] : []),
  238. ].map(parameter => (
  239. <ParameterItem
  240. key={parameter.name}
  241. className='mb-4'
  242. parameterRule={parameter}
  243. value={completionParams[parameter.name]}
  244. onChange={v => handleParamChange(parameter.name, v)}
  245. onSwitch={(checked, assignValue) => handleSwitch(parameter.name, checked, assignValue)}
  246. />
  247. ))
  248. )
  249. }
  250. </div>
  251. </div>
  252. </PortalToFollowElemContent>
  253. </div>
  254. </PortalToFollowElem>
  255. )
  256. }
  257. export default ModelParameterModal