python.go 6.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236
  1. package plugin
  2. import (
  3. "bytes"
  4. _ "embed"
  5. "fmt"
  6. "html/template"
  7. "os"
  8. "path/filepath"
  9. "github.com/langgenius/dify-plugin-daemon/internal/utils/parser"
  10. "github.com/langgenius/dify-plugin-daemon/internal/utils/strings"
  11. "github.com/langgenius/dify-plugin-daemon/pkg/entities/plugin_entities"
  12. )
  13. //go:embed templates/python/main.py
  14. var PYTHON_ENTRYPOINT_TEMPLATE []byte
  15. //go:embed templates/python/requirements.txt
  16. var PYTHON_REQUIREMENTS_TEMPLATE []byte
  17. //go:embed templates/python/tool_provider.yaml
  18. var PYTHON_TOOL_PROVIDER_TEMPLATE []byte
  19. //go:embed templates/python/tool.yaml
  20. var PYTHON_TOOL_TEMPLATE []byte
  21. //go:embed templates/python/tool.py
  22. var PYTHON_TOOL_PY_TEMPLATE []byte
  23. //go:embed templates/python/tool_provider.py
  24. var PYTHON_TOOL_PROVIDER_PY_TEMPLATE []byte
  25. //go:embed templates/python/model_provider.py
  26. var PYTHON_MODEL_PROVIDER_PY_TEMPLATE []byte
  27. //go:embed templates/python/model_provider.yaml
  28. var PYTHON_MODEL_PROVIDER_TEMPLATE []byte
  29. //go:embed templates/python/llm.py
  30. var PYTHON_LLM_TEMPLATE []byte
  31. //go:embed templates/python/llm.yaml
  32. var PYTHON_LLM_MANIFEST_TEMPLATE []byte
  33. //go:embed templates/python/text-embedding.py
  34. var PYTHON_TEXT_EMBEDDING_TEMPLATE []byte
  35. //go:embed templates/python/text-embedding.yaml
  36. var PYTHON_TEXT_EMBEDDING_MANIFEST_TEMPLATE []byte
  37. //go:embed templates/python/rerank.py
  38. var PYTHON_RERANK_TEMPLATE []byte
  39. //go:embed templates/python/rerank.yaml
  40. var PYTHON_RERANK_MANIFEST_TEMPLATE []byte
  41. //go:embed templates/python/tts.py
  42. var PYTHON_TTS_TEMPLATE []byte
  43. //go:embed templates/python/tts.yaml
  44. var PYTHON_TTS_MANIFEST_TEMPLATE []byte
  45. //go:embed templates/python/speech2text.py
  46. var PYTHON_SPEECH2TEXT_TEMPLATE []byte
  47. //go:embed templates/python/speech2text.yaml
  48. var PYTHON_SPEECH2TEXT_MANIFEST_TEMPLATE []byte
  49. //go:embed templates/python/moderation.py
  50. var PYTHON_MODERATION_TEMPLATE []byte
  51. //go:embed templates/python/moderation.yaml
  52. var PYTHON_MODERATION_MANIFEST_TEMPLATE []byte
  53. //go:embed templates/python/endpoint_group.yaml
  54. var PYTHON_ENDPOINT_GROUP_MANIFEST_TEMPLATE []byte
  55. //go:embed templates/python/endpoint.py
  56. var PYTHON_ENDPOINT_TEMPLATE []byte
  57. //go:embed templates/python/endpoint.yaml
  58. var PYTHON_ENDPOINT_MANIFEST_TEMPLATE []byte
  59. //go:embed templates/python/agent_provider.yaml
  60. var PYTHON_AGENT_PROVIDER_MANIFEST_TEMPLATE []byte
  61. //go:embed templates/python/agent_strategy.yaml
  62. var PYTHON_AGENT_STRATEGY_MANIFEST_TEMPLATE []byte
  63. //go:embed templates/python/agent_strategy.py
  64. var PYTHON_AGENT_STRATEGY_TEMPLATE []byte
  65. //go:embed templates/python/GUIDE.md
  66. var PYTHON_GUIDE []byte
  67. //go:embed templates/python/.difyignore
  68. var PYTHON_DIFYIGNORE []byte
  69. //go:embed templates/python/.gitignore
  70. var PYTHON_GITIGNORE []byte
  71. func renderTemplate(
  72. original_template []byte, manifest *plugin_entities.PluginDeclaration, supported_model_types []string,
  73. ) (string, error) {
  74. tmpl := template.Must(template.New("").Funcs(template.FuncMap{
  75. "SnakeToCamel": parser.SnakeToCamel,
  76. "HasSubstring": func(substring string, haystack []string) bool {
  77. return strings.Find(haystack, substring)
  78. },
  79. }).Parse(string(original_template)))
  80. var buf bytes.Buffer
  81. if err := tmpl.Execute(&buf, map[string]interface{}{
  82. "PluginName": manifest.Name,
  83. "Author": manifest.Author,
  84. "PluginDescription": manifest.Description.EnUS,
  85. "SupportedModelTypes": supported_model_types,
  86. "Version": manifest.Version,
  87. "Category": manifest.Category(),
  88. }); err != nil {
  89. return "", err
  90. }
  91. return buf.String(), nil
  92. }
  93. func writeFile(path string, content string) error {
  94. dir := filepath.Dir(path)
  95. if err := os.MkdirAll(dir, 0o755); err != nil {
  96. return err
  97. }
  98. return os.WriteFile(path, []byte(content), 0o644)
  99. }
  100. func createPythonEnvironment(
  101. root string, entrypoint string, manifest *plugin_entities.PluginDeclaration, category string,
  102. ) error {
  103. guide, err := renderTemplate(PYTHON_GUIDE, manifest, []string{})
  104. if err != nil {
  105. return err
  106. }
  107. if err := writeFile(filepath.Join(root, "GUIDE.md"), guide); err != nil {
  108. return err
  109. }
  110. // create the python environment
  111. entrypointFilePath := filepath.Join(root, fmt.Sprintf("%s.py", entrypoint))
  112. if err := os.WriteFile(entrypointFilePath, PYTHON_ENTRYPOINT_TEMPLATE, 0o644); err != nil {
  113. return err
  114. }
  115. requirementsFilePath := filepath.Join(root, "requirements.txt")
  116. if err := os.WriteFile(requirementsFilePath, PYTHON_REQUIREMENTS_TEMPLATE, 0o644); err != nil {
  117. return err
  118. }
  119. if err := writeFile(filepath.Join(root, ".difyignore"), string(PYTHON_DIFYIGNORE)); err != nil {
  120. return err
  121. }
  122. if err := writeFile(filepath.Join(root, ".gitignore"), string(PYTHON_GITIGNORE)); err != nil {
  123. return err
  124. }
  125. if category == "tool" {
  126. if err := createPythonTool(root, manifest); err != nil {
  127. return err
  128. }
  129. if err := createPythonToolProvider(root, manifest); err != nil {
  130. return err
  131. }
  132. }
  133. if category == "extension" {
  134. if err := createPythonEndpointGroup(root, manifest); err != nil {
  135. return err
  136. }
  137. if err := createPythonEndpoint(root, manifest); err != nil {
  138. return err
  139. }
  140. }
  141. if category == "llm" || category == "text-embedding" || category == "speech2text" || category == "moderation" || category == "rerank" || category == "tts" {
  142. if err := createPythonModelProvider(root, manifest, []string{category}); err != nil {
  143. return err
  144. }
  145. }
  146. if category == "llm" {
  147. if err := createPythonLLM(root, manifest); err != nil {
  148. return err
  149. }
  150. }
  151. if category == "text-embedding" {
  152. if err := createPythonTextEmbedding(root, manifest); err != nil {
  153. return err
  154. }
  155. }
  156. if category == "speech2text" {
  157. if err := createPythonSpeech2Text(root, manifest); err != nil {
  158. return err
  159. }
  160. }
  161. if category == "moderation" {
  162. if err := createPythonModeration(root, manifest); err != nil {
  163. return err
  164. }
  165. }
  166. if category == "rerank" {
  167. if err := createPythonRerank(root, manifest); err != nil {
  168. return err
  169. }
  170. }
  171. if category == "tts" {
  172. if err := createPythonTTS(root, manifest); err != nil {
  173. return err
  174. }
  175. }
  176. if category == "agent-strategy" {
  177. if err := createPythonAgentStrategy(root, manifest); err != nil {
  178. return err
  179. }
  180. }
  181. return nil
  182. }