python.go 5.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222
  1. package plugin
  2. import (
  3. "bytes"
  4. _ "embed"
  5. "fmt"
  6. "html/template"
  7. "os"
  8. "path/filepath"
  9. "github.com/langgenius/dify-plugin-daemon/internal/types/entities/plugin_entities"
  10. "github.com/langgenius/dify-plugin-daemon/internal/utils/parser"
  11. "github.com/langgenius/dify-plugin-daemon/internal/utils/strings"
  12. )
  13. //go:embed templates/python/main.py
  14. var PYTHON_ENTRYPOINT_TEMPLATE []byte
  15. //go:embed templates/python/requirements.txt
  16. var PYTHON_REQUIREMENTS_TEMPLATE []byte
  17. //go:embed templates/python/tool_provider.yaml
  18. var PYTHON_TOOL_PROVIDER_TEMPLATE []byte
  19. //go:embed templates/python/tool.yaml
  20. var PYTHON_TOOL_TEMPLATE []byte
  21. //go:embed templates/python/tool.py
  22. var PYTHON_TOOL_PY_TEMPLATE []byte
  23. //go:embed templates/python/tool_provider.py
  24. var PYTHON_TOOL_PROVIDER_PY_TEMPLATE []byte
  25. //go:embed templates/python/model_provider.py
  26. var PYTHON_MODEL_PROVIDER_PY_TEMPLATE []byte
  27. //go:embed templates/python/model_provider.yaml
  28. var PYTHON_MODEL_PROVIDER_TEMPLATE []byte
  29. //go:embed templates/python/llm.py
  30. var PYTHON_LLM_TEMPLATE []byte
  31. //go:embed templates/python/llm.yaml
  32. var PYTHON_LLM_MANIFEST_TEMPLATE []byte
  33. //go:embed templates/python/text-embedding.py
  34. var PYTHON_TEXT_EMBEDDING_TEMPLATE []byte
  35. //go:embed templates/python/text-embedding.yaml
  36. var PYTHON_TEXT_EMBEDDING_MANIFEST_TEMPLATE []byte
  37. //go:embed templates/python/rerank.py
  38. var PYTHON_RERANK_TEMPLATE []byte
  39. //go:embed templates/python/rerank.yaml
  40. var PYTHON_RERANK_MANIFEST_TEMPLATE []byte
  41. //go:embed templates/python/tts.py
  42. var PYTHON_TTS_TEMPLATE []byte
  43. //go:embed templates/python/tts.yaml
  44. var PYTHON_TTS_MANIFEST_TEMPLATE []byte
  45. //go:embed templates/python/speech2text.py
  46. var PYTHON_SPEECH2TEXT_TEMPLATE []byte
  47. //go:embed templates/python/speech2text.yaml
  48. var PYTHON_SPEECH2TEXT_MANIFEST_TEMPLATE []byte
  49. //go:embed templates/python/moderation.py
  50. var PYTHON_MODERATION_TEMPLATE []byte
  51. //go:embed templates/python/moderation.yaml
  52. var PYTHON_MODERATION_MANIFEST_TEMPLATE []byte
  53. //go:embed templates/python/endpoint_group.yaml
  54. var PYTHON_ENDPOINT_GROUP_MANIFEST_TEMPLATE []byte
  55. //go:embed templates/python/endpoint.py
  56. var PYTHON_ENDPOINT_TEMPLATE []byte
  57. //go:embed templates/python/endpoint.yaml
  58. var PYTHON_ENDPOINT_MANIFEST_TEMPLATE []byte
  59. //go:embed templates/python/agent_provider.yaml
  60. var PYTHON_AGENT_PROVIDER_MANIFEST_TEMPLATE []byte
  61. //go:embed templates/python/agent_strategy.yaml
  62. var PYTHON_AGENT_STRATEGY_MANIFEST_TEMPLATE []byte
  63. //go:embed templates/python/agent_strategy.py
  64. var PYTHON_AGENT_STRATEGY_TEMPLATE []byte
  65. //go:embed templates/python/GUIDE.md
  66. var PYTHON_GUIDE []byte
  67. func renderTemplate(
  68. original_template []byte, manifest *plugin_entities.PluginDeclaration, supported_model_types []string,
  69. ) (string, error) {
  70. tmpl := template.Must(template.New("").Funcs(template.FuncMap{
  71. "SnakeToCamel": parser.SnakeToCamel,
  72. "HasSubstring": func(substring string, haystack []string) bool {
  73. return strings.Find(haystack, substring)
  74. },
  75. }).Parse(string(original_template)))
  76. var buf bytes.Buffer
  77. if err := tmpl.Execute(&buf, map[string]interface{}{
  78. "PluginName": manifest.Name,
  79. "Author": manifest.Author,
  80. "PluginDescription": manifest.Description.EnUS,
  81. "SupportedModelTypes": supported_model_types,
  82. "Version": manifest.Version,
  83. "Category": manifest.Category(),
  84. }); err != nil {
  85. return "", err
  86. }
  87. return buf.String(), nil
  88. }
  89. func writeFile(path string, content string) error {
  90. dir := filepath.Dir(path)
  91. if err := os.MkdirAll(dir, 0o755); err != nil {
  92. return err
  93. }
  94. return os.WriteFile(path, []byte(content), 0o644)
  95. }
  96. func createPythonEnvironment(
  97. root string, entrypoint string, manifest *plugin_entities.PluginDeclaration, category string,
  98. ) error {
  99. guide, err := renderTemplate(PYTHON_GUIDE, manifest, []string{})
  100. if err != nil {
  101. return err
  102. }
  103. if err := writeFile(filepath.Join(root, "GUIDE.md"), guide); err != nil {
  104. return err
  105. }
  106. // create the python environment
  107. entrypointFilePath := filepath.Join(root, fmt.Sprintf("%s.py", entrypoint))
  108. if err := os.WriteFile(entrypointFilePath, PYTHON_ENTRYPOINT_TEMPLATE, 0o644); err != nil {
  109. return err
  110. }
  111. requirementsFilePath := filepath.Join(root, "requirements.txt")
  112. if err := os.WriteFile(requirementsFilePath, PYTHON_REQUIREMENTS_TEMPLATE, 0o644); err != nil {
  113. return err
  114. }
  115. if category == "tool" {
  116. if err := createPythonTool(root, manifest); err != nil {
  117. return err
  118. }
  119. if err := createPythonToolProvider(root, manifest); err != nil {
  120. return err
  121. }
  122. }
  123. if category == "extension" {
  124. if err := createPythonEndpointGroup(root, manifest); err != nil {
  125. return err
  126. }
  127. if err := createPythonEndpoint(root, manifest); err != nil {
  128. return err
  129. }
  130. }
  131. if category == "llm" || category == "text-embedding" || category == "speech2text" || category == "moderation" || category == "rerank" || category == "tts" {
  132. if err := createPythonModelProvider(root, manifest, []string{category}); err != nil {
  133. return err
  134. }
  135. }
  136. if category == "llm" {
  137. if err := createPythonLLM(root, manifest); err != nil {
  138. return err
  139. }
  140. }
  141. if category == "text-embedding" {
  142. if err := createPythonTextEmbedding(root, manifest); err != nil {
  143. return err
  144. }
  145. }
  146. if category == "speech2text" {
  147. if err := createPythonSpeech2Text(root, manifest); err != nil {
  148. return err
  149. }
  150. }
  151. if category == "moderation" {
  152. if err := createPythonModeration(root, manifest); err != nil {
  153. return err
  154. }
  155. }
  156. if category == "rerank" {
  157. if err := createPythonRerank(root, manifest); err != nil {
  158. return err
  159. }
  160. }
  161. if category == "tts" {
  162. if err := createPythonTTS(root, manifest); err != nil {
  163. return err
  164. }
  165. }
  166. if category == "agent-strategy" {
  167. if err := createPythonAgentStrategy(root, manifest); err != nil {
  168. return err
  169. }
  170. }
  171. return nil
  172. }